{ "updated": "2026-09-30", "scope": "Development pilots; validation reused for selection; 10 paired images but no independent image-quality benchmark.", "dataset": { "phase": "Phase 1 — Build the Prompt Dataset", "pilot_size": 20000, "master_pool_size": 100000, "by_split": { "train": 17991, "internal_test": 1007, "validation": 1002 }, "dimension": { "alignment": 0.2598, "creative": 0.2, "aesthetics": 0.1802, "visual_quality": 0.1801, "real_world": 0.1799 }, "subdimension": { "text_rendering": 0.0445, "spatial_relation": 0.0393, "counting": 0.0393, "materials": 0.0302, "shapes": 0.0302, "actions": 0.0302, "multiple_objects": 0.0302, "colors": 0.0302, "composition_layout": 0.0301, "landscapes": 0.0258, "vehicles": 0.0258, "portraits": 0.0258, "everyday_objects": 0.0257, "lighting": 0.0257, "interiors": 0.0257, "illustration_styles": 0.0257, "clothing": 0.0257, "physical_interactions": 0.0257, "composition": 0.0257, "color_harmony": 0.0257, "cinematic_framing": 0.0257, "architecture": 0.0256, "cultural_scenes": 0.0256, "skin": 0.0226, "fine_detail": 0.0226, "foliage": 0.0226, "textures": 0.0225, "low_light": 0.0225, "reflective_materials": 0.0225, "fur": 0.0225, "transparent_materials": 0.0225, "comics": 0.0223, "concept_art": 0.0223, "character_design": 0.0222, "storytelling": 0.0222, "posters": 0.0222, "unusual_compositions": 0.0221, "surreal": 0.0221 }, "difficulty": { "3": 0.309, "2": 0.2463, "4": 0.2081, "1": 0.1326, "5": 0.1039 }, "style": { "photographic": 0.4429, "3d_render": 0.0977, "digital_illustration": 0.0853, "cinematic": 0.0784, "watercolor": 0.0493, "oil_painting": 0.0408, "flat_vector": 0.0383, "anime": 0.0293, "concept_art": 0.0266, "comic_book": 0.0212, "graphic_design": 0.0195, "pencil_sketch": 0.0112, "isometric": 0.0106, "vintage_print": 0.0092, "claymation": 0.0086, "ink_wash": 0.0086, "nihonga": 0.0074, "childrens_book": 0.0073, "art_nouveau": 0.0038, "ukiyo_e": 0.0016, "pixel_art": 0.0014, "low_poly": 0.0011 }, "prompt_format": { "natural": 0.3475, "descriptive": 0.2608, "short": 0.1434, "tags": 0.1276, "imperative": 0.1207 }, "aspect_ratio": { "1:1": 0.3226, "16:9": 0.1835, "3:4": 0.1158, "4:3": 0.1109, "9:16": 0.0999, "3:2": 0.0841, "2:3": 0.0764, "21:9": 0.0067 }, "language": { "en": 0.8998, "zh": 0.1002 }, "source": { "template": 0.6091, "llm_rewrite": 0.2907, "llm_translate": 0.1002 }, "hard": { "False": 0.6091, "True": 0.3908 }, "facets_per_subdimension": { "actions": 4, "architecture": 20, "character_design": 5, "cinematic_framing": 12, "clothing": 6, "color_harmony": 12, "colors": 7, "comics": 5, "composition": 9, "composition_layout": 10, "concept_art": 4, "counting": 14, "cultural_scenes": 11, "everyday_objects": 4, "fine_detail": 45, "foliage": 13, "fur": 12, "illustration_styles": 19, "interiors": 18, "landscapes": 16, "lighting": 15, "low_light": 16, "materials": 5, "multiple_objects": 5, "physical_interactions": 15, "portraits": 6, "posters": 9, "reflective_materials": 21, "shapes": 5, "skin": 13, "spatial_relation": 79, "storytelling": 7, "surreal": 10, "text_rendering": 30, "textures": 30, "transparent_materials": 33, "unusual_compositions": 10, "vehicles": 7 }, "mean_prompt_chars": 120.8 }, "dataset_creation": { "GENERATOR_VERSION": "phase1-v1", "MASTER_SEED": 20260926, "MASTER_POOL_SIZE": 100000, "PILOT_SIZE": 20000, "DIMENSION_WEIGHTS": { "alignment": 0.26, "visual_quality": 0.18, "aesthetics": 0.18, "real_world": 0.18, "creative": 0.2 }, "SUBDIM_WEIGHT_OVERRIDES": { "counting": 1.3, "spatial_relation": 1.3, "text_rendering": 2.0 }, "LLM_MODEL": "Qwen/Qwen3-8B", "LLM_EN_REWRITE_FRACTION": 0.35, "LLM_ZH_TRANSLATE_FRACTION": 0.1, "DECON_WORD_NGRAM": 6, "DECON_CHAR_NGRAM": 8, "DECON_THRESHOLD": 0.5 }, "dataset_benchmark_overlap_check": { "bench": { "repo": "Qwen/Qwen-Image-Bench", "revision": "d2493deb153b020cf169c7e3f57d15e4dd697038", "file": "qwen_image_bench_hf_v0518.jsonl", "n_prompts": 1000, "sha256": "3def4dbb901bc75a13b755864e288a6e8f9a50010c1310129f57a7a84f44c005", "downloaded_utc": "2026-09-26T10:10:26.505828+00:00", "usage": "EVALUATION ONLY" }, "threshold": 0.5, "word_ngram": 6, "char_ngram": 8, "pool_before": 100000, "removed": [], "overlap_hist": { "0.0": 99823, "0.1": 162, "0.2": 15 }, "pool_after": 100000 }, "final_llm_benchmark_rejections": 0, "baseline": { "bench_cn": { "n_images": 1000, "metrics": { "overall": { "mean": 53.61511203703704, "n": 1000 }, "prompt_adherence": { "mean": 54.63861111111111, "n": 1000 }, "text_rendering": { "mean": 43.59391965255158, "n": 307 }, "spatial_reasoning": { "mean": 55.41242937853107, "n": 885 }, "visual_quality": { "mean": 53.45777777777778, "n": 1000 }, "aesthetic_quality": { "mean": 54.02633333333333, "n": 1000 } } }, "bench_en": { "n_images": 1000, "metrics": { "overall": { "mean": 53.6694899074074, "n": 1000 }, "prompt_adherence": { "mean": 53.87718888888889, "n": 1000 }, "text_rendering": { "mean": 41.688453159041394, "n": 306 }, "spatial_reasoning": { "mean": 55.479910714285715, "n": 896 }, "visual_quality": { "mean": 53.82888888888889, "n": 1000 }, "aesthetic_quality": { "mean": 54.64933333333334, "n": 1000 } } }, "internal": { "n_images": 1007, "metrics": { "overall": { "mean": 56.08431534811872, "n": 1007 }, "prompt_adherence": { "mean": 57.129030122476, "n": 1007 }, "text_rendering": { "mean": 70.49242424242424, "n": 88 }, "spatial_reasoning": { "mean": 57.31132075471698, "n": 848 }, "visual_quality": { "mean": 55.57762330354187, "n": 1007 }, "aesthetic_quality": { "mean": 56.31711353856339, "n": 1007 } } } }, "baseline_efficiency": { "gpu": "NVIDIA H100 80GB HBM3", "num_denoising_steps": 40, "batch_size": 1, "per_aspect_ratio": { "1:1": { "resolution": [ 1024, 1024 ], "latency": { "n": 10, "mean_seconds": 6.0988486255, "median_seconds": 6.096994422499996, "p95_seconds": 6.124800037400006, "throughput_images_per_second_batch1": 0.16396537468053937 }, "peak_vram_allocated_bytes": 39557535744, "peak_vram_reserved_bytes": 41305505792, "mean_step_seconds_excluding_first": 0.14849987694871805, "instrumented_step_count": 40 }, "16:9": { "resolution": [ 1376, 768 ], "latency": { "n": 10, "mean_seconds": 6.2041008068, "median_seconds": 6.206787153999997, "p95_seconds": 6.224722637650008, "throughput_images_per_second_batch1": 0.16118371237681225 }, "peak_vram_allocated_bytes": 39613184000, "peak_vram_reserved_bytes": 43744493568, "mean_step_seconds_excluding_first": 0.15068857017948653, "instrumented_step_count": 40 }, "9:16": { "resolution": [ 768, 1376 ], "latency": { "n": 10, "mean_seconds": 6.201226888799994, "median_seconds": 6.199377902000009, "p95_seconds": 6.2145807095999945, "throughput_images_per_second_batch1": 0.16125841191298695 }, "peak_vram_allocated_bytes": 39614248960, "peak_vram_reserved_bytes": 43744493568, "mean_step_seconds_excluding_first": 0.1505588650256402, "instrumented_step_count": 40 }, "4:3": { "resolution": [ 1184, 896 ], "latency": { "n": 10, "mean_seconds": 6.230460940699999, "median_seconds": 6.228109802500001, "p95_seconds": 6.253678702299982, "throughput_images_per_second_batch1": 0.16050176857182077 }, "peak_vram_allocated_bytes": 39639572480, "peak_vram_reserved_bytes": 46191869952, "mean_step_seconds_excluding_first": 0.15140898923076898, "instrumented_step_count": 40 }, "3:4": { "resolution": [ 896, 1184 ], "latency": { "n": 10, "mean_seconds": 6.234538733300008, "median_seconds": 6.233074751000004, "p95_seconds": 6.252281589600026, "throughput_images_per_second_batch1": 0.16039679000770107 }, "peak_vram_allocated_bytes": 39641169920, "peak_vram_reserved_bytes": 46191869952, "mean_step_seconds_excluding_first": 0.1508711926153847, "instrumented_step_count": 40 }, "3:2": { "resolution": [ 1248, 832 ], "latency": { "n": 10, "mean_seconds": 6.094482239300009, "median_seconds": 6.0947391665000055, "p95_seconds": 6.113774938450035, "throughput_images_per_second_batch1": 0.16408284752255778 }, "peak_vram_allocated_bytes": 39497315328, "peak_vram_reserved_bytes": 46202355712, "mean_step_seconds_excluding_first": 0.14768430879487135, "instrumented_step_count": 40 }, "2:3": { "resolution": [ 832, 1248 ], "latency": { "n": 10, "mean_seconds": 6.116624191699986, "median_seconds": 6.117006558499952, "p95_seconds": 6.1234240766000365, "throughput_images_per_second_batch1": 0.1634888737086316 }, "peak_vram_allocated_bytes": 39496782848, "peak_vram_reserved_bytes": 46202355712, "mean_step_seconds_excluding_first": 0.14884385899999986, "instrumented_step_count": 40 }, "21:9": { "resolution": [ 1568, 672 ], "latency": { "n": 10, "mean_seconds": 6.194893804499998, "median_seconds": 6.194371908500045, "p95_seconds": 6.200785010549981, "throughput_images_per_second_batch1": 0.1614232675423097 }, "peak_vram_allocated_bytes": 39599600128, "peak_vram_reserved_bytes": 46202355712, "mean_step_seconds_excluding_first": 0.1509411895128195, "instrumented_step_count": 40 } }, "overall": { "latency": { "n": 80, "mean_seconds": 6.171897028824999, "median_seconds": 6.194929205499989, "p95_seconds": 6.240962023399996, "throughput_images_per_second_batch1": 0.16202473815257076 }, "peak_vram_allocated_bytes": 39641169920, "peak_vram_reserved_bytes": 46202355712, "mean_step_seconds_excluding_first": 0.14993710641346114 } }, "bridge_pretraining": [ { "layer": 2, "updates": 500, "parameters": 2097152, "selected_step": 500, "selected_validation_score": 0.003969003023521509 }, { "layer": 4, "updates": 500, "parameters": 2097152, "selected_step": 400, "selected_validation_score": 0.005036106774350628 }, { "layer": 5, "updates": 500, "parameters": 2097152, "selected_step": 300, "selected_validation_score": 0.006713706885348074 }, { "layer": 3, "updates": 500, "parameters": 2097152, "selected_step": 300, "selected_validation_score": 0.005215348385390825 } ], "student_comparisons": [ { "candidate_id": "single_bridge_block_02", "stage": "early", "comparisons": 10, "identity_mean_relative_l2": 0.1463446542620659, "trained_mean_relative_l2": 0.14174741879105568, "relative_error_reduction": 0.03141375743577035, "trained_max_relative_l2": 0.2854437828063965, "improved_comparisons": 7 }, { "candidate_id": "single_bridge_block_02", "stage": "middle", "comparisons": 10, "identity_mean_relative_l2": 0.04440405014902353, "trained_mean_relative_l2": 0.040153506211936474, "relative_error_reduction": 0.09572423963178789, "trained_max_relative_l2": 0.059008531272411346, "improved_comparisons": 10 }, { "candidate_id": "single_bridge_block_02", "stage": "late", "comparisons": 10, "identity_mean_relative_l2": 0.19561540484428405, "trained_mean_relative_l2": 0.17880391478538513, "relative_error_reduction": 0.08594154469726656, "trained_max_relative_l2": 0.22862769663333893, "improved_comparisons": 10 }, { "candidate_id": "single_bridge_block_02", "stage": "all", "comparisons": 30, "identity_mean_relative_l2": 0.12878803641845782, "trained_mean_relative_l2": 0.12023494659612576, "relative_error_reduction": 0.06641214557027164, "trained_max_relative_l2": 0.2854437828063965, "improved_comparisons": 27 }, { "candidate_id": "single_bridge_block_03", "stage": "early", "comparisons": 10, "identity_mean_relative_l2": 0.16016614958643913, "trained_mean_relative_l2": 0.16239554286003113, "relative_error_reduction": -0.013919253720892089, "trained_max_relative_l2": 0.2755192518234253, "improved_comparisons": 5 }, { "candidate_id": "single_bridge_block_03", "stage": "middle", "comparisons": 10, "identity_mean_relative_l2": 0.03477351702749729, "trained_mean_relative_l2": 0.03478679321706295, "relative_error_reduction": -0.00038179024443096843, "trained_max_relative_l2": 0.06276556849479675, "improved_comparisons": 5 }, { "candidate_id": "single_bridge_block_03", "stage": "late", "comparisons": 10, "identity_mean_relative_l2": 0.12415952607989311, "trained_mean_relative_l2": 0.10997105836868286, "relative_error_reduction": 0.11427611041363339, "trained_max_relative_l2": 0.14559835195541382, "improved_comparisons": 10 }, { "candidate_id": "single_bridge_block_03", "stage": "all", "comparisons": 30, "identity_mean_relative_l2": 0.10636639756460985, "trained_mean_relative_l2": 0.10238446481525898, "relative_error_reduction": 0.03743600272757319, "trained_max_relative_l2": 0.2755192518234253, "improved_comparisons": 20 }, { "candidate_id": "single_bridge_block_04", "stage": "early", "comparisons": 10, "identity_mean_relative_l2": 0.12722928822040558, "trained_mean_relative_l2": 0.09458357915282249, "relative_error_reduction": 0.25658957559386253, "trained_max_relative_l2": 0.16893534362316132, "improved_comparisons": 9 }, { "candidate_id": "single_bridge_block_04", "stage": "middle", "comparisons": 10, "identity_mean_relative_l2": 0.027221656683832408, "trained_mean_relative_l2": 0.025837031565606593, "relative_error_reduction": 0.05086483656405005, "trained_max_relative_l2": 0.04793037846684456, "improved_comparisons": 7 }, { "candidate_id": "single_bridge_block_04", "stage": "late", "comparisons": 10, "identity_mean_relative_l2": 0.06035311184823513, "trained_mean_relative_l2": 0.05578092485666275, "relative_error_reduction": 0.07575727003223409, "trained_max_relative_l2": 0.07289424538612366, "improved_comparisons": 10 }, { "candidate_id": "single_bridge_block_04", "stage": "all", "comparisons": 30, "identity_mean_relative_l2": 0.07160135225082437, "trained_mean_relative_l2": 0.05873384519169728, "relative_error_reduction": 0.17971039169834868, "trained_max_relative_l2": 0.16893534362316132, "improved_comparisons": 26 }, { "candidate_id": "single_bridge_block_05", "stage": "early", "comparisons": 10, "identity_mean_relative_l2": 0.11996557712554931, "trained_mean_relative_l2": 0.09947016127407551, "relative_error_reduction": 0.17084413998212533, "trained_max_relative_l2": 0.15094755589962006, "improved_comparisons": 6 }, { "candidate_id": "single_bridge_block_05", "stage": "middle", "comparisons": 10, "identity_mean_relative_l2": 0.029063284769654273, "trained_mean_relative_l2": 0.025970355793833732, "relative_error_reduction": 0.10642048895484613, "trained_max_relative_l2": 0.04479234293103218, "improved_comparisons": 8 }, { "candidate_id": "single_bridge_block_05", "stage": "late", "comparisons": 10, "identity_mean_relative_l2": 0.0431417353451252, "trained_mean_relative_l2": 0.040096317417919636, "relative_error_reduction": 0.07059099275545677, "trained_max_relative_l2": 0.05355198681354523, "improved_comparisons": 10 }, { "candidate_id": "single_bridge_block_05", "stage": "all", "comparisons": 30, "identity_mean_relative_l2": 0.06405686574677626, "trained_mean_relative_l2": 0.055178944828609626, "relative_error_reduction": 0.13859436946637405, "trained_max_relative_l2": 0.15094755589962006, "improved_comparisons": 24 } ], "activation_diagnostics": { "n_prompts": 64, "n_measurements": 6144, "dimension_counts": { "aesthetics": 15, "alignment": 15, "creative": 14, "real_world": 10, "visual_quality": 10 }, "difficulty_counts": { "1": 13, "2": 13, "3": 13, "4": 13, "5": 12 }, "aggregates": { "overall": [ { "group": "all", "stage": "early", "layer_index": 0, "n_prompts": 64, "means": { "flattened_cosine": 0.10836786811705679, "token_cosine_mean": 0.10511248372495174, "token_cosine_p10": -0.34299426060169935, "token_cosine_p50": 0.11189942248165607, "token_cosine_p90": 0.5422650249674916, "relative_rms_change": 8.113963700830936, "input_rms": 0.7461944948881865, "output_rms": 6.089813061058521 }, "token_cosine_mean_distribution": { "min": 0.0897824615240097, "p10": 0.10011520385742187, "p50": 0.10437611490488052, "p90": 0.11165497079491615, "max": 0.11729538440704346 }, "relative_rms_change_distribution": { "min": 7.996907711029053, "p10": 8.059882068634034, "p50": 8.115170955657959, "p90": 8.168769836425781, "max": 8.21034049987793 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "all", "stage": "early", "layer_index": 1, "n_prompts": 64, "means": { "flattened_cosine": 0.9974795682355762, "token_cosine_mean": 0.9980188570916653, "token_cosine_p10": 0.9973904630169272, "token_cosine_p50": 0.9981664083898067, "token_cosine_p90": 0.9985117865726352, "relative_rms_change": 0.10695154091808945, "input_rms": 6.089813061058521, "output_rms": 6.561149641871452 }, "token_cosine_mean_distribution": { "min": 0.9977731108665466, "p10": 0.997919750213623, "p50": 0.9980222880840302, "p90": 0.9981258690357209, "max": 0.9982157349586487 }, "relative_rms_change_distribution": { "min": 0.0977354645729065, "p10": 0.10052590295672417, "p50": 0.10682537779211998, "p90": 0.11236395984888077, "max": 0.1261357069015503 }, "lowest_cosine_eval_id": "internal-p1-df1d7cdb8ae9", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "all", "stage": "early", "layer_index": 2, "n_prompts": 64, "means": { "flattened_cosine": 0.9980625733733177, "token_cosine_mean": 0.9983210526406765, "token_cosine_p10": 0.9977806257084012, "token_cosine_p50": 0.9984868951141834, "token_cosine_p90": 0.9987840363755822, "relative_rms_change": 0.08681439911015332, "input_rms": 6.561149641871452, "output_rms": 6.944505825638771 }, "token_cosine_mean_distribution": { "min": 0.9980688691139221, "p10": 0.9981920421123505, "p50": 0.9983187913894653, "p90": 0.9984289050102234, "max": 0.9985659718513489 }, "relative_rms_change_distribution": { "min": 0.07199016213417053, "p10": 0.08090868815779687, "p50": 0.08704796433448792, "p90": 0.09203754067420959, "max": 0.10595426708459854 }, "lowest_cosine_eval_id": "internal-p1-75e889794d55", "largest_change_eval_id": "internal-p1-75e889794d55" }, { "group": "all", "stage": "early", "layer_index": 3, "n_prompts": 64, "means": { "flattened_cosine": 0.9960997607558966, "token_cosine_mean": 0.9971101144328713, "token_cosine_p10": 0.9956214996054769, "token_cosine_p50": 0.9979245262220502, "token_cosine_p90": 0.9985119607299566, "relative_rms_change": 0.1088114125886932, "input_rms": 6.944505825638771, "output_rms": 7.360520705580711 }, "token_cosine_mean_distribution": { "min": 0.9961437582969666, "p10": 0.9966040551662445, "p50": 0.9971680045127869, "p90": 0.9975408613681793, "max": 0.9978035092353821 }, "relative_rms_change_distribution": { "min": 0.08175574243068695, "p10": 0.0949090451002121, "p50": 0.10642774775624275, "p90": 0.12664239406585692, "max": 0.13959993422031403 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "all", "stage": "early", "layer_index": 4, "n_prompts": 64, "means": { "flattened_cosine": 0.9965157797560096, "token_cosine_mean": 0.9969887966290116, "token_cosine_p10": 0.9956264533102512, "token_cosine_p50": 0.9975184006616473, "token_cosine_p90": 0.9981797793880105, "relative_rms_change": 0.08460225537419319, "input_rms": 7.360520705580711, "output_rms": 7.26092117279768 }, "token_cosine_mean_distribution": { "min": 0.9963550567626953, "p10": 0.9967031896114349, "p50": 0.9969626367092133, "p90": 0.997331303358078, "max": 0.9975364208221436 }, "relative_rms_change_distribution": { "min": 0.0748952180147171, "p10": 0.08005053400993348, "p50": 0.08462562039494514, "p90": 0.08904277086257935, "max": 0.09308788925409317 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "all", "stage": "early", "layer_index": 5, "n_prompts": 64, "means": { "flattened_cosine": 0.9952701749280095, "token_cosine_mean": 0.9958303030580282, "token_cosine_p10": 0.9937507184222341, "token_cosine_p50": 0.996519623324275, "token_cosine_p90": 0.9975133240222931, "relative_rms_change": 0.09916079451795667, "input_rms": 7.26092117279768, "output_rms": 7.103824727237225 }, "token_cosine_mean_distribution": { "min": 0.994489312171936, "p10": 0.9954924166202546, "p50": 0.9958492517471313, "p90": 0.9961995720863343, "max": 0.9965724349021912 }, "relative_rms_change_distribution": { "min": 0.09086847305297852, "p10": 0.09406428411602974, "p50": 0.09836456924676895, "p90": 0.10473082214593887, "max": 0.11072850227355957 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "all", "stage": "early", "layer_index": 6, "n_prompts": 64, "means": { "flattened_cosine": 0.993833439424634, "token_cosine_mean": 0.9946984983980656, "token_cosine_p10": 0.9921948770061135, "token_cosine_p50": 0.9954781960695982, "token_cosine_p90": 0.9966761711984873, "relative_rms_change": 0.11873099091462791, "input_rms": 7.103824727237225, "output_rms": 6.763276040554047 }, "token_cosine_mean_distribution": { "min": 0.9936563372612, "p10": 0.9942970454692841, "p50": 0.9946877062320709, "p90": 0.9951097726821899, "max": 0.9956594705581665 }, "relative_rms_change_distribution": { "min": 0.10735982656478882, "p10": 0.11370249465107918, "p50": 0.1182626262307167, "p90": 0.12538582384586333, "max": 0.1344541609287262 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "all", "stage": "early", "layer_index": 7, "n_prompts": 64, "means": { "flattened_cosine": 0.9915236784145236, "token_cosine_mean": 0.9924758682027459, "token_cosine_p10": 0.9894911358132958, "token_cosine_p50": 0.9932373743504286, "token_cosine_p90": 0.9949106527492404, "relative_rms_change": 0.1425755440723151, "input_rms": 6.763276040554047, "output_rms": 6.311735689640045 }, "token_cosine_mean_distribution": { "min": 0.991466224193573, "p10": 0.9918980360031128, "p50": 0.9924538731575012, "p90": 0.993087637424469, "max": 0.993878185749054 }, "relative_rms_change_distribution": { "min": 0.13299810886383057, "p10": 0.1358927607536316, "p50": 0.14175792038440704, "p90": 0.14886462837457656, "max": 0.15551453828811646 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "all", "stage": "early", "layer_index": 8, "n_prompts": 64, "means": { "flattened_cosine": 0.9886412704363465, "token_cosine_mean": 0.9898189138621092, "token_cosine_p10": 0.9853343814611435, "token_cosine_p50": 0.9909938396885991, "token_cosine_p90": 0.9932185234501958, "relative_rms_change": 0.16978078824467957, "input_rms": 6.311735689640045, "output_rms": 5.742942608892918 }, "token_cosine_mean_distribution": { "min": 0.9874773025512695, "p10": 0.9889127373695373, "p50": 0.9899274706840515, "p90": 0.9907394826412201, "max": 0.9919322729110718 }, "relative_rms_change_distribution": { "min": 0.15746000409126282, "p10": 0.1621575266122818, "p50": 0.16940105706453323, "p90": 0.17881383746862411, "max": 0.18361344933509827 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "all", "stage": "early", "layer_index": 9, "n_prompts": 64, "means": { "flattened_cosine": 0.9881625007838011, "token_cosine_mean": 0.9894775077700615, "token_cosine_p10": 0.9844825295731425, "token_cosine_p50": 0.9907953049987555, "token_cosine_p90": 0.9936472596600652, "relative_rms_change": 0.1552114428486675, "input_rms": 5.742942608892918, "output_rms": 5.793616220355034 }, "token_cosine_mean_distribution": { "min": 0.9837566614151001, "p10": 0.9884001612663269, "p50": 0.989537239074707, "p90": 0.9905704617500305, "max": 0.9921198487281799 }, "relative_rms_change_distribution": { "min": 0.13347779214382172, "p10": 0.14810530841350555, "p50": 0.15486326068639755, "p90": 0.16181457340717315, "max": 0.1867799013853073 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 10, "n_prompts": 64, "means": { "flattened_cosine": 0.9882967574521899, "token_cosine_mean": 0.9893992636352777, "token_cosine_p10": 0.9829796422272921, "token_cosine_p50": 0.99099694006145, "token_cosine_p90": 0.9943377645686269, "relative_rms_change": 0.15327198011800647, "input_rms": 5.793616220355034, "output_rms": 5.814918756484985 }, "token_cosine_mean_distribution": { "min": 0.98228919506073, "p10": 0.9883144736289978, "p50": 0.9895564615726471, "p90": 0.9908317744731903, "max": 0.9930675029754639 }, "relative_rms_change_distribution": { "min": 0.12229189276695251, "p10": 0.14108201414346694, "p50": 0.15125542879104614, "p90": 0.16393760591745377, "max": 0.19575756788253784 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "all", "stage": "early", "layer_index": 11, "n_prompts": 64, "means": { "flattened_cosine": 0.9874212639406323, "token_cosine_mean": 0.9884582506492734, "token_cosine_p10": 0.9817363303154707, "token_cosine_p50": 0.989991202019155, "token_cosine_p90": 0.9937487784773111, "relative_rms_change": 0.158227673266083, "input_rms": 5.814918756484985, "output_rms": 5.796579800546169 }, "token_cosine_mean_distribution": { "min": 0.9811913967132568, "p10": 0.9865088999271393, "p50": 0.9886301457881927, "p90": 0.9904425978660584, "max": 0.9921009540557861 }, "relative_rms_change_distribution": { "min": 0.1302325427532196, "p10": 0.1439215585589409, "p50": 0.1577431708574295, "p90": 0.1703212857246399, "max": 0.20055919885635376 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 12, "n_prompts": 64, "means": { "flattened_cosine": 0.9857736667618155, "token_cosine_mean": 0.9871949944645166, "token_cosine_p10": 0.9818120235577226, "token_cosine_p50": 0.9882865771651268, "token_cosine_p90": 0.9917714493349195, "relative_rms_change": 0.1683570914901793, "input_rms": 5.796579800546169, "output_rms": 5.636227555572987 }, "token_cosine_mean_distribution": { "min": 0.9775965809822083, "p10": 0.9849489033222198, "p50": 0.9873871505260468, "p90": 0.989622688293457, "max": 0.9911023378372192 }, "relative_rms_change_distribution": { "min": 0.1414230316877365, "p10": 0.15303068459033967, "p50": 0.16660554707050323, "p90": 0.18253132104873657, "max": 0.21905337274074554 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 13, "n_prompts": 64, "means": { "flattened_cosine": 0.9862788887694478, "token_cosine_mean": 0.9873470813035965, "token_cosine_p10": 0.9817788349464536, "token_cosine_p50": 0.9886206304654479, "token_cosine_p90": 0.9922876385971904, "relative_rms_change": 0.16777334525249898, "input_rms": 5.636227555572987, "output_rms": 5.378669761121273 }, "token_cosine_mean_distribution": { "min": 0.9768113493919373, "p10": 0.9848526000976563, "p50": 0.9874677956104279, "p90": 0.990385365486145, "max": 0.9919826984405518 }, "relative_rms_change_distribution": { "min": 0.13214372098445892, "p10": 0.1468205824494362, "p50": 0.16809917986392975, "p90": 0.18814773559570314, "max": 0.22178678214550018 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 14, "n_prompts": 64, "means": { "flattened_cosine": 0.9839938776567578, "token_cosine_mean": 0.9850304834544659, "token_cosine_p10": 0.9794921390712261, "token_cosine_p50": 0.9862262587994337, "token_cosine_p90": 0.9899954656139016, "relative_rms_change": 0.18082719342783093, "input_rms": 5.378669761121273, "output_rms": 5.123324625194073 }, "token_cosine_mean_distribution": { "min": 0.9736711978912354, "p10": 0.9821780323982239, "p50": 0.9851940274238586, "p90": 0.9886125743389129, "max": 0.9901418685913086 }, "relative_rms_change_distribution": { "min": 0.1505241096019745, "p10": 0.16265954822301865, "p50": 0.18018308281898499, "p90": 0.19866170436143876, "max": 0.2382514476776123 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 15, "n_prompts": 64, "means": { "flattened_cosine": 0.9846025547012687, "token_cosine_mean": 0.9855798063799739, "token_cosine_p10": 0.9808917175978422, "token_cosine_p50": 0.9867942128330469, "token_cosine_p90": 0.9898195387795568, "relative_rms_change": 0.17439993866719306, "input_rms": 5.123324625194073, "output_rms": 5.05411820858717 }, "token_cosine_mean_distribution": { "min": 0.9764652848243713, "p10": 0.9825466215610504, "p50": 0.9858655333518982, "p90": 0.9887037813663483, "max": 0.9899341464042664 }, "relative_rms_change_distribution": { "min": 0.1469879001379013, "p10": 0.15599852204322814, "p50": 0.17320776730775833, "p90": 0.19223785698413848, "max": 0.2242256999015808 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 16, "n_prompts": 64, "means": { "flattened_cosine": 0.9839829849079251, "token_cosine_mean": 0.9854142293334007, "token_cosine_p10": 0.979876465164125, "token_cosine_p50": 0.9869758160784841, "token_cosine_p90": 0.9900178611278534, "relative_rms_change": 0.19731553830206394, "input_rms": 5.05411820858717, "output_rms": 4.545660421252251 }, "token_cosine_mean_distribution": { "min": 0.9787763953208923, "p10": 0.9827535212039947, "p50": 0.9855969250202179, "p90": 0.9878695189952851, "max": 0.9889633655548096 }, "relative_rms_change_distribution": { "min": 0.18061138689517975, "p10": 0.18501696586608887, "p50": 0.19592444598674774, "p90": 0.21135502457618713, "max": 0.21881741285324097 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 17, "n_prompts": 64, "means": { "flattened_cosine": 0.988719692453742, "token_cosine_mean": 0.9890533266589046, "token_cosine_p10": 0.9856406440958381, "token_cosine_p50": 0.9901553951203823, "token_cosine_p90": 0.9922993443906307, "relative_rms_change": 0.1558765342924744, "input_rms": 4.545660421252251, "output_rms": 4.290888473391533 }, "token_cosine_mean_distribution": { "min": 0.9833940267562866, "p10": 0.986789733171463, "p50": 0.9891830682754517, "p90": 0.9913517832756042, "max": 0.992171049118042 }, "relative_rms_change_distribution": { "min": 0.13322652876377106, "p10": 0.13932759910821915, "p50": 0.15469443798065186, "p90": 0.17130687087774277, "max": 0.19068343937397003 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 18, "n_prompts": 64, "means": { "flattened_cosine": 0.9882440231740475, "token_cosine_mean": 0.9887999854981899, "token_cosine_p10": 0.9859052011743188, "token_cosine_p50": 0.9896750580519438, "token_cosine_p90": 0.9920353600755334, "relative_rms_change": 0.156471889000386, "input_rms": 4.290888473391533, "output_rms": 4.100626923143864 }, "token_cosine_mean_distribution": { "min": 0.9831701517105103, "p10": 0.9867154419422149, "p50": 0.9890818297863007, "p90": 0.9907392859458923, "max": 0.9917343258857727 }, "relative_rms_change_distribution": { "min": 0.13927198946475983, "p10": 0.14553142189979554, "p50": 0.15523584187030792, "p90": 0.16866070479154588, "max": 0.19444069266319275 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 19, "n_prompts": 64, "means": { "flattened_cosine": 0.9880554797127843, "token_cosine_mean": 0.9892158387228847, "token_cosine_p10": 0.9865705175325274, "token_cosine_p50": 0.9899326916784048, "token_cosine_p90": 0.991922372020781, "relative_rms_change": 0.17647469323128462, "input_rms": 4.100626923143864, "output_rms": 4.40592946857214 }, "token_cosine_mean_distribution": { "min": 0.9845525026321411, "p10": 0.9875635921955108, "p50": 0.9893722236156464, "p90": 0.9909505069255828, "max": 0.9916449189186096 }, "relative_rms_change_distribution": { "min": 0.15482839941978455, "p10": 0.1658379152417183, "p50": 0.17471106350421906, "p90": 0.18603143095970154, "max": 0.2142294943332672 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 20, "n_prompts": 64, "means": { "flattened_cosine": 0.9924473278224468, "token_cosine_mean": 0.9934657476842403, "token_cosine_p10": 0.9915289059281349, "token_cosine_p50": 0.9942316552624106, "token_cosine_p90": 0.9952826295047998, "relative_rms_change": 0.13639692740980536, "input_rms": 4.40592946857214, "output_rms": 4.639062851667404 }, "token_cosine_mean_distribution": { "min": 0.9898983240127563, "p10": 0.9920522332191467, "p50": 0.9937061071395874, "p90": 0.9946837425231934, "max": 0.9950169920921326 }, "relative_rms_change_distribution": { "min": 0.116746686398983, "p10": 0.12263159826397896, "p50": 0.1342768892645836, "p90": 0.1526606097817421, "max": 0.18133801221847534 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 21, "n_prompts": 64, "means": { "flattened_cosine": 0.9950315682217479, "token_cosine_mean": 0.9956759205088019, "token_cosine_p10": 0.9945292258635163, "token_cosine_p50": 0.9961973084136844, "token_cosine_p90": 0.9969747317954898, "relative_rms_change": 0.10422021592967212, "input_rms": 4.639062851667404, "output_rms": 4.766122750937939 }, "token_cosine_mean_distribution": { "min": 0.9931131601333618, "p10": 0.994523561000824, "p50": 0.9959195554256439, "p90": 0.9965675890445709, "max": 0.9968593120574951 }, "relative_rms_change_distribution": { "min": 0.08906929194927216, "p10": 0.09278725907206535, "p50": 0.10134203359484673, "p90": 0.12006574720144272, "max": 0.13900306820869446 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 22, "n_prompts": 64, "means": { "flattened_cosine": 0.9955121232196689, "token_cosine_mean": 0.9959772098809481, "token_cosine_p10": 0.9947666004300117, "token_cosine_p50": 0.99648267775774, "token_cosine_p90": 0.9971524961292744, "relative_rms_change": 0.12665541842579842, "input_rms": 4.766122750937939, "output_rms": 5.147082947194576 }, "token_cosine_mean_distribution": { "min": 0.9943190813064575, "p10": 0.9951316058635712, "p50": 0.9961479604244232, "p90": 0.9965281903743743, "max": 0.9967541694641113 }, "relative_rms_change_distribution": { "min": 0.11482404172420502, "p10": 0.11797135323286057, "p50": 0.12425824999809265, "p90": 0.13832322359085084, "max": 0.14968855679035187 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 23, "n_prompts": 64, "means": { "flattened_cosine": 0.9967979555949569, "token_cosine_mean": 0.9968832693994045, "token_cosine_p10": 0.9963228199630976, "token_cosine_p50": 0.9971780776977539, "token_cosine_p90": 0.9976824196055532, "relative_rms_change": 0.08192839729599655, "input_rms": 5.147082947194576, "output_rms": 5.226803757250309 }, "token_cosine_mean_distribution": { "min": 0.9956826567649841, "p10": 0.9962320804595948, "p50": 0.9969930648803711, "p90": 0.9973304569721222, "max": 0.997566819190979 }, "relative_rms_change_distribution": { "min": 0.07240883260965347, "p10": 0.07538501545786858, "p50": 0.08078807219862938, "p90": 0.09142256081104279, "max": 0.10388678312301636 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 24, "n_prompts": 64, "means": { "flattened_cosine": 0.9959620479494333, "token_cosine_mean": 0.9960109414532781, "token_cosine_p10": 0.9954765429720283, "token_cosine_p50": 0.9963636407628655, "token_cosine_p90": 0.9969119802117348, "relative_rms_change": 0.09069311805069447, "input_rms": 5.226803757250309, "output_rms": 5.280093155801296 }, "token_cosine_mean_distribution": { "min": 0.9947693347930908, "p10": 0.9953636825084686, "p50": 0.9960626661777496, "p90": 0.9966231763362885, "max": 0.9969099760055542 }, "relative_rms_change_distribution": { "min": 0.08014312386512756, "p10": 0.08311045914888382, "p50": 0.08956479653716087, "p90": 0.10205059945583343, "max": 0.10974022001028061 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 25, "n_prompts": 64, "means": { "flattened_cosine": 0.9957221494987607, "token_cosine_mean": 0.9959138315171003, "token_cosine_p10": 0.9952968694269657, "token_cosine_p50": 0.9963571289554238, "token_cosine_p90": 0.9969424437731504, "relative_rms_change": 0.09864809084683657, "input_rms": 5.280093155801296, "output_rms": 5.072313450276852 }, "token_cosine_mean_distribution": { "min": 0.9943079948425293, "p10": 0.9951512932777404, "p50": 0.995978981256485, "p90": 0.9965142190456391, "max": 0.9969090223312378 }, "relative_rms_change_distribution": { "min": 0.08734503388404846, "p10": 0.09145093262195587, "p50": 0.09649905934929848, "p90": 0.10930102169513703, "max": 0.12357314676046371 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 26, "n_prompts": 64, "means": { "flattened_cosine": 0.9943845877423882, "token_cosine_mean": 0.9947450701147318, "token_cosine_p10": 0.9942037593573332, "token_cosine_p50": 0.9955294281244278, "token_cosine_p90": 0.9963255655020475, "relative_rms_change": 0.1143916294677183, "input_rms": 5.072313450276852, "output_rms": 4.81991034001112 }, "token_cosine_mean_distribution": { "min": 0.9921509027481079, "p10": 0.9937200248241425, "p50": 0.9948145151138306, "p90": 0.9956365704536438, "max": 0.9958332777023315 }, "relative_rms_change_distribution": { "min": 0.09866978973150253, "p10": 0.10473399609327316, "p50": 0.11205163970589638, "p90": 0.12968791723251344, "max": 0.1463138610124588 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 27, "n_prompts": 64, "means": { "flattened_cosine": 0.9908039411529899, "token_cosine_mean": 0.9914339650422335, "token_cosine_p10": 0.9897208511829376, "token_cosine_p50": 0.992880986072123, "token_cosine_p90": 0.9941848972812295, "relative_rms_change": 0.14746336650568992, "input_rms": 4.81991034001112, "output_rms": 4.484380446374416 }, "token_cosine_mean_distribution": { "min": 0.9860589504241943, "p10": 0.9891712069511414, "p50": 0.9916927218437195, "p90": 0.9934281349182129, "max": 0.9941772222518921 }, "relative_rms_change_distribution": { "min": 0.11880224943161011, "p10": 0.12967560440301895, "p50": 0.14464311301708221, "p90": 0.17136445939540865, "max": 0.1946871131658554 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 28, "n_prompts": 64, "means": { "flattened_cosine": 0.9819107046350837, "token_cosine_mean": 0.9830935476347804, "token_cosine_p10": 0.9778620861470699, "token_cosine_p50": 0.9856742061674595, "token_cosine_p90": 0.9889281056821346, "relative_rms_change": 0.18750536791048944, "input_rms": 4.484380446374416, "output_rms": 4.34750247746706 }, "token_cosine_mean_distribution": { "min": 0.9678932428359985, "p10": 0.9763409972190857, "p50": 0.9842973053455353, "p90": 0.988342696428299, "max": 0.9894607663154602 }, "relative_rms_change_distribution": { "min": 0.14718089997768402, "p10": 0.1541911855340004, "p50": 0.18144718557596207, "p90": 0.23456428498029708, "max": 0.27175331115722656 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "early", "layer_index": 29, "n_prompts": 64, "means": { "flattened_cosine": 0.9408677192404866, "token_cosine_mean": 0.9429664546623826, "token_cosine_p10": 0.9142724890261889, "token_cosine_p50": 0.9512463742867112, "token_cosine_p90": 0.9631320834159851, "relative_rms_change": 0.3422743212431669, "input_rms": 4.34750247746706, "output_rms": 4.428620606660843 }, "token_cosine_mean_distribution": { "min": 0.8079301714897156, "p10": 0.9185027182102203, "p50": 0.9486869275569916, "p90": 0.9611183822154998, "max": 0.9681825041770935 }, "relative_rms_change_distribution": { "min": 0.25456297397613525, "p10": 0.27910597026348116, "p50": 0.32419781386852264, "p90": 0.4268292039632798, "max": 0.6991763710975647 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "all", "stage": "early", "layer_index": 30, "n_prompts": 64, "means": { "flattened_cosine": 0.8013041764497757, "token_cosine_mean": 0.8047904409468174, "token_cosine_p10": 0.7454026252962649, "token_cosine_p50": 0.8121391795575619, "token_cosine_p90": 0.8568999590352178, "relative_rms_change": 0.6830194164067507, "input_rms": 4.428620606660843, "output_rms": 5.0408059284091 }, "token_cosine_mean_distribution": { "min": 0.6207378506660461, "p10": 0.746353143453598, "p50": 0.8078764081001282, "p90": 0.859461659193039, "max": 0.8843738436698914 }, "relative_rms_change_distribution": { "min": 0.5159268975257874, "p10": 0.5759431064128876, "p50": 0.6777625381946564, "p90": 0.7958356440067291, "max": 1.1257221698760986 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "all", "stage": "early", "layer_index": 31, "n_prompts": 64, "means": { "flattened_cosine": 0.5451744352467358, "token_cosine_mean": 0.5470858532935381, "token_cosine_p10": 0.4825464212335646, "token_cosine_p50": 0.553859032690525, "token_cosine_p90": 0.6081190844997764, "relative_rms_change": 4.0370934009552, "input_rms": 5.0408059284091, "output_rms": 22.567037522792816 }, "token_cosine_mean_distribution": { "min": 0.4304081201553345, "p10": 0.48456786572933197, "p50": 0.5501639246940613, "p90": 0.6090189397335053, "max": 0.6402754187583923 }, "relative_rms_change_distribution": { "min": 3.055800676345825, "p10": 3.7374104976654055, "p50": 4.087235450744629, "p90": 4.291031074523926, "max": 4.378530025482178 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-a8b9ea6c6c3e" }, { "group": "all", "stage": "final", "layer_index": 0, "n_prompts": 64, "means": { "flattened_cosine": 0.7134926891885698, "token_cosine_mean": 0.7165546729229391, "token_cosine_p10": 0.6330620115040801, "token_cosine_p50": 0.7295476561412215, "token_cosine_p90": 0.7827393719926476, "relative_rms_change": 6.134542021900415, "input_rms": 1.4979356657713652, "output_rms": 9.980915397405624 }, "token_cosine_mean_distribution": { "min": 0.37518906593322754, "p10": 0.6396582722663879, "p50": 0.7401187717914581, "p90": 0.7835023045539856, "max": 0.8011313080787659 }, "relative_rms_change_distribution": { "min": 3.8773510456085205, "p10": 5.227211380004883, "p50": 5.968733072280884, "p90": 7.281463098526001, "max": 9.485993385314941 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "all", "stage": "final", "layer_index": 1, "n_prompts": 64, "means": { "flattened_cosine": 0.9959213398396969, "token_cosine_mean": 0.9960272908210754, "token_cosine_p10": 0.9948753528296947, "token_cosine_p50": 0.9961355701088905, "token_cosine_p90": 0.9970361031591892, "relative_rms_change": 0.11740164598450065, "input_rms": 9.980915397405624, "output_rms": 10.683805331587791 }, "token_cosine_mean_distribution": { "min": 0.9946817755699158, "p10": 0.9952739953994751, "p50": 0.9961194097995758, "p90": 0.9966732203960419, "max": 0.9969401955604553 }, "relative_rms_change_distribution": { "min": 0.09186778217554092, "p10": 0.10198731645941735, "p50": 0.1180083230137825, "p90": 0.13187595158815385, "max": 0.16809673607349396 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "all", "stage": "final", "layer_index": 2, "n_prompts": 64, "means": { "flattened_cosine": 0.9975592279806733, "token_cosine_mean": 0.99759900290519, "token_cosine_p10": 0.9969475446268916, "token_cosine_p50": 0.9976816391572356, "token_cosine_p90": 0.998126333579421, "relative_rms_change": 0.08126158185768872, "input_rms": 10.683805331587791, "output_rms": 10.216547027230263 }, "token_cosine_mean_distribution": { "min": 0.9972261190414429, "p10": 0.9973927497863769, "p50": 0.9976025521755219, "p90": 0.9978254735469818, "max": 0.9979506134986877 }, "relative_rms_change_distribution": { "min": 0.07426165789365768, "p10": 0.07724953517317772, "p50": 0.08100221678614616, "p90": 0.08581002652645112, "max": 0.08916158974170685 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "all", "stage": "final", "layer_index": 3, "n_prompts": 64, "means": { "flattened_cosine": 0.9976731855422258, "token_cosine_mean": 0.9978467989712954, "token_cosine_p10": 0.9973843516781926, "token_cosine_p50": 0.9979033842682838, "token_cosine_p90": 0.9982319232076406, "relative_rms_change": 0.08002969715744257, "input_rms": 10.216547027230263, "output_rms": 9.771614655852318 }, "token_cosine_mean_distribution": { "min": 0.9974513053894043, "p10": 0.9977034807205201, "p50": 0.9978488385677338, "p90": 0.9980203092098237, "max": 0.9981201887130737 }, "relative_rms_change_distribution": { "min": 0.07104407995939255, "p10": 0.07359321787953377, "p50": 0.07844289764761925, "p90": 0.08832027688622475, "max": 0.10771642625331879 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "all", "stage": "final", "layer_index": 4, "n_prompts": 64, "means": { "flattened_cosine": 0.9972186107188463, "token_cosine_mean": 0.9973529251292348, "token_cosine_p10": 0.9968480402603745, "token_cosine_p50": 0.9974180962890387, "token_cosine_p90": 0.997792849317193, "relative_rms_change": 0.09574464929755777, "input_rms": 9.771614655852318, "output_rms": 9.159048572182655 }, "token_cosine_mean_distribution": { "min": 0.9970697164535522, "p10": 0.9971706867218018, "p50": 0.9973527193069458, "p90": 0.9975426614284515, "max": 0.9977225661277771 }, "relative_rms_change_distribution": { "min": 0.0867578536272049, "p10": 0.09133903384208679, "p50": 0.09512992948293686, "p90": 0.10152603685855865, "max": 0.10527821630239487 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "all", "stage": "final", "layer_index": 5, "n_prompts": 64, "means": { "flattened_cosine": 0.996397115290165, "token_cosine_mean": 0.9965510433539748, "token_cosine_p10": 0.9957608422264457, "token_cosine_p50": 0.9966674325987697, "token_cosine_p90": 0.9971914244815707, "relative_rms_change": 0.1003393935970962, "input_rms": 9.159048572182655, "output_rms": 8.635988175868988 }, "token_cosine_mean_distribution": { "min": 0.9959779381752014, "p10": 0.9962228894233703, "p50": 0.9965477883815765, "p90": 0.9969103515148163, "max": 0.9970782995223999 }, "relative_rms_change_distribution": { "min": 0.08874353766441345, "p10": 0.0931713379919529, "p50": 0.10020468384027481, "p90": 0.10852349624037744, "max": 0.11605490744113922 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-297380b422a7" }, { "group": "all", "stage": "final", "layer_index": 6, "n_prompts": 64, "means": { "flattened_cosine": 0.9943230925127864, "token_cosine_mean": 0.9945394331589341, "token_cosine_p10": 0.9933914067223668, "token_cosine_p50": 0.9946705289185047, "token_cosine_p90": 0.9955406971275806, "relative_rms_change": 0.15500311483629048, "input_rms": 8.635988175868988, "output_rms": 7.61348819732666 }, "token_cosine_mean_distribution": { "min": 0.9936742186546326, "p10": 0.9940480887889862, "p50": 0.9945182800292969, "p90": 0.995091313123703, "max": 0.9961583614349365 }, "relative_rms_change_distribution": { "min": 0.11970348656177521, "p10": 0.14667076468467713, "p50": 0.15541702508926392, "p90": 0.16607800871133804, "max": 0.17268194258213043 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "all", "stage": "final", "layer_index": 7, "n_prompts": 64, "means": { "flattened_cosine": 0.9914551991969347, "token_cosine_mean": 0.9917323850095272, "token_cosine_p10": 0.9899418754503131, "token_cosine_p50": 0.9919565608724952, "token_cosine_p90": 0.9932417692616582, "relative_rms_change": 0.19253636104986072, "input_rms": 7.61348819732666, "output_rms": 6.469641700387001 }, "token_cosine_mean_distribution": { "min": 0.9902143478393555, "p10": 0.9909594357013702, "p50": 0.9916541576385498, "p90": 0.9924776375293731, "max": 0.9947835206985474 }, "relative_rms_change_distribution": { "min": 0.14754070341587067, "p10": 0.18417078703641893, "p50": 0.1940445899963379, "p90": 0.20243475288152696, "max": 0.2078014463186264 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "all", "stage": "final", "layer_index": 8, "n_prompts": 64, "means": { "flattened_cosine": 0.9896534569561481, "token_cosine_mean": 0.9900985611602664, "token_cosine_p10": 0.9880625875666738, "token_cosine_p50": 0.9902656450867653, "token_cosine_p90": 0.9919533189386129, "relative_rms_change": 0.17613079329021275, "input_rms": 6.469641700387001, "output_rms": 5.742822036147118 }, "token_cosine_mean_distribution": { "min": 0.9882213473320007, "p10": 0.9889754116535187, "p50": 0.9901001155376434, "p90": 0.9909808218479157, "max": 0.9942950010299683 }, "relative_rms_change_distribution": { "min": 0.14869490265846252, "p10": 0.16591051667928697, "p50": 0.17733313143253326, "p90": 0.1853703200817108, "max": 0.20474353432655334 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "all", "stage": "final", "layer_index": 9, "n_prompts": 64, "means": { "flattened_cosine": 0.9919873857870698, "token_cosine_mean": 0.9922925950959325, "token_cosine_p10": 0.9904377218335867, "token_cosine_p50": 0.9925846569240093, "token_cosine_p90": 0.9939007991924882, "relative_rms_change": 0.12826030515134335, "input_rms": 5.742822036147118, "output_rms": 5.793003909289837 }, "token_cosine_mean_distribution": { "min": 0.9907108545303345, "p10": 0.9916492223739624, "p50": 0.99228635430336, "p90": 0.9929403424263, "max": 0.9934292435646057 }, "relative_rms_change_distribution": { "min": 0.11916644871234894, "p10": 0.12247636541724205, "p50": 0.1277986392378807, "p90": 0.13405086547136308, "max": 0.1431787610054016 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "all", "stage": "final", "layer_index": 10, "n_prompts": 64, "means": { "flattened_cosine": 0.9929960398003459, "token_cosine_mean": 0.9935513343662024, "token_cosine_p10": 0.9915927927941084, "token_cosine_p50": 0.993937018327415, "token_cosine_p90": 0.9952166201546788, "relative_rms_change": 0.12072521960362792, "input_rms": 5.793003909289837, "output_rms": 5.877862811088562 }, "token_cosine_mean_distribution": { "min": 0.9920257925987244, "p10": 0.9927529096603394, "p50": 0.9935659766197205, "p90": 0.9943118572235108, "max": 0.9948824048042297 }, "relative_rms_change_distribution": { "min": 0.10680348426103592, "p10": 0.11174122840166092, "p50": 0.12093203142285347, "p90": 0.1293408527970314, "max": 0.13630588352680206 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "all", "stage": "final", "layer_index": 11, "n_prompts": 64, "means": { "flattened_cosine": 0.9919335171580315, "token_cosine_mean": 0.992510013282299, "token_cosine_p10": 0.9900956181809306, "token_cosine_p50": 0.9930122084915638, "token_cosine_p90": 0.9946181150153279, "relative_rms_change": 0.1361482305219397, "input_rms": 5.877862811088562, "output_rms": 5.5504018515348434 }, "token_cosine_mean_distribution": { "min": 0.9901143908500671, "p10": 0.9915787994861602, "p50": 0.9925719499588013, "p90": 0.9935803413391113, "max": 0.9938430190086365 }, "relative_rms_change_distribution": { "min": 0.11875183135271072, "p10": 0.12671899199485778, "p50": 0.13426554203033447, "p90": 0.14832813143730164, "max": 0.1740683913230896 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "all", "stage": "final", "layer_index": 12, "n_prompts": 64, "means": { "flattened_cosine": 0.9912475189194083, "token_cosine_mean": 0.9915332263335586, "token_cosine_p10": 0.9893710501492023, "token_cosine_p50": 0.9919435000047088, "token_cosine_p90": 0.9934396538883448, "relative_rms_change": 0.1326558868167922, "input_rms": 5.5504018515348434, "output_rms": 5.438881613314152 }, "token_cosine_mean_distribution": { "min": 0.98905348777771, "p10": 0.9905169844627381, "p50": 0.991528332233429, "p90": 0.9925942420959473, "max": 0.9931485652923584 }, "relative_rms_change_distribution": { "min": 0.11881682276725769, "p10": 0.12447300031781197, "p50": 0.13217302411794662, "p90": 0.14087292104959487, "max": 0.14969199895858765 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 13, "n_prompts": 64, "means": { "flattened_cosine": 0.9895515786483884, "token_cosine_mean": 0.989917516708374, "token_cosine_p10": 0.9870212003588676, "token_cosine_p50": 0.9904737342149019, "token_cosine_p90": 0.9925730582326651, "relative_rms_change": 0.14973355899564922, "input_rms": 5.438881613314152, "output_rms": 5.164941847324371 }, "token_cosine_mean_distribution": { "min": 0.9863244295120239, "p10": 0.9887834548950195, "p50": 0.9900569319725037, "p90": 0.9910061478614807, "max": 0.991672694683075 }, "relative_rms_change_distribution": { "min": 0.13330161571502686, "p10": 0.14140631556510924, "p50": 0.14902331680059433, "p90": 0.15775557160377504, "max": 0.17059363424777985 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 14, "n_prompts": 64, "means": { "flattened_cosine": 0.9843077957630157, "token_cosine_mean": 0.9847472440451384, "token_cosine_p10": 0.9814273696392775, "token_cosine_p50": 0.985393756069243, "token_cosine_p90": 0.9877756107598543, "relative_rms_change": 0.17825359338894486, "input_rms": 5.164941847324371, "output_rms": 4.961446925997734 }, "token_cosine_mean_distribution": { "min": 0.979468584060669, "p10": 0.9829306840896607, "p50": 0.9848009049892426, "p90": 0.9862774074077606, "max": 0.9881433248519897 }, "relative_rms_change_distribution": { "min": 0.15541782975196838, "p10": 0.16788916885852814, "p50": 0.17688550800085068, "p90": 0.1894300386309624, "max": 0.2089395523071289 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 15, "n_prompts": 64, "means": { "flattened_cosine": 0.9818028900772333, "token_cosine_mean": 0.9822256807237864, "token_cosine_p10": 0.9793459130451083, "token_cosine_p50": 0.9829082312062383, "token_cosine_p90": 0.9850723473355174, "relative_rms_change": 0.19202319392934442, "input_rms": 4.961446925997734, "output_rms": 5.004165127873421 }, "token_cosine_mean_distribution": { "min": 0.9761512875556946, "p10": 0.9806781470775604, "p50": 0.9823387265205383, "p90": 0.9839989483356476, "max": 0.9847514033317566 }, "relative_rms_change_distribution": { "min": 0.17561250925064087, "p10": 0.1805352583527565, "p50": 0.19143103808164597, "p90": 0.20216781347990037, "max": 0.2223758101463318 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 16, "n_prompts": 64, "means": { "flattened_cosine": 0.9813893251121044, "token_cosine_mean": 0.9820034084841609, "token_cosine_p10": 0.977824168279767, "token_cosine_p50": 0.9827958382666111, "token_cosine_p90": 0.9856578623875976, "relative_rms_change": 0.19395656906999648, "input_rms": 5.004165127873421, "output_rms": 5.014412313699722 }, "token_cosine_mean_distribution": { "min": 0.9753581285476685, "p10": 0.9802610576152802, "p50": 0.9821207225322723, "p90": 0.9837236106395721, "max": 0.9844461679458618 }, "relative_rms_change_distribution": { "min": 0.18158477544784546, "p10": 0.18410781919956207, "p50": 0.1938081607222557, "p90": 0.20358821004629135, "max": 0.22596873342990875 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 17, "n_prompts": 64, "means": { "flattened_cosine": 0.9754850473254919, "token_cosine_mean": 0.9758072197437286, "token_cosine_p10": 0.9711275696754456, "token_cosine_p50": 0.976345656439662, "token_cosine_p90": 0.9801463251933455, "relative_rms_change": 0.23621196602471173, "input_rms": 5.014412313699722, "output_rms": 4.461550138890743 }, "token_cosine_mean_distribution": { "min": 0.9647505283355713, "p10": 0.9737974405288696, "p50": 0.9760027229785919, "p90": 0.9781040668487548, "max": 0.9791579842567444 }, "relative_rms_change_distribution": { "min": 0.22304829955101013, "p10": 0.22824644446372985, "p50": 0.23534465581178665, "p90": 0.24419151693582536, "max": 0.2755250334739685 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 18, "n_prompts": 64, "means": { "flattened_cosine": 0.979401370510459, "token_cosine_mean": 0.9797422355040908, "token_cosine_p10": 0.9762228643521667, "token_cosine_p50": 0.9802603935822845, "token_cosine_p90": 0.9829249689355493, "relative_rms_change": 0.2245982177555561, "input_rms": 4.461550138890743, "output_rms": 4.807908773422241 }, "token_cosine_mean_distribution": { "min": 0.9666945338249207, "p10": 0.9783842861652374, "p50": 0.9798987209796906, "p90": 0.9814243137836456, "max": 0.9825001955032349 }, "relative_rms_change_distribution": { "min": 0.2076280564069748, "p10": 0.21554138958454133, "p50": 0.22304800897836685, "p90": 0.23492031693458557, "max": 0.2861412465572357 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 19, "n_prompts": 64, "means": { "flattened_cosine": 0.9833611603826284, "token_cosine_mean": 0.983774445950985, "token_cosine_p10": 0.9808900710195303, "token_cosine_p50": 0.9843131126835942, "token_cosine_p90": 0.9862389545887709, "relative_rms_change": 0.20183928753249347, "input_rms": 4.807908773422241, "output_rms": 5.144525684416294 }, "token_cosine_mean_distribution": { "min": 0.9679970145225525, "p10": 0.9821452319622039, "p50": 0.9841076135635376, "p90": 0.985450679063797, "max": 0.9861894845962524 }, "relative_rms_change_distribution": { "min": 0.17444226145744324, "p10": 0.1856333613395691, "p50": 0.2003536820411682, "p90": 0.21809095442295076, "max": 0.28302592039108276 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 20, "n_prompts": 64, "means": { "flattened_cosine": 0.9838182339444757, "token_cosine_mean": 0.9845993658527732, "token_cosine_p10": 0.9804216092452407, "token_cosine_p50": 0.9853858761489391, "token_cosine_p90": 0.9878413863480091, "relative_rms_change": 0.18262164574116468, "input_rms": 5.144525684416294, "output_rms": 5.2285951897501945 }, "token_cosine_mean_distribution": { "min": 0.9649943709373474, "p10": 0.9831644117832183, "p50": 0.9849294126033783, "p90": 0.9867069661617279, "max": 0.9878028035163879 }, "relative_rms_change_distribution": { "min": 0.1671079397201538, "p10": 0.17221203446388245, "p50": 0.18002638965845108, "p90": 0.19222386330366134, "max": 0.28074535727500916 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 21, "n_prompts": 64, "means": { "flattened_cosine": 0.9812250304967165, "token_cosine_mean": 0.9814554145559669, "token_cosine_p10": 0.9753328831866384, "token_cosine_p50": 0.9823299432173371, "token_cosine_p90": 0.9863556511700153, "relative_rms_change": 0.21551443403586745, "input_rms": 5.2285951897501945, "output_rms": 5.635884270071983 }, "token_cosine_mean_distribution": { "min": 0.9668217301368713, "p10": 0.9789205431938172, "p50": 0.9815041720867157, "p90": 0.9847190499305725, "max": 0.9857732057571411 }, "relative_rms_change_distribution": { "min": 0.19693240523338318, "p10": 0.20260148644447326, "p50": 0.21483556181192398, "p90": 0.22536709159612656, "max": 0.28534209728240967 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 22, "n_prompts": 64, "means": { "flattened_cosine": 0.9796628868207335, "token_cosine_mean": 0.979778460226953, "token_cosine_p10": 0.973788283765316, "token_cosine_p50": 0.9805516237393022, "token_cosine_p90": 0.9848402123898268, "relative_rms_change": 0.2806293573230505, "input_rms": 5.635884270071983, "output_rms": 6.628398858010769 }, "token_cosine_mean_distribution": { "min": 0.9736636877059937, "p10": 0.9772343218326569, "p50": 0.9796344935894012, "p90": 0.9833915770053864, "max": 0.9859191179275513 }, "relative_rms_change_distribution": { "min": 0.2587955892086029, "p10": 0.2641759723424911, "p50": 0.2813079357147217, "p90": 0.29351415634155276, "max": 0.30523446202278137 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 23, "n_prompts": 64, "means": { "flattened_cosine": 0.9799379631876945, "token_cosine_mean": 0.9800494462251663, "token_cosine_p10": 0.9745456576347351, "token_cosine_p50": 0.9807153604924679, "token_cosine_p90": 0.9846673253923655, "relative_rms_change": 0.20062589412555099, "input_rms": 6.628398858010769, "output_rms": 6.650283619761467 }, "token_cosine_mean_distribution": { "min": 0.976343035697937, "p10": 0.9775040626525879, "p50": 0.9801151752471924, "p90": 0.9827400743961334, "max": 0.9844765663146973 }, "relative_rms_change_distribution": { "min": 0.1771620512008667, "p10": 0.1863384023308754, "p50": 0.20092228055000305, "p90": 0.21357616186141967, "max": 0.2177325338125229 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "all", "stage": "final", "layer_index": 24, "n_prompts": 64, "means": { "flattened_cosine": 0.9784808019176126, "token_cosine_mean": 0.9786842903122306, "token_cosine_p10": 0.9728697342798114, "token_cosine_p50": 0.9792379969730973, "token_cosine_p90": 0.9836633605882525, "relative_rms_change": 0.23788833618164062, "input_rms": 6.650283619761467, "output_rms": 7.287467047572136 }, "token_cosine_mean_distribution": { "min": 0.9732169508934021, "p10": 0.9761512458324433, "p50": 0.9787466824054718, "p90": 0.9810864925384521, "max": 0.9829413294792175 }, "relative_rms_change_distribution": { "min": 0.21186819672584534, "p10": 0.2230770319700241, "p50": 0.2390584945678711, "p90": 0.25258185565471647, "max": 0.2583329379558563 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "all", "stage": "final", "layer_index": 25, "n_prompts": 64, "means": { "flattened_cosine": 0.9804429244250059, "token_cosine_mean": 0.980660323984921, "token_cosine_p10": 0.9763062279671431, "token_cosine_p50": 0.9810631554573774, "token_cosine_p90": 0.9844372933730483, "relative_rms_change": 0.19740347447805107, "input_rms": 7.287467047572136, "output_rms": 7.2605926394462585 }, "token_cosine_mean_distribution": { "min": 0.9761829376220703, "p10": 0.9783889532089234, "p50": 0.9807884991168976, "p90": 0.9826661586761475, "max": 0.9838230609893799 }, "relative_rms_change_distribution": { "min": 0.18071891367435455, "p10": 0.18778810054063796, "p50": 0.19682537019252777, "p90": 0.21020200103521347, "max": 0.22025111317634583 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 26, "n_prompts": 64, "means": { "flattened_cosine": 0.9735916750505567, "token_cosine_mean": 0.9740257831290364, "token_cosine_p10": 0.9656389839947224, "token_cosine_p50": 0.975361879914999, "token_cosine_p90": 0.9806356634944677, "relative_rms_change": 0.22899672645144165, "input_rms": 7.2605926394462585, "output_rms": 6.935615301132202 }, "token_cosine_mean_distribution": { "min": 0.969280481338501, "p10": 0.970580792427063, "p50": 0.9739907681941986, "p90": 0.9774295628070832, "max": 0.9781203269958496 }, "relative_rms_change_distribution": { "min": 0.21017833054065704, "p10": 0.21495717912912368, "p50": 0.2299346625804901, "p90": 0.2434256985783577, "max": 0.24844112992286682 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "all", "stage": "final", "layer_index": 27, "n_prompts": 64, "means": { "flattened_cosine": 0.9750219816341996, "token_cosine_mean": 0.9755872339010239, "token_cosine_p10": 0.970552958548069, "token_cosine_p50": 0.9762272024527192, "token_cosine_p90": 0.9797842670232058, "relative_rms_change": 0.24353316915221512, "input_rms": 6.935615301132202, "output_rms": 7.443455219268799 }, "token_cosine_mean_distribution": { "min": 0.9635595083236694, "p10": 0.9737833857536315, "p50": 0.9761292934417725, "p90": 0.9782577216625213, "max": 0.9792177081108093 }, "relative_rms_change_distribution": { "min": 0.2238859087228775, "p10": 0.22758916914463043, "p50": 0.24332034587860107, "p90": 0.26016063094139097, "max": 0.27521103620529175 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 28, "n_prompts": 64, "means": { "flattened_cosine": 0.9657593537122011, "token_cosine_mean": 0.9664862966164947, "token_cosine_p10": 0.9547335347160697, "token_cosine_p50": 0.9682346163317561, "token_cosine_p90": 0.9759268444031477, "relative_rms_change": 0.25978568149730563, "input_rms": 7.443455219268799, "output_rms": 7.0833966210484505 }, "token_cosine_mean_distribution": { "min": 0.9556425213813782, "p10": 0.9610684871673584, "p50": 0.9663082957267761, "p90": 0.9723764777183532, "max": 0.9741275310516357 }, "relative_rms_change_distribution": { "min": 0.22878935933113098, "p10": 0.2383849710226059, "p50": 0.2608939856290817, "p90": 0.2790861785411835, "max": 0.31293436884880066 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 29, "n_prompts": 64, "means": { "flattened_cosine": 0.9609916703775525, "token_cosine_mean": 0.9612747542560101, "token_cosine_p10": 0.9542907103896141, "token_cosine_p50": 0.9620432881638408, "token_cosine_p90": 0.9671862814575434, "relative_rms_change": 0.32229591254144907, "input_rms": 7.0833966210484505, "output_rms": 7.980735123157501 }, "token_cosine_mean_distribution": { "min": 0.9461902976036072, "p10": 0.9584346830844879, "p50": 0.9611896276473999, "p90": 0.9650033473968506, "max": 0.9665867686271667 }, "relative_rms_change_distribution": { "min": 0.30045416951179504, "p10": 0.3085456073284149, "p50": 0.3227119594812393, "p90": 0.33410451710224154, "max": 0.373808354139328 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "final", "layer_index": 30, "n_prompts": 64, "means": { "flattened_cosine": 0.9346349630504847, "token_cosine_mean": 0.9350062133744359, "token_cosine_p10": 0.9243096467107534, "token_cosine_p50": 0.9362192591652274, "token_cosine_p90": 0.9440292436629534, "relative_rms_change": 0.5398762412369251, "input_rms": 7.980735123157501, "output_rms": 10.699574023485184 }, "token_cosine_mean_distribution": { "min": 0.9233503341674805, "p10": 0.9299662292003632, "p50": 0.9346714913845062, "p90": 0.9407816112041474, "max": 0.9467176198959351 }, "relative_rms_change_distribution": { "min": 0.49591100215911865, "p10": 0.5229409873485565, "p50": 0.5419589877128601, "p90": 0.5554095029830932, "max": 0.5701471567153931 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "all", "stage": "final", "layer_index": 31, "n_prompts": 64, "means": { "flattened_cosine": 0.7856217874214053, "token_cosine_mean": 0.7887498624622822, "token_cosine_p10": 0.7602594597265124, "token_cosine_p50": 0.7912618769332767, "token_cosine_p90": 0.8137475866824389, "relative_rms_change": 1.5528900418430567, "input_rms": 10.699574023485184, "output_rms": 23.676511391997337 }, "token_cosine_mean_distribution": { "min": 0.7347827553749084, "p10": 0.7531665146350861, "p50": 0.7852619588375092, "p90": 0.8209057331085206, "max": 0.903243899345398 }, "relative_rms_change_distribution": { "min": 0.7598355412483215, "p10": 1.3548692226409913, "p50": 1.583004653453827, "p90": 1.7941269397735595, "max": 1.9113115072250366 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "all", "stage": "middle", "layer_index": 0, "n_prompts": 64, "means": { "flattened_cosine": 0.5070953259710222, "token_cosine_mean": 0.48740077926777303, "token_cosine_p10": 0.19194783811690286, "token_cosine_p50": 0.5359117635525763, "token_cosine_p90": 0.7097316198050976, "relative_rms_change": 10.255605027079582, "input_rms": 0.7140258774161339, "output_rms": 7.6241135597229 }, "token_cosine_mean_distribution": { "min": 0.21048109233379364, "p10": 0.3942870616912842, "p50": 0.4956912696361542, "p90": 0.5660394787788391, "max": 0.6223509311676025 }, "relative_rms_change_distribution": { "min": 8.097859382629395, "p10": 9.568416500091553, "p50": 10.217965126037598, "p90": 11.1044171333313, "max": 11.949309349060059 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "all", "stage": "middle", "layer_index": 1, "n_prompts": 64, "means": { "flattened_cosine": 0.9980193534865975, "token_cosine_mean": 0.9981283964589238, "token_cosine_p10": 0.9975425666198134, "token_cosine_p50": 0.998212581500411, "token_cosine_p90": 0.9986035386100411, "relative_rms_change": 0.109030497726053, "input_rms": 7.6241135597229, "output_rms": 8.284945726394653 }, "token_cosine_mean_distribution": { "min": 0.9975228905677795, "p10": 0.9978099167346954, "p50": 0.9981281757354736, "p90": 0.9984482765197754, "max": 0.9985542297363281 }, "relative_rms_change_distribution": { "min": 0.07490512728691101, "p10": 0.0924115501344204, "p50": 0.1083611361682415, "p90": 0.12453959137201309, "max": 0.1557384878396988 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "all", "stage": "middle", "layer_index": 2, "n_prompts": 64, "means": { "flattened_cosine": 0.9984985748305917, "token_cosine_mean": 0.9985974300652742, "token_cosine_p10": 0.9981364477425814, "token_cosine_p50": 0.9986649984493852, "token_cosine_p90": 0.9989850260317326, "relative_rms_change": 0.05543550255242735, "input_rms": 8.284945726394653, "output_rms": 8.220451854169369 }, "token_cosine_mean_distribution": { "min": 0.99833744764328, "p10": 0.9984668910503387, "p50": 0.9986039400100708, "p90": 0.9987222731113434, "max": 0.9988186955451965 }, "relative_rms_change_distribution": { "min": 0.05020461603999138, "p10": 0.05233252122998237, "p50": 0.05568939447402954, "p90": 0.05815700776875019, "max": 0.059724584221839905 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "all", "stage": "middle", "layer_index": 3, "n_prompts": 64, "means": { "flattened_cosine": 0.997887609526515, "token_cosine_mean": 0.9981592064723372, "token_cosine_p10": 0.9977908916771412, "token_cosine_p50": 0.9984820960089564, "token_cosine_p90": 0.9988301480188966, "relative_rms_change": 0.07472829229664057, "input_rms": 8.220451854169369, "output_rms": 7.903648763895035 }, "token_cosine_mean_distribution": { "min": 0.9974876046180725, "p10": 0.9978368401527404, "p50": 0.9982173442840576, "p90": 0.9983884930610657, "max": 0.9984837174415588 }, "relative_rms_change_distribution": { "min": 0.06504888087511063, "p10": 0.06999191865324975, "p50": 0.07420159503817558, "p90": 0.08040741980075837, "max": 0.0879431962966919 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "all", "stage": "middle", "layer_index": 4, "n_prompts": 64, "means": { "flattened_cosine": 0.9970378093421459, "token_cosine_mean": 0.9972806982696056, "token_cosine_p10": 0.9964739447459579, "token_cosine_p50": 0.9975824523717165, "token_cosine_p90": 0.9981269501149654, "relative_rms_change": 0.09322294301819056, "input_rms": 7.903648763895035, "output_rms": 7.46483388543129 }, "token_cosine_mean_distribution": { "min": 0.996741533279419, "p10": 0.9969405055046081, "p50": 0.9972605109214783, "p90": 0.9975854158401489, "max": 0.997939944267273 }, "relative_rms_change_distribution": { "min": 0.07963062077760696, "p10": 0.08690987899899483, "p50": 0.09265109524130821, "p90": 0.10038082525134087, "max": 0.1090342253446579 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "all", "stage": "middle", "layer_index": 5, "n_prompts": 64, "means": { "flattened_cosine": 0.9958443967625499, "token_cosine_mean": 0.9961605342105031, "token_cosine_p10": 0.9947658842429519, "token_cosine_p50": 0.996596759185195, "token_cosine_p90": 0.9973434191197157, "relative_rms_change": 0.10043133364524692, "input_rms": 7.46483388543129, "output_rms": 7.121852301061153 }, "token_cosine_mean_distribution": { "min": 0.9953877925872803, "p10": 0.9958351910114288, "p50": 0.9961582720279694, "p90": 0.9965072810649872, "max": 0.997215211391449 }, "relative_rms_change_distribution": { "min": 0.08312975615262985, "p10": 0.09628591537475586, "p50": 0.10026715695858002, "p90": 0.10573529154062271, "max": 0.11033866554498672 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "all", "stage": "middle", "layer_index": 6, "n_prompts": 64, "means": { "flattened_cosine": 0.9939350467175245, "token_cosine_mean": 0.9948442317545414, "token_cosine_p10": 0.9930632757022977, "token_cosine_p50": 0.9953571278601885, "token_cosine_p90": 0.9963522795587778, "relative_rms_change": 0.11862721340730786, "input_rms": 7.121852301061153, "output_rms": 6.7659647688269615 }, "token_cosine_mean_distribution": { "min": 0.9938406348228455, "p10": 0.9941869258880616, "p50": 0.9948788583278656, "p90": 0.9954239964485169, "max": 0.995827317237854 }, "relative_rms_change_distribution": { "min": 0.10664836317300797, "p10": 0.11170982494950295, "p50": 0.11809941381216049, "p90": 0.12614958435297013, "max": 0.13626866042613983 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "all", "stage": "middle", "layer_index": 7, "n_prompts": 64, "means": { "flattened_cosine": 0.9899925086647272, "token_cosine_mean": 0.9912458546459675, "token_cosine_p10": 0.9889057260006666, "token_cosine_p50": 0.991603777743876, "token_cosine_p90": 0.9933983124792576, "relative_rms_change": 0.17587968870066106, "input_rms": 6.7659647688269615, "output_rms": 5.990774244070053 }, "token_cosine_mean_distribution": { "min": 0.9896646738052368, "p10": 0.9902578353881836, "p50": 0.9912624657154083, "p90": 0.9922059178352356, "max": 0.9927999973297119 }, "relative_rms_change_distribution": { "min": 0.16023187339305878, "p10": 0.16806363463401794, "p50": 0.17571531236171722, "p90": 0.18402545154094696, "max": 0.19127005338668823 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "all", "stage": "middle", "layer_index": 8, "n_prompts": 64, "means": { "flattened_cosine": 0.9873434510082006, "token_cosine_mean": 0.9887034362182021, "token_cosine_p10": 0.9849502602592111, "token_cosine_p50": 0.9895401997491717, "token_cosine_p90": 0.9919208651408553, "relative_rms_change": 0.17393292114138603, "input_rms": 5.990774244070053, "output_rms": 5.4874488934874535 }, "token_cosine_mean_distribution": { "min": 0.9862792491912842, "p10": 0.9872089862823487, "p50": 0.9887417554855347, "p90": 0.99031280875206, "max": 0.991182804107666 }, "relative_rms_change_distribution": { "min": 0.15358753502368927, "p10": 0.16140495091676713, "p50": 0.17199475318193436, "p90": 0.18440389931201934, "max": 0.20100903511047363 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "all", "stage": "middle", "layer_index": 9, "n_prompts": 64, "means": { "flattened_cosine": 0.9869924522936344, "token_cosine_mean": 0.9885962475091219, "token_cosine_p10": 0.9839896615594625, "token_cosine_p50": 0.9897869825363159, "token_cosine_p90": 0.9923221236094832, "relative_rms_change": 0.16504001943394542, "input_rms": 5.4874488934874535, "output_rms": 5.611913077533245 }, "token_cosine_mean_distribution": { "min": 0.9855762720108032, "p10": 0.9867568194866181, "p50": 0.9882961809635162, "p90": 0.9904429972171783, "max": 0.9917566180229187 }, "relative_rms_change_distribution": { "min": 0.1355517953634262, "p10": 0.1484268218278885, "p50": 0.16656024754047394, "p90": 0.1783955529332161, "max": 0.19937115907669067 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "all", "stage": "middle", "layer_index": 10, "n_prompts": 64, "means": { "flattened_cosine": 0.9864771366119385, "token_cosine_mean": 0.9880794119089842, "token_cosine_p10": 0.9808928966522217, "token_cosine_p50": 0.9897587029263377, "token_cosine_p90": 0.9931898526847363, "relative_rms_change": 0.16912256856448948, "input_rms": 5.611913077533245, "output_rms": 5.7706006318330765 }, "token_cosine_mean_distribution": { "min": 0.9841397404670715, "p10": 0.9859094202518464, "p50": 0.9878099262714386, "p90": 0.9909304201602935, "max": 0.9927997589111328 }, "relative_rms_change_distribution": { "min": 0.1243039071559906, "p10": 0.14503394663333893, "p50": 0.16972068697214127, "p90": 0.1864263102412224, "max": 0.21655547618865967 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "all", "stage": "middle", "layer_index": 11, "n_prompts": 64, "means": { "flattened_cosine": 0.9849329609423876, "token_cosine_mean": 0.9865288250148296, "token_cosine_p10": 0.9785795444622636, "token_cosine_p50": 0.9884002339094877, "token_cosine_p90": 0.9923196276649833, "relative_rms_change": 0.1729098646901548, "input_rms": 5.7706006318330765, "output_rms": 5.654134929180145 }, "token_cosine_mean_distribution": { "min": 0.9822512269020081, "p10": 0.983535897731781, "p50": 0.9863351285457611, "p90": 0.9895297110080719, "max": 0.9919966459274292 }, "relative_rms_change_distribution": { "min": 0.13043531775474548, "p10": 0.15102634131908416, "p50": 0.17500796169042587, "p90": 0.19078264236450196, "max": 0.22270365059375763 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "all", "stage": "middle", "layer_index": 12, "n_prompts": 64, "means": { "flattened_cosine": 0.9838715493679047, "token_cosine_mean": 0.9853078639134765, "token_cosine_p10": 0.9785609524697065, "token_cosine_p50": 0.9867466920986772, "token_cosine_p90": 0.9906266825273633, "relative_rms_change": 0.1787717833649367, "input_rms": 5.654134929180145, "output_rms": 5.576193705201149 }, "token_cosine_mean_distribution": { "min": 0.978685200214386, "p10": 0.9824341714382172, "p50": 0.9856662154197693, "p90": 0.9881222963333129, "max": 0.9894653558731079 }, "relative_rms_change_distribution": { "min": 0.15139050781726837, "p10": 0.16097716093063355, "p50": 0.17854221910238266, "p90": 0.1993415430188179, "max": 0.21385546028614044 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "middle", "layer_index": 13, "n_prompts": 64, "means": { "flattened_cosine": 0.9807160710915923, "token_cosine_mean": 0.9821945754811168, "token_cosine_p10": 0.9736369783058763, "token_cosine_p50": 0.9838644117116928, "token_cosine_p90": 0.9893841119483113, "relative_rms_change": 0.20423111668787897, "input_rms": 5.576193705201149, "output_rms": 5.1305515095591545 }, "token_cosine_mean_distribution": { "min": 0.9736255407333374, "p10": 0.977921313047409, "p50": 0.982668936252594, "p90": 0.9863040983676911, "max": 0.9874939322471619 }, "relative_rms_change_distribution": { "min": 0.16399724781513214, "p10": 0.18010166436433792, "p50": 0.20611730962991714, "p90": 0.22618795484304427, "max": 0.2426716387271881 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "middle", "layer_index": 14, "n_prompts": 64, "means": { "flattened_cosine": 0.9769962327554822, "token_cosine_mean": 0.9784476533532143, "token_cosine_p10": 0.9693818679079413, "token_cosine_p50": 0.9801697507500648, "token_cosine_p90": 0.9863507989794016, "relative_rms_change": 0.21385040041059256, "input_rms": 5.1305515095591545, "output_rms": 5.060517847537994 }, "token_cosine_mean_distribution": { "min": 0.9666992425918579, "p10": 0.9738337934017182, "p50": 0.978923112154007, "p90": 0.9830933213233948, "max": 0.9846421480178833 }, "relative_rms_change_distribution": { "min": 0.18189893662929535, "p10": 0.19092700332403184, "p50": 0.210086390376091, "p90": 0.23668183386325836, "max": 0.2688879668712616 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "middle", "layer_index": 15, "n_prompts": 64, "means": { "flattened_cosine": 0.9758511418476701, "token_cosine_mean": 0.9773986143991351, "token_cosine_p10": 0.9685569610446692, "token_cosine_p50": 0.9794843792915344, "token_cosine_p90": 0.9845575988292694, "relative_rms_change": 0.2181358637753874, "input_rms": 5.060517847537994, "output_rms": 4.944647677242756 }, "token_cosine_mean_distribution": { "min": 0.9656147956848145, "p10": 0.9732194542884827, "p50": 0.9776770174503326, "p90": 0.9813518345355987, "max": 0.9840779304504395 }, "relative_rms_change_distribution": { "min": 0.18253910541534424, "p10": 0.1986245259642601, "p50": 0.21567606180906296, "p90": 0.24015483856201172, "max": 0.26999616622924805 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "middle", "layer_index": 16, "n_prompts": 64, "means": { "flattened_cosine": 0.9766883831471205, "token_cosine_mean": 0.9780743261799216, "token_cosine_p10": 0.9673660825937986, "token_cosine_p50": 0.9805418532341719, "token_cosine_p90": 0.9859480848535895, "relative_rms_change": 0.2266477441880852, "input_rms": 4.944647677242756, "output_rms": 4.465668670833111 }, "token_cosine_mean_distribution": { "min": 0.9676073789596558, "p10": 0.9739577233791351, "p50": 0.9785763025283813, "p90": 0.9823999166488647, "max": 0.9854515790939331 }, "relative_rms_change_distribution": { "min": 0.17729905247688293, "p10": 0.20797764807939528, "p50": 0.22855330258607864, "p90": 0.2492323473095894, "max": 0.27380847930908203 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "middle", "layer_index": 17, "n_prompts": 64, "means": { "flattened_cosine": 0.978119601495564, "token_cosine_mean": 0.9783000210300088, "token_cosine_p10": 0.9675644850358367, "token_cosine_p50": 0.9807812543585896, "token_cosine_p90": 0.9860899532213807, "relative_rms_change": 0.22421182319521904, "input_rms": 4.465668670833111, "output_rms": 3.993308451026678 }, "token_cosine_mean_distribution": { "min": 0.958969235420227, "p10": 0.9746021687984466, "p50": 0.9789160490036011, "p90": 0.9822619438171387, "max": 0.9853038787841797 }, "relative_rms_change_distribution": { "min": 0.2003481388092041, "p10": 0.20829166918992997, "p50": 0.22135784476995468, "p90": 0.24081197381019592, "max": 0.2913174033164978 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 18, "n_prompts": 64, "means": { "flattened_cosine": 0.9784669540822506, "token_cosine_mean": 0.9791158186271787, "token_cosine_p10": 0.9687458733096719, "token_cosine_p50": 0.982389111071825, "token_cosine_p90": 0.9870345005765557, "relative_rms_change": 0.21486410940997303, "input_rms": 3.993308451026678, "output_rms": 4.148543655872345 }, "token_cosine_mean_distribution": { "min": 0.957327663898468, "p10": 0.9757088541984558, "p50": 0.9797277748584747, "p90": 0.9832332968711853, "max": 0.9864110350608826 }, "relative_rms_change_distribution": { "min": 0.17360776662826538, "p10": 0.19177791029214858, "p50": 0.21411971002817154, "p90": 0.23998602330684662, "max": 0.3353034257888794 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 19, "n_prompts": 64, "means": { "flattened_cosine": 0.9817314259707928, "token_cosine_mean": 0.982663775794208, "token_cosine_p10": 0.9763983860611916, "token_cosine_p50": 0.9847718114033341, "token_cosine_p90": 0.9884372157976031, "relative_rms_change": 0.2292328050825745, "input_rms": 4.148543655872345, "output_rms": 4.605959489941597 }, "token_cosine_mean_distribution": { "min": 0.9652256369590759, "p10": 0.9800514996051788, "p50": 0.9829439520835876, "p90": 0.985379695892334, "max": 0.9880847930908203 }, "relative_rms_change_distribution": { "min": 0.18149609863758087, "p10": 0.2070185586810112, "p50": 0.23005371540784836, "p90": 0.24597220569849015, "max": 0.30541059374809265 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 20, "n_prompts": 64, "means": { "flattened_cosine": 0.9880807911977172, "token_cosine_mean": 0.9890924338251352, "token_cosine_p10": 0.9843994323164225, "token_cosine_p50": 0.9904641294851899, "token_cosine_p90": 0.9928371198475361, "relative_rms_change": 0.1869506777729839, "input_rms": 4.605959489941597, "output_rms": 5.040651462972164 }, "token_cosine_mean_distribution": { "min": 0.9695519208908081, "p10": 0.9871237099170684, "p50": 0.9894967377185822, "p90": 0.9912659466266632, "max": 0.9927878975868225 }, "relative_rms_change_distribution": { "min": 0.1594802886247635, "p10": 0.16643674671649933, "p50": 0.18339817970991135, "p90": 0.20844513028860093, "max": 0.2933540940284729 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 21, "n_prompts": 64, "means": { "flattened_cosine": 0.9908390138298273, "token_cosine_mean": 0.9915567431598902, "token_cosine_p10": 0.9879884924739599, "token_cosine_p50": 0.9924803907051682, "token_cosine_p90": 0.9944943813607097, "relative_rms_change": 0.18602994037792087, "input_rms": 5.040651462972164, "output_rms": 5.643835969269276 }, "token_cosine_mean_distribution": { "min": 0.9746870398521423, "p10": 0.9896754920482635, "p50": 0.9920323491096497, "p90": 0.9935391366481781, "max": 0.9948335289955139 }, "relative_rms_change_distribution": { "min": 0.15572701394557953, "p10": 0.16466615051031114, "p50": 0.1838582381606102, "p90": 0.20692545920610428, "max": 0.2771594226360321 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 22, "n_prompts": 64, "means": { "flattened_cosine": 0.9928433168679476, "token_cosine_mean": 0.9930306766182184, "token_cosine_p10": 0.9906184561550617, "token_cosine_p50": 0.9936108803376555, "token_cosine_p90": 0.9950242275372148, "relative_rms_change": 0.17189033492468297, "input_rms": 5.643835969269276, "output_rms": 6.303690396249294 }, "token_cosine_mean_distribution": { "min": 0.9844529628753662, "p10": 0.9916417479515076, "p50": 0.9932838082313538, "p90": 0.9944031298160553, "max": 0.9950206875801086 }, "relative_rms_change_distribution": { "min": 0.14789962768554688, "p10": 0.15876197814941406, "p50": 0.1702749952673912, "p90": 0.18726503252983093, "max": 0.22483842074871063 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 23, "n_prompts": 64, "means": { "flattened_cosine": 0.9934086427092552, "token_cosine_mean": 0.9935379102826118, "token_cosine_p10": 0.9917102698236704, "token_cosine_p50": 0.9939143629744649, "token_cosine_p90": 0.9951119311153889, "relative_rms_change": 0.11916127614676952, "input_rms": 6.303690396249294, "output_rms": 6.468755401670933 }, "token_cosine_mean_distribution": { "min": 0.9876345992088318, "p10": 0.9918394565582276, "p50": 0.9936975538730621, "p90": 0.9947285950183868, "max": 0.9952605366706848 }, "relative_rms_change_distribution": { "min": 0.10194908827543259, "p10": 0.10905129760503769, "p50": 0.11758215725421906, "p90": 0.13038527667522432, "max": 0.15892930328845978 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 24, "n_prompts": 64, "means": { "flattened_cosine": 0.9913617223501205, "token_cosine_mean": 0.9914674079045653, "token_cosine_p10": 0.9889581482857466, "token_cosine_p50": 0.9918800685554743, "token_cosine_p90": 0.9936312576755881, "relative_rms_change": 0.1318262309068814, "input_rms": 6.468755401670933, "output_rms": 6.516552411019802 }, "token_cosine_mean_distribution": { "min": 0.9852639436721802, "p10": 0.9897313237190246, "p50": 0.9917783141136169, "p90": 0.9927301824092865, "max": 0.993658721446991 }, "relative_rms_change_distribution": { "min": 0.11418431252241135, "p10": 0.12252911999821663, "p50": 0.12932056188583374, "p90": 0.1450107291340828, "max": 0.1716289222240448 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 25, "n_prompts": 64, "means": { "flattened_cosine": 0.9902429692447186, "token_cosine_mean": 0.9905106034129858, "token_cosine_p10": 0.9879232672974467, "token_cosine_p50": 0.9909886373206973, "token_cosine_p90": 0.9927997412160039, "relative_rms_change": 0.14988908008672297, "input_rms": 6.516552411019802, "output_rms": 6.0953435227274895 }, "token_cosine_mean_distribution": { "min": 0.985755443572998, "p10": 0.988963919878006, "p50": 0.9907656908035278, "p90": 0.9916576206684112, "max": 0.9921919107437134 }, "relative_rms_change_distribution": { "min": 0.138607919216156, "p10": 0.14189532548189163, "p50": 0.1489647924900055, "p90": 0.1608740732073784, "max": 0.1697976291179657 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "all", "stage": "middle", "layer_index": 26, "n_prompts": 64, "means": { "flattened_cosine": 0.9924446204677224, "token_cosine_mean": 0.9928105091676116, "token_cosine_p10": 0.9899597484618425, "token_cosine_p50": 0.9936271198093891, "token_cosine_p90": 0.9953744150698185, "relative_rms_change": 0.12270126782823354, "input_rms": 6.0953435227274895, "output_rms": 5.9941218718886375 }, "token_cosine_mean_distribution": { "min": 0.9874611496925354, "p10": 0.9913683712482453, "p50": 0.9931163489818573, "p90": 0.9941987931728363, "max": 0.9948245286941528 }, "relative_rms_change_distribution": { "min": 0.10217658430337906, "p10": 0.11019129976630211, "p50": 0.1203734315931797, "p90": 0.13732170015573503, "max": 0.15846526622772217 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "all", "stage": "middle", "layer_index": 27, "n_prompts": 64, "means": { "flattened_cosine": 0.9768284829333425, "token_cosine_mean": 0.9777455320581794, "token_cosine_p10": 0.9684836678206921, "token_cosine_p50": 0.980772765353322, "token_cosine_p90": 0.9852773547172546, "relative_rms_change": 0.23119272361509502, "input_rms": 5.9941218718886375, "output_rms": 5.317718379199505 }, "token_cosine_mean_distribution": { "min": 0.9501892328262329, "p10": 0.9730546712875366, "p50": 0.9779951870441437, "p90": 0.9826788425445556, "max": 0.985805332660675 }, "relative_rms_change_distribution": { "min": 0.17933166027069092, "p10": 0.20325668007135392, "p50": 0.22954057902097702, "p90": 0.25642854273319243, "max": 0.33792844414711 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "all", "stage": "middle", "layer_index": 28, "n_prompts": 64, "means": { "flattened_cosine": 0.9826777828857303, "token_cosine_mean": 0.9845375549048185, "token_cosine_p10": 0.9771106010302901, "token_cosine_p50": 0.9868838880211115, "token_cosine_p90": 0.990631309337914, "relative_rms_change": 0.1946931390557438, "input_rms": 5.317718379199505, "output_rms": 5.537142798304558 }, "token_cosine_mean_distribution": { "min": 0.9671856760978699, "p10": 0.9804503500461579, "p50": 0.9855008721351624, "p90": 0.988216108083725, "max": 0.990188717842102 }, "relative_rms_change_distribution": { "min": 0.15165671706199646, "p10": 0.16324995309114457, "p50": 0.18669072538614273, "p90": 0.23708393275737763, "max": 0.32233622670173645 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "all", "stage": "middle", "layer_index": 29, "n_prompts": 64, "means": { "flattened_cosine": 0.9730453891679645, "token_cosine_mean": 0.9735650336369872, "token_cosine_p10": 0.9636840131133795, "token_cosine_p50": 0.9761216044425964, "token_cosine_p90": 0.9816104918718338, "relative_rms_change": 0.26478680106811225, "input_rms": 5.537142798304558, "output_rms": 6.134798631072044 }, "token_cosine_mean_distribution": { "min": 0.8942194581031799, "p10": 0.967212575674057, "p50": 0.9764963090419769, "p90": 0.9796779036521912, "max": 0.9824666976928711 }, "relative_rms_change_distribution": { "min": 0.22150756418704987, "p10": 0.23697689175605774, "p50": 0.2547011822462082, "p90": 0.30387919247150424, "max": 0.464298814535141 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "middle", "layer_index": 30, "n_prompts": 64, "means": { "flattened_cosine": 0.9506162321195006, "token_cosine_mean": 0.9511350449174643, "token_cosine_p10": 0.9361280547454953, "token_cosine_p50": 0.9540371429175138, "token_cosine_p90": 0.963536131195724, "relative_rms_change": 0.5303922318853438, "input_rms": 6.134798631072044, "output_rms": 8.47573847323656 }, "token_cosine_mean_distribution": { "min": 0.8749917149543762, "p10": 0.939509928226471, "p50": 0.95411616563797, "p90": 0.960542106628418, "max": 0.9645699858665466 }, "relative_rms_change_distribution": { "min": 0.4738091826438904, "p10": 0.4891003996133804, "p50": 0.5270934998989105, "p90": 0.5690452694892884, "max": 0.6728922724723816 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "all", "stage": "middle", "layer_index": 31, "n_prompts": 64, "means": { "flattened_cosine": 0.8160880906507373, "token_cosine_mean": 0.8163433941081166, "token_cosine_p10": 0.801879471167922, "token_cosine_p50": 0.817865002900362, "token_cosine_p90": 0.8301785914227366, "relative_rms_change": 1.7324849236756563, "input_rms": 8.47573847323656, "output_rms": 20.746449530124664 }, "token_cosine_mean_distribution": { "min": 0.7274792194366455, "p10": 0.8007840633392334, "p50": 0.8177966177463531, "p90": 0.8312640130519867, "max": 0.8401274085044861 }, "relative_rms_change_distribution": { "min": 1.6296515464782715, "p10": 1.6553523778915404, "p50": 1.7323745489120483, "p90": 1.8048272967338561, "max": 1.9749735593795776 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" } ], "dimension": [ { "group": "aesthetics", "stage": "early", "layer_index": 0, "n_prompts": 15, "means": { "flattened_cosine": 0.10959901611010234, "token_cosine_mean": 0.10658497164646784, "token_cosine_p10": -0.34177176356315614, "token_cosine_p50": 0.11452298810084661, "token_cosine_p90": 0.5428555051485697, "relative_rms_change": 8.125537745157878, "input_rms": 0.7459903359413147, "output_rms": 6.097761821746826 }, "token_cosine_mean_distribution": { "min": 0.0897824615240097, "p10": 0.10086139887571335, "p50": 0.10776869207620621, "p90": 0.1135595604777336, "max": 0.11729538440704346 }, "relative_rms_change_distribution": { "min": 8.070306777954102, "p10": 8.07357406616211, "p50": 8.117144584655762, "p90": 8.17497444152832, "max": 8.186094284057617 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-81c1e055c325" }, { "group": "aesthetics", "stage": "early", "layer_index": 1, "n_prompts": 15, "means": { "flattened_cosine": 0.9974855780601501, "token_cosine_mean": 0.9980194012324015, "token_cosine_p10": 0.9973846753438314, "token_cosine_p50": 0.9981705864270528, "token_cosine_p90": 0.9985117157300313, "relative_rms_change": 0.10451256434122722, "input_rms": 6.097761821746826, "output_rms": 6.550210603078207 }, "token_cosine_mean_distribution": { "min": 0.9977965950965881, "p10": 0.9979340672492981, "p50": 0.9980576038360596, "p90": 0.9980965375900268, "max": 0.9981294274330139 }, "relative_rms_change_distribution": { "min": 0.0977354645729065, "p10": 0.09885650724172593, "p50": 0.10342726111412048, "p90": 0.11069341003894806, "max": 0.11224378645420074 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 2, "n_prompts": 15, "means": { "flattened_cosine": 0.9980551441510518, "token_cosine_mean": 0.9983147780100504, "token_cosine_p10": 0.9977661212285359, "token_cosine_p50": 0.9984838962554932, "token_cosine_p90": 0.9987806518872578, "relative_rms_change": 0.08713287611802419, "input_rms": 6.550210603078207, "output_rms": 6.935865529378256 }, "token_cosine_mean_distribution": { "min": 0.998147189617157, "p10": 0.9981843948364257, "p50": 0.9983251094818115, "p90": 0.9984159827232361, "max": 0.9984719753265381 }, "relative_rms_change_distribution": { "min": 0.08102259784936905, "p10": 0.08190605044364929, "p50": 0.08800671249628067, "p90": 0.0915231704711914, "max": 0.09216763079166412 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "aesthetics", "stage": "early", "layer_index": 3, "n_prompts": 15, "means": { "flattened_cosine": 0.9962258100509643, "token_cosine_mean": 0.9970060348510742, "token_cosine_p10": 0.9951438625653585, "token_cosine_p50": 0.9978563547134399, "token_cosine_p90": 0.9984960317611694, "relative_rms_change": 0.10743485639492671, "input_rms": 6.935865529378256, "output_rms": 7.347070280710856 }, "token_cosine_mean_distribution": { "min": 0.9961437582969666, "p10": 0.9965631365776062, "p50": 0.9970652461051941, "p90": 0.99737468957901, "max": 0.9974685311317444 }, "relative_rms_change_distribution": { "min": 0.09127257764339447, "p10": 0.09623911827802659, "p50": 0.10562558472156525, "p90": 0.12291003912687301, "max": 0.13710133731365204 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "aesthetics", "stage": "early", "layer_index": 4, "n_prompts": 15, "means": { "flattened_cosine": 0.9964153289794921, "token_cosine_mean": 0.9968562205632527, "token_cosine_p10": 0.9953208565711975, "token_cosine_p50": 0.9974581837654114, "token_cosine_p90": 0.998158605893453, "relative_rms_change": 0.08536206682523091, "input_rms": 7.347070280710856, "output_rms": 7.256391493479411 }, "token_cosine_mean_distribution": { "min": 0.9963550567626953, "p10": 0.9965721845626831, "p50": 0.9968478083610535, "p90": 0.9971901059150696, "max": 0.9975364208221436 }, "relative_rms_change_distribution": { "min": 0.0748952180147171, "p10": 0.08329573869705201, "p50": 0.08572689443826675, "p90": 0.0887901946902275, "max": 0.09198528528213501 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "aesthetics", "stage": "early", "layer_index": 5, "n_prompts": 15, "means": { "flattened_cosine": 0.9951876680056254, "token_cosine_mean": 0.9956861535708109, "token_cosine_p10": 0.993442698319753, "token_cosine_p50": 0.9964596231778463, "token_cosine_p90": 0.9974924246470134, "relative_rms_change": 0.09917152822017669, "input_rms": 7.256391493479411, "output_rms": 7.142816607157389 }, "token_cosine_mean_distribution": { "min": 0.994489312171936, "p10": 0.9951084852218628, "p50": 0.9958162307739258, "p90": 0.9959651827812195, "max": 0.9960085153579712 }, "relative_rms_change_distribution": { "min": 0.09404176473617554, "p10": 0.09524303078651428, "p50": 0.09810729324817657, "p90": 0.10579154342412948, "max": 0.11036264896392822 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 6, "n_prompts": 15, "means": { "flattened_cosine": 0.9937177737553914, "token_cosine_mean": 0.9945881326993307, "token_cosine_p10": 0.9920388340950013, "token_cosine_p50": 0.9954338550567627, "token_cosine_p90": 0.9966580788294475, "relative_rms_change": 0.11975563863913218, "input_rms": 7.142816607157389, "output_rms": 6.794989840189616 }, "token_cosine_mean_distribution": { "min": 0.9936563372612, "p10": 0.9939721465110779, "p50": 0.9946711659431458, "p90": 0.9949736356735229, "max": 0.9951152801513672 }, "relative_rms_change_distribution": { "min": 0.11028978228569031, "p10": 0.1158269539475441, "p50": 0.11845757067203522, "p90": 0.12584218978881836, "max": 0.1344541609287262 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "aesthetics", "stage": "early", "layer_index": 7, "n_prompts": 15, "means": { "flattened_cosine": 0.9913682858149211, "token_cosine_mean": 0.9923838416735331, "token_cosine_p10": 0.989361039797465, "token_cosine_p50": 0.9932329972585042, "token_cosine_p90": 0.9949442187945048, "relative_rms_change": 0.14317263662815094, "input_rms": 6.794989840189616, "output_rms": 6.347469520568848 }, "token_cosine_mean_distribution": { "min": 0.991466224193573, "p10": 0.9916200995445251, "p50": 0.9924450516700745, "p90": 0.9930453777313233, "max": 0.9932343363761902 }, "relative_rms_change_distribution": { "min": 0.1348288506269455, "p10": 0.1364196091890335, "p50": 0.1412457972764969, "p90": 0.15091141760349275, "max": 0.1541365385055542 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 8, "n_prompts": 15, "means": { "flattened_cosine": 0.9888798316319783, "token_cosine_mean": 0.9900797843933106, "token_cosine_p10": 0.9856910626093547, "token_cosine_p50": 0.9913864374160767, "token_cosine_p90": 0.9934601028760274, "relative_rms_change": 0.1682979772488276, "input_rms": 6.347469520568848, "output_rms": 5.778670978546143 }, "token_cosine_mean_distribution": { "min": 0.9884828329086304, "p10": 0.9896388292312622, "p50": 0.990139365196228, "p90": 0.9909914016723633, "max": 0.991168200969696 }, "relative_rms_change_distribution": { "min": 0.16113144159317017, "p10": 0.16295416355133058, "p50": 0.1667322814464569, "p90": 0.17547089457511902, "max": 0.18361344933509827 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 9, "n_prompts": 15, "means": { "flattened_cosine": 0.9884302139282226, "token_cosine_mean": 0.9897567311922709, "token_cosine_p10": 0.984948476155599, "token_cosine_p50": 0.9910722772280375, "token_cosine_p90": 0.9939003666241963, "relative_rms_change": 0.15471565226713815, "input_rms": 5.778670978546143, "output_rms": 5.881138769785563 }, "token_cosine_mean_distribution": { "min": 0.9888811707496643, "p10": 0.9891452193260193, "p50": 0.9895120859146118, "p90": 0.9907610654830933, "max": 0.9911423921585083 }, "relative_rms_change_distribution": { "min": 0.14162133634090424, "p10": 0.14727831780910491, "p50": 0.1549280881881714, "p90": 0.16055226922035218, "max": 0.16836020350456238 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 10, "n_prompts": 15, "means": { "flattened_cosine": 0.9881693363189697, "token_cosine_mean": 0.9894361734390259, "token_cosine_p10": 0.9830059846242268, "token_cosine_p50": 0.9911248167355855, "token_cosine_p90": 0.9944724599520366, "relative_rms_change": 0.15383246243000032, "input_rms": 5.881138769785563, "output_rms": 5.888760248819987 }, "token_cosine_mean_distribution": { "min": 0.9853825569152832, "p10": 0.9885161638259887, "p50": 0.989521324634552, "p90": 0.9909091591835022, "max": 0.9914882183074951 }, "relative_rms_change_distribution": { "min": 0.13728855550289154, "p10": 0.1412230670452118, "p50": 0.15144535899162292, "p90": 0.1604830354452133, "max": 0.19575756788253784 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 11, "n_prompts": 15, "means": { "flattened_cosine": 0.9876025597254435, "token_cosine_mean": 0.9886993487675985, "token_cosine_p10": 0.9821933706601461, "token_cosine_p50": 0.9902200142542521, "token_cosine_p90": 0.9939834157625834, "relative_rms_change": 0.1573030173778534, "input_rms": 5.888760248819987, "output_rms": 5.90570920308431 }, "token_cosine_mean_distribution": { "min": 0.9841934442520142, "p10": 0.9875039458274841, "p50": 0.9886014461517334, "p90": 0.9908221006393433, "max": 0.9919828772544861 }, "relative_rms_change_distribution": { "min": 0.1322290599346161, "p10": 0.14243458211421967, "p50": 0.1573290079832077, "p90": 0.16425422132015227, "max": 0.1987350732088089 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 12, "n_prompts": 15, "means": { "flattened_cosine": 0.9859861930211385, "token_cosine_mean": 0.9875563859939576, "token_cosine_p10": 0.9824365854263306, "token_cosine_p50": 0.9886700789133708, "token_cosine_p90": 0.9920334657033284, "relative_rms_change": 0.16702055633068086, "input_rms": 5.90570920308431, "output_rms": 5.737138493855794 }, "token_cosine_mean_distribution": { "min": 0.9837914705276489, "p10": 0.9856419205665589, "p50": 0.9877908229827881, "p90": 0.9901900291442871, "max": 0.9908430576324463 }, "relative_rms_change_distribution": { "min": 0.1421850174665451, "p10": 0.14997243881225586, "p50": 0.16470709443092346, "p90": 0.17755561470985412, "max": 0.19924229383468628 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 13, "n_prompts": 15, "means": { "flattened_cosine": 0.9871195435523987, "token_cosine_mean": 0.9881167570749919, "token_cosine_p10": 0.9831806103388468, "token_cosine_p50": 0.9893353462219239, "token_cosine_p90": 0.992776346206665, "relative_rms_change": 0.16162792444229127, "input_rms": 5.737138493855794, "output_rms": 5.511166636149088 }, "token_cosine_mean_distribution": { "min": 0.9850791096687317, "p10": 0.9856925010681152, "p50": 0.9881879091262817, "p90": 0.9911727428436279, "max": 0.9919826984405518 }, "relative_rms_change_distribution": { "min": 0.13214372098445892, "p10": 0.13964672088623048, "p50": 0.1657279133796692, "p90": 0.17794254422187805, "max": 0.18759725987911224 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 14, "n_prompts": 15, "means": { "flattened_cosine": 0.9847552339235942, "token_cosine_mean": 0.9856806476910909, "token_cosine_p10": 0.9807534337043762, "token_cosine_p50": 0.9869314511617024, "token_cosine_p90": 0.9903383851051331, "relative_rms_change": 0.17894656360149383, "input_rms": 5.511166636149088, "output_rms": 5.183548959096273 }, "token_cosine_mean_distribution": { "min": 0.9824696779251099, "p10": 0.9829023003578186, "p50": 0.9854089021682739, "p90": 0.9890836238861084, "max": 0.9901418685913086 }, "relative_rms_change_distribution": { "min": 0.1507614701986313, "p10": 0.15779744684696198, "p50": 0.18315201997756958, "p90": 0.19472757875919341, "max": 0.1987016648054123 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 15, "n_prompts": 15, "means": { "flattened_cosine": 0.9848254442214965, "token_cosine_mean": 0.985823678970337, "token_cosine_p10": 0.9813408017158508, "token_cosine_p50": 0.9872119426727295, "token_cosine_p90": 0.9900012214978536, "relative_rms_change": 0.17325209677219391, "input_rms": 5.183548959096273, "output_rms": 5.083603032430013 }, "token_cosine_mean_distribution": { "min": 0.9826602339744568, "p10": 0.9831130504608154, "p50": 0.9850502610206604, "p90": 0.9890992760658264, "max": 0.9896532893180847 }, "relative_rms_change_distribution": { "min": 0.15000227093696594, "p10": 0.15429845452308655, "p50": 0.1770031750202179, "p90": 0.1902656376361847, "max": 0.19518119096755981 }, "lowest_cosine_eval_id": "internal-p1-f44da3f6f0c4", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 16, "n_prompts": 15, "means": { "flattened_cosine": 0.9840989669164022, "token_cosine_mean": 0.98553573290507, "token_cosine_p10": 0.979801348845164, "token_cosine_p50": 0.9873242139816284, "token_cosine_p90": 0.9902553717295329, "relative_rms_change": 0.19712571303049722, "input_rms": 5.083603032430013, "output_rms": 4.5660149892171225 }, "token_cosine_mean_distribution": { "min": 0.9821308851242065, "p10": 0.9828316926956177, "p50": 0.9853695034980774, "p90": 0.9883087992668151, "max": 0.9887576103210449 }, "relative_rms_change_distribution": { "min": 0.18061138689517975, "p10": 0.18216056525707244, "p50": 0.19582879543304443, "p90": 0.21242044270038604, "max": 0.2139568030834198 }, "lowest_cosine_eval_id": "internal-p1-f44da3f6f0c4", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "early", "layer_index": 17, "n_prompts": 15, "means": { "flattened_cosine": 0.9889086564381917, "token_cosine_mean": 0.9892239689826965, "token_cosine_p10": 0.9857476313908895, "token_cosine_p50": 0.9905516624450683, "token_cosine_p90": 0.9925248066584269, "relative_rms_change": 0.1548170765240987, "input_rms": 4.5660149892171225, "output_rms": 4.309673817952474 }, "token_cosine_mean_distribution": { "min": 0.986465573310852, "p10": 0.9870268106460571, "p50": 0.9886490106582642, "p90": 0.9918159484863281, "max": 0.9920609593391418 }, "relative_rms_change_distribution": { "min": 0.13514089584350586, "p10": 0.1372531145811081, "p50": 0.15811742842197418, "p90": 0.16726024448871613, "max": 0.17142343521118164 }, "lowest_cosine_eval_id": "internal-p1-f44da3f6f0c4", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "aesthetics", "stage": "early", "layer_index": 18, "n_prompts": 15, "means": { "flattened_cosine": 0.988148546218872, "token_cosine_mean": 0.9887150565783183, "token_cosine_p10": 0.9859556237856547, "token_cosine_p50": 0.9898475607236227, "token_cosine_p90": 0.9921351393063863, "relative_rms_change": 0.1577867478132248, "input_rms": 4.309673817952474, "output_rms": 4.103934955596924 }, "token_cosine_mean_distribution": { "min": 0.9860960245132446, "p10": 0.9865412235260009, "p50": 0.9881656169891357, "p90": 0.990794038772583, "max": 0.9917343258857727 }, "relative_rms_change_distribution": { "min": 0.13927198946475983, "p10": 0.14664008617401122, "p50": 0.15844842791557312, "p90": 0.1679050177335739, "max": 0.16973982751369476 }, "lowest_cosine_eval_id": "internal-p1-f44da3f6f0c4", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "aesthetics", "stage": "early", "layer_index": 19, "n_prompts": 15, "means": { "flattened_cosine": 0.9880454023679097, "token_cosine_mean": 0.989275602499644, "token_cosine_p10": 0.9867115100224813, "token_cosine_p50": 0.9902094046274821, "token_cosine_p90": 0.9921053647994995, "relative_rms_change": 0.17659617066383362, "input_rms": 4.103934955596924, "output_rms": 4.409760602315267 }, "token_cosine_mean_distribution": { "min": 0.9875510931015015, "p10": 0.9876831650733948, "p50": 0.9885029196739197, "p90": 0.9911982417106628, "max": 0.9916449189186096 }, "relative_rms_change_distribution": { "min": 0.15482839941978455, "p10": 0.16796135604381562, "p50": 0.17988547682762146, "p90": 0.18509064018726348, "max": 0.1857428103685379 }, "lowest_cosine_eval_id": "internal-p1-f44da3f6f0c4", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "early", "layer_index": 20, "n_prompts": 15, "means": { "flattened_cosine": 0.9923167904218038, "token_cosine_mean": 0.993389372030894, "token_cosine_p10": 0.9915217518806457, "token_cosine_p50": 0.9943111141522726, "token_cosine_p90": 0.9953281799952189, "relative_rms_change": 0.13646707584460577, "input_rms": 4.409760602315267, "output_rms": 4.634108352661133 }, "token_cosine_mean_distribution": { "min": 0.9919574856758118, "p10": 0.9920726418495178, "p50": 0.9930512309074402, "p90": 0.9947869896888732, "max": 0.9950169920921326 }, "relative_rms_change_distribution": { "min": 0.11767584830522537, "p10": 0.12206915915012359, "p50": 0.1373334527015686, "p90": 0.15247823894023896, "max": 0.16403275728225708 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 21, "n_prompts": 15, "means": { "flattened_cosine": 0.994862421353658, "token_cosine_mean": 0.9955949266751607, "token_cosine_p10": 0.9945160230000814, "token_cosine_p50": 0.9962334036827087, "token_cosine_p90": 0.9969945470492045, "relative_rms_change": 0.10630396803220113, "input_rms": 4.634108352661133, "output_rms": 4.767512035369873 }, "token_cosine_mean_distribution": { "min": 0.9945915937423706, "p10": 0.9947415947914123, "p50": 0.9953667521476746, "p90": 0.996671462059021, "max": 0.9967576861381531 }, "relative_rms_change_distribution": { "min": 0.08906929194927216, "p10": 0.09235369116067886, "p50": 0.10722853988409042, "p90": 0.11951431632041931, "max": 0.12484195828437805 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 22, "n_prompts": 15, "means": { "flattened_cosine": 0.9953731894493103, "token_cosine_mean": 0.9958784580230713, "token_cosine_p10": 0.9946730454762777, "token_cosine_p50": 0.9964781641960144, "token_cosine_p90": 0.997147246201833, "relative_rms_change": 0.12865337977806726, "input_rms": 4.767512035369873, "output_rms": 5.154195181528727 }, "token_cosine_mean_distribution": { "min": 0.9949792623519897, "p10": 0.9952915787696839, "p50": 0.9957716464996338, "p90": 0.9965201377868652, "max": 0.9966613054275513 }, "relative_rms_change_distribution": { "min": 0.11855219304561615, "p10": 0.11958889663219452, "p50": 0.12954764068126678, "p90": 0.13592306673526763, "max": 0.14376692473888397 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 23, "n_prompts": 15, "means": { "flattened_cosine": 0.9966990073521932, "token_cosine_mean": 0.996822468439738, "token_cosine_p10": 0.9963314414024353, "token_cosine_p50": 0.9971961537996928, "token_cosine_p90": 0.9976900577545166, "relative_rms_change": 0.08309512933095296, "input_rms": 5.154195181528727, "output_rms": 5.233618195851644 }, "token_cosine_mean_distribution": { "min": 0.9960261583328247, "p10": 0.9964499115943909, "p50": 0.9967048168182373, "p90": 0.9972903609275818, "max": 0.997566819190979 }, "relative_rms_change_distribution": { "min": 0.07240883260965347, "p10": 0.07567236125469208, "p50": 0.08389713615179062, "p90": 0.0914026066660881, "max": 0.09661959111690521 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 24, "n_prompts": 15, "means": { "flattened_cosine": 0.995876940091451, "token_cosine_mean": 0.9959572712580363, "token_cosine_p10": 0.9955096999804179, "token_cosine_p50": 0.9964070677757263, "token_cosine_p90": 0.9969471335411072, "relative_rms_change": 0.09174707482258479, "input_rms": 5.233618195851644, "output_rms": 5.291218121846517 }, "token_cosine_mean_distribution": { "min": 0.9951710104942322, "p10": 0.9954883813858032, "p50": 0.9958639740943909, "p90": 0.9966439127922058, "max": 0.9969099760055542 }, "relative_rms_change_distribution": { "min": 0.08014312386512756, "p10": 0.08247732371091843, "p50": 0.09263724088668823, "p90": 0.1002905786037445, "max": 0.10526832938194275 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 25, "n_prompts": 15, "means": { "flattened_cosine": 0.9955859899520874, "token_cosine_mean": 0.9958493510882059, "token_cosine_p10": 0.9952962398529053, "token_cosine_p50": 0.9963986833890279, "token_cosine_p90": 0.9969734191894531, "relative_rms_change": 0.10041615118583043, "input_rms": 5.291218121846517, "output_rms": 5.075014813741048 }, "token_cosine_mean_distribution": { "min": 0.9949073195457458, "p10": 0.9952388763427734, "p50": 0.9958236813545227, "p90": 0.9964908957481384, "max": 0.9969090223312378 }, "relative_rms_change_distribution": { "min": 0.08734503388404846, "p10": 0.09210205525159836, "p50": 0.0980912372469902, "p90": 0.11062452644109726, "max": 0.11748985946178436 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 26, "n_prompts": 15, "means": { "flattened_cosine": 0.9941504041353861, "token_cosine_mean": 0.9946380535761515, "token_cosine_p10": 0.9941922386487325, "token_cosine_p50": 0.9956285913785299, "token_cosine_p90": 0.9964076558748881, "relative_rms_change": 0.11554616043965021, "input_rms": 5.075014813741048, "output_rms": 4.831496334075927 }, "token_cosine_mean_distribution": { "min": 0.9935632944107056, "p10": 0.9936583757400512, "p50": 0.9945008158683777, "p90": 0.995704960823059, "max": 0.9957427978515625 }, "relative_rms_change_distribution": { "min": 0.10216028243303299, "p10": 0.1045863151550293, "p50": 0.11299656331539154, "p90": 0.13228414654731752, "max": 0.13925230503082275 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "aesthetics", "stage": "early", "layer_index": 27, "n_prompts": 15, "means": { "flattened_cosine": 0.9902598778406779, "token_cosine_mean": 0.9911134719848633, "token_cosine_p10": 0.9894957860310872, "token_cosine_p50": 0.9928023815155029, "token_cosine_p90": 0.9941172083218892, "relative_rms_change": 0.150744033853213, "input_rms": 4.831496334075927, "output_rms": 4.494715690612793 }, "token_cosine_mean_distribution": { "min": 0.9884349703788757, "p10": 0.9893418312072754, "p50": 0.9907666444778442, "p90": 0.9934166073799133, "max": 0.9941772222518921 }, "relative_rms_change_distribution": { "min": 0.11880224943161011, "p10": 0.13040834665298462, "p50": 0.15246452391147614, "p90": 0.17275771498680115, "max": 0.18797199428081512 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 28, "n_prompts": 15, "means": { "flattened_cosine": 0.9796961665153503, "token_cosine_mean": 0.9813631772994995, "token_cosine_p10": 0.9751058220863342, "token_cosine_p50": 0.9845458785692851, "token_cosine_p90": 0.988058086236318, "relative_rms_change": 0.19876518448193867, "input_rms": 4.494715690612793, "output_rms": 4.3346332232157385 }, "token_cosine_mean_distribution": { "min": 0.9732014536857605, "p10": 0.9755534648895263, "p50": 0.980857253074646, "p90": 0.9880870699882507, "max": 0.9894607663154602 }, "relative_rms_change_distribution": { "min": 0.14718089997768402, "p10": 0.15570154488086702, "p50": 0.1981412172317505, "p90": 0.23552391827106475, "max": 0.24521036446094513 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "early", "layer_index": 29, "n_prompts": 15, "means": { "flattened_cosine": 0.9333444436391195, "token_cosine_mean": 0.9360815564791362, "token_cosine_p10": 0.9023733774820963, "token_cosine_p50": 0.9461067001024882, "token_cosine_p90": 0.9594423174858093, "relative_rms_change": 0.36592400074005127, "input_rms": 4.3346332232157385, "output_rms": 4.464178562164307 }, "token_cosine_mean_distribution": { "min": 0.858119010925293, "p10": 0.9105514168739319, "p50": 0.9435286521911621, "p90": 0.9618984222412109, "max": 0.9650111198425293 }, "relative_rms_change_distribution": { "min": 0.2642519474029541, "p10": 0.2766430497169495, "p50": 0.34752875566482544, "p90": 0.4480340421199799, "max": 0.5770127177238464 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 30, "n_prompts": 15, "means": { "flattened_cosine": 0.7976261377334595, "token_cosine_mean": 0.8010993878046672, "token_cosine_p10": 0.7400682648022969, "token_cosine_p50": 0.8085366328557332, "token_cosine_p90": 0.8549142519632975, "relative_rms_change": 0.6972882270812988, "input_rms": 4.464178562164307, "output_rms": 5.146881771087647 }, "token_cosine_mean_distribution": { "min": 0.6660182476043701, "p10": 0.7609476447105408, "p50": 0.7978565692901611, "p90": 0.8525012850761413, "max": 0.8749666810035706 }, "relative_rms_change_distribution": { "min": 0.5362036228179932, "p10": 0.5826505661010742, "p50": 0.6917418837547302, "p90": 0.797610867023468, "max": 1.0143777132034302 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "early", "layer_index": 31, "n_prompts": 15, "means": { "flattened_cosine": 0.5454472422599792, "token_cosine_mean": 0.5472738246122996, "token_cosine_p10": 0.48673213919003805, "token_cosine_p50": 0.5524088482062022, "token_cosine_p90": 0.6076939304669698, "relative_rms_change": 3.964295482635498, "input_rms": 5.146881771087647, "output_rms": 22.641890716552734 }, "token_cosine_mean_distribution": { "min": 0.46210306882858276, "p10": 0.4988223612308502, "p50": 0.5527090430259705, "p90": 0.5837830066680908, "max": 0.6319712400436401 }, "relative_rms_change_distribution": { "min": 3.4207468032836914, "p10": 3.5992172718048097, "p50": 3.9031717777252197, "p90": 4.268947982788086, "max": 4.3419389724731445 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "final", "layer_index": 0, "n_prompts": 15, "means": { "flattened_cosine": 0.7232020696004232, "token_cosine_mean": 0.7275027394294739, "token_cosine_p10": 0.6627319713433584, "token_cosine_p50": 0.7363686283429464, "token_cosine_p90": 0.7839211503664653, "relative_rms_change": 6.307118860880534, "input_rms": 1.4456611394882202, "output_rms": 9.950210698445638 }, "token_cosine_mean_distribution": { "min": 0.5975801944732666, "p10": 0.6832195281982422, "p50": 0.7306002974510193, "p90": 0.7802969694137574, "max": 0.799498438835144 }, "relative_rms_change_distribution": { "min": 5.295082092285156, "p10": 5.437405776977539, "p50": 6.10518217086792, "p90": 7.204943370819092, "max": 9.147457122802734 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "final", "layer_index": 1, "n_prompts": 15, "means": { "flattened_cosine": 0.9959920247395834, "token_cosine_mean": 0.9960733532905579, "token_cosine_p10": 0.9951332489649455, "token_cosine_p50": 0.9961062391599019, "token_cosine_p90": 0.9970097263654073, "relative_rms_change": 0.11610656778017679, "input_rms": 9.950210698445638, "output_rms": 10.641322835286458 }, "token_cosine_mean_distribution": { "min": 0.9954091310501099, "p10": 0.9955143451690673, "p50": 0.9961268305778503, "p90": 0.9966033935546875, "max": 0.9968392252922058 }, "relative_rms_change_distribution": { "min": 0.09443822503089905, "p10": 0.09939242601394653, "p50": 0.11746487021446228, "p90": 0.12614141404628754, "max": 0.1303134262561798 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "final", "layer_index": 2, "n_prompts": 15, "means": { "flattened_cosine": 0.9975774804751079, "token_cosine_mean": 0.9976100444793701, "token_cosine_p10": 0.9970866322517395, "token_cosine_p50": 0.9976458628972371, "token_cosine_p90": 0.9980875412623088, "relative_rms_change": 0.08010632495085399, "input_rms": 10.641322835286458, "output_rms": 10.193611081441244 }, "token_cosine_mean_distribution": { "min": 0.9973306655883789, "p10": 0.9973880887031555, "p50": 0.9975510239601135, "p90": 0.997848916053772, "max": 0.9979506134986877 }, "relative_rms_change_distribution": { "min": 0.07447560131549835, "p10": 0.07647342681884765, "p50": 0.08092992752790451, "p90": 0.08313259780406952, "max": 0.08380081504583359 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-cc6b19a46c3d" }, { "group": "aesthetics", "stage": "final", "layer_index": 3, "n_prompts": 15, "means": { "flattened_cosine": 0.9977390170097351, "token_cosine_mean": 0.9978669206301372, "token_cosine_p10": 0.997477634747823, "token_cosine_p50": 0.9979053497314453, "token_cosine_p90": 0.9982099453608195, "relative_rms_change": 0.07843121488889059, "input_rms": 10.193611081441244, "output_rms": 9.766318194071452 }, "token_cosine_mean_distribution": { "min": 0.9976497888565063, "p10": 0.9977050065994263, "p50": 0.9978349804878235, "p90": 0.9980260848999023, "max": 0.9980324506759644 }, "relative_rms_change_distribution": { "min": 0.07275308668613434, "p10": 0.0732137143611908, "p50": 0.07632981240749359, "p90": 0.08364880979061126, "max": 0.08797331154346466 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "final", "layer_index": 4, "n_prompts": 15, "means": { "flattened_cosine": 0.9972571492195129, "token_cosine_mean": 0.9973585963249206, "token_cosine_p10": 0.9969165960947672, "token_cosine_p50": 0.9974100470542908, "token_cosine_p90": 0.9977630535761516, "relative_rms_change": 0.09475727180639902, "input_rms": 9.766318194071452, "output_rms": 9.16363067626953 }, "token_cosine_mean_distribution": { "min": 0.9970886707305908, "p10": 0.9971516132354736, "p50": 0.9973961710929871, "p90": 0.9975533723831177, "max": 0.997572124004364 }, "relative_rms_change_distribution": { "min": 0.0867578536272049, "p10": 0.09112028777599335, "p50": 0.09486091136932373, "p90": 0.0990561455488205, "max": 0.10480871796607971 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "final", "layer_index": 5, "n_prompts": 15, "means": { "flattened_cosine": 0.996398909886678, "token_cosine_mean": 0.9965331594149271, "token_cosine_p10": 0.9958454291025798, "token_cosine_p50": 0.9966194907824198, "token_cosine_p90": 0.9971242904663086, "relative_rms_change": 0.09915531526009241, "input_rms": 9.16363067626953, "output_rms": 8.65932528177897 }, "token_cosine_mean_distribution": { "min": 0.9961883425712585, "p10": 0.9962438344955444, "p50": 0.9964521527290344, "p90": 0.9968373060226441, "max": 0.9969429969787598 }, "relative_rms_change_distribution": { "min": 0.09165437519550323, "p10": 0.09334168285131454, "p50": 0.09931354224681854, "p90": 0.10401741117238998, "max": 0.10981155186891556 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "final", "layer_index": 6, "n_prompts": 15, "means": { "flattened_cosine": 0.994170602162679, "token_cosine_mean": 0.9943674763043722, "token_cosine_p10": 0.993317739168803, "token_cosine_p50": 0.9944571812947591, "token_cosine_p90": 0.9953275998433431, "relative_rms_change": 0.1589821288983027, "input_rms": 8.65932528177897, "output_rms": 7.596444733937582 }, "token_cosine_mean_distribution": { "min": 0.9937751293182373, "p10": 0.9940086007118225, "p50": 0.9941914677619934, "p90": 0.9949519395828247, "max": 0.9951750636100769 }, "relative_rms_change_distribution": { "min": 0.14634805917739868, "p10": 0.15244020819664, "p50": 0.1598307341337204, "p90": 0.16510228514671327, "max": 0.1663217544555664 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "aesthetics", "stage": "final", "layer_index": 7, "n_prompts": 15, "means": { "flattened_cosine": 0.9913250645001729, "token_cosine_mean": 0.9915556271870931, "token_cosine_p10": 0.9899874766667683, "token_cosine_p50": 0.9917037089665731, "token_cosine_p90": 0.9929585536321004, "relative_rms_change": 0.19263139267762502, "input_rms": 7.596444733937582, "output_rms": 6.460136858622233 }, "token_cosine_mean_distribution": { "min": 0.9902143478393555, "p10": 0.990997052192688, "p50": 0.9917271733283997, "p90": 0.9923927545547485, "max": 0.9924667477607727 }, "relative_rms_change_distribution": { "min": 0.1819455623626709, "p10": 0.18420751988887787, "p50": 0.19197718799114227, "p90": 0.1999547153711319, "max": 0.2078014463186264 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "final", "layer_index": 8, "n_prompts": 15, "means": { "flattened_cosine": 0.9891941467920939, "token_cosine_mean": 0.989585816860199, "token_cosine_p10": 0.9876015265782674, "token_cosine_p50": 0.9897215684254964, "token_cosine_p90": 0.9914323647816976, "relative_rms_change": 0.1796387791633606, "input_rms": 6.460136858622233, "output_rms": 5.722940063476562 }, "token_cosine_mean_distribution": { "min": 0.9885075092315674, "p10": 0.9887856125831604, "p50": 0.9894616603851318, "p90": 0.990327250957489, "max": 0.9907362461090088 }, "relative_rms_change_distribution": { "min": 0.1597745716571808, "p10": 0.168306565284729, "p50": 0.1795715093612671, "p90": 0.18823886811733245, "max": 0.20474353432655334 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "final", "layer_index": 9, "n_prompts": 15, "means": { "flattened_cosine": 0.991889997323354, "token_cosine_mean": 0.992189908027649, "token_cosine_p10": 0.990325133005778, "token_cosine_p50": 0.9924892306327819, "token_cosine_p90": 0.9937906543413798, "relative_rms_change": 0.1294510394334793, "input_rms": 5.722940063476562, "output_rms": 5.816636339823405 }, "token_cosine_mean_distribution": { "min": 0.9910582304000854, "p10": 0.9914341449737549, "p50": 0.9919325113296509, "p90": 0.9928523898124695, "max": 0.9933764934539795 }, "relative_rms_change_distribution": { "min": 0.1196548119187355, "p10": 0.12335010766983032, "p50": 0.12962836027145386, "p90": 0.13635746538639068, "max": 0.1398104727268219 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "aesthetics", "stage": "final", "layer_index": 10, "n_prompts": 15, "means": { "flattened_cosine": 0.9931023478507995, "token_cosine_mean": 0.9935731848080953, "token_cosine_p10": 0.9915523131688436, "token_cosine_p50": 0.9939882079760234, "token_cosine_p90": 0.9952683885892232, "relative_rms_change": 0.11987298379341761, "input_rms": 5.816636339823405, "output_rms": 5.905446275075277 }, "token_cosine_mean_distribution": { "min": 0.9926676154136658, "p10": 0.9927065372467041, "p50": 0.9935393333435059, "p90": 0.9942839860916137, "max": 0.9948824048042297 }, "relative_rms_change_distribution": { "min": 0.10680348426103592, "p10": 0.11038408577442169, "p50": 0.11900563538074493, "p90": 0.12975957989692688, "max": 0.13300079107284546 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "aesthetics", "stage": "final", "layer_index": 11, "n_prompts": 15, "means": { "flattened_cosine": 0.9920470833778381, "token_cosine_mean": 0.9925763765970866, "token_cosine_p10": 0.9900074323018392, "token_cosine_p50": 0.9931109984715779, "token_cosine_p90": 0.9947689771652222, "relative_rms_change": 0.1343607450524966, "input_rms": 5.905446275075277, "output_rms": 5.596929899851481 }, "token_cosine_mean_distribution": { "min": 0.9904322028160095, "p10": 0.9918670415878296, "p50": 0.9926824569702148, "p90": 0.9936370372772216, "max": 0.9938430190086365 }, "relative_rms_change_distribution": { "min": 0.12083113938570023, "p10": 0.12376626133918762, "p50": 0.13091544806957245, "p90": 0.14297133386135102, "max": 0.1740683913230896 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "final", "layer_index": 12, "n_prompts": 15, "means": { "flattened_cosine": 0.9912490884462992, "token_cosine_mean": 0.9915468891461691, "token_cosine_p10": 0.9892326792081197, "token_cosine_p50": 0.9920129577318827, "token_cosine_p90": 0.9935307304064432, "relative_rms_change": 0.13279694318771362, "input_rms": 5.596929899851481, "output_rms": 5.477279822031657 }, "token_cosine_mean_distribution": { "min": 0.9901801943778992, "p10": 0.9905376672744751, "p50": 0.9916579723358154, "p90": 0.9926247000694275, "max": 0.9931383728981018 }, "relative_rms_change_distribution": { "min": 0.11881682276725769, "p10": 0.12556331157684325, "p50": 0.13175064325332642, "p90": 0.1417822927236557, "max": 0.1426965296268463 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "final", "layer_index": 13, "n_prompts": 15, "means": { "flattened_cosine": 0.9897024830182394, "token_cosine_mean": 0.9900688449541728, "token_cosine_p10": 0.9871206879615784, "token_cosine_p50": 0.99065287510554, "token_cosine_p90": 0.9927458802858988, "relative_rms_change": 0.1482052872578303, "input_rms": 5.477279822031657, "output_rms": 5.218277581532797 }, "token_cosine_mean_distribution": { "min": 0.9886023998260498, "p10": 0.9888296008110047, "p50": 0.9900710582733154, "p90": 0.9909984827041626, "max": 0.9913269281387329 }, "relative_rms_change_distribution": { "min": 0.1392093151807785, "p10": 0.14094191491603852, "p50": 0.1474521905183792, "p90": 0.155288428068161, "max": 0.1581898331642151 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "aesthetics", "stage": "final", "layer_index": 14, "n_prompts": 15, "means": { "flattened_cosine": 0.9842439691225687, "token_cosine_mean": 0.9846500317255656, "token_cosine_p10": 0.9812828302383423, "token_cosine_p50": 0.9853214502334595, "token_cosine_p90": 0.9876261115074157, "relative_rms_change": 0.17944056491057078, "input_rms": 5.218277581532797, "output_rms": 4.9769484837849935 }, "token_cosine_mean_distribution": { "min": 0.9816156625747681, "p10": 0.9825344085693359, "p50": 0.9847912788391113, "p90": 0.9867316126823426, "max": 0.9872918128967285 }, "relative_rms_change_distribution": { "min": 0.16052156686782837, "p10": 0.16669016778469087, "p50": 0.1774974763393402, "p90": 0.19288100004196165, "max": 0.1974761039018631 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-b71cee2a63e2" }, { "group": "aesthetics", "stage": "final", "layer_index": 15, "n_prompts": 15, "means": { "flattened_cosine": 0.9817064881324769, "token_cosine_mean": 0.9821162978808086, "token_cosine_p10": 0.9793258508046468, "token_cosine_p50": 0.982766322294871, "token_cosine_p90": 0.9848816831906636, "relative_rms_change": 0.192407621939977, "input_rms": 4.9769484837849935, "output_rms": 5.014904340108235 }, "token_cosine_mean_distribution": { "min": 0.9787701964378357, "p10": 0.9805970072746277, "p50": 0.9819725751876831, "p90": 0.9842647910118103, "max": 0.9847514033317566 }, "relative_rms_change_distribution": { "min": 0.1764974445104599, "p10": 0.1783409148454666, "p50": 0.19315564632415771, "p90": 0.2030034989118576, "max": 0.20908352732658386 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "final", "layer_index": 16, "n_prompts": 15, "means": { "flattened_cosine": 0.9812210003534952, "token_cosine_mean": 0.9818221767743428, "token_cosine_p10": 0.9781743446985881, "token_cosine_p50": 0.9825118025143941, "token_cosine_p90": 0.9851325869560241, "relative_rms_change": 0.19489944378534954, "input_rms": 5.014904340108235, "output_rms": 5.050344244639079 }, "token_cosine_mean_distribution": { "min": 0.9795048236846924, "p10": 0.9799829006195069, "p50": 0.9821048378944397, "p90": 0.9831120848655701, "max": 0.9844461679458618 }, "relative_rms_change_distribution": { "min": 0.18353170156478882, "p10": 0.18773583173751832, "p50": 0.19310924410820007, "p90": 0.20374931693077086, "max": 0.20568692684173584 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "final", "layer_index": 17, "n_prompts": 15, "means": { "flattened_cosine": 0.9750329375267028, "token_cosine_mean": 0.9752864758173625, "token_cosine_p10": 0.9711592475573222, "token_cosine_p50": 0.9756718595822652, "token_cosine_p90": 0.979327400525411, "relative_rms_change": 0.23860545754432677, "input_rms": 5.050344244639079, "output_rms": 4.487580394744873 }, "token_cosine_mean_distribution": { "min": 0.9725911021232605, "p10": 0.9734816789627075, "p50": 0.9751200079917908, "p90": 0.9767156720161438, "max": 0.977042555809021 }, "relative_rms_change_distribution": { "min": 0.23134687542915344, "p10": 0.23364611566066742, "p50": 0.2360740751028061, "p90": 0.24660086035728454, "max": 0.251886785030365 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "final", "layer_index": 18, "n_prompts": 15, "means": { "flattened_cosine": 0.9793540954589843, "token_cosine_mean": 0.9796353220939636, "token_cosine_p10": 0.9766586422920227, "token_cosine_p50": 0.9800209601720175, "token_cosine_p90": 0.9825364708900451, "relative_rms_change": 0.22610949277877807, "input_rms": 4.487580394744873, "output_rms": 4.848153877258301 }, "token_cosine_mean_distribution": { "min": 0.9760233163833618, "p10": 0.9777061104774475, "p50": 0.9803826808929443, "p90": 0.9810952425003052, "max": 0.9814977049827576 }, "relative_rms_change_distribution": { "min": 0.21874219179153442, "p10": 0.21943835020065308, "p50": 0.2245756834745407, "p90": 0.2360989958047867, "max": 0.24237053096294403 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "final", "layer_index": 19, "n_prompts": 15, "means": { "flattened_cosine": 0.9837000091870626, "token_cosine_mean": 0.9840657989184062, "token_cosine_p10": 0.9817880074183146, "token_cosine_p50": 0.9843851049741109, "token_cosine_p90": 0.9861766139666239, "relative_rms_change": 0.19668678144613902, "input_rms": 4.848153877258301, "output_rms": 5.1530296325683596 }, "token_cosine_mean_distribution": { "min": 0.9815624356269836, "p10": 0.9821902275085449, "p50": 0.9844361543655396, "p90": 0.9853635191917419, "max": 0.9855584502220154 }, "relative_rms_change_distribution": { "min": 0.18146701157093048, "p10": 0.18389253616333007, "p50": 0.19378213584423065, "p90": 0.20842416882514953, "max": 0.2189721316099167 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "final", "layer_index": 20, "n_prompts": 15, "means": { "flattened_cosine": 0.9840647617975871, "token_cosine_mean": 0.9845914125442505, "token_cosine_p10": 0.9813397924105326, "token_cosine_p50": 0.9849746028582255, "token_cosine_p90": 0.9874573866526286, "relative_rms_change": 0.1811230093240738, "input_rms": 5.1530296325683596, "output_rms": 5.2165509223937985 }, "token_cosine_mean_distribution": { "min": 0.9809218645095825, "p10": 0.9816664457321167, "p50": 0.9852007627487183, "p90": 0.9863533139228821, "max": 0.9870946407318115 }, "relative_rms_change_distribution": { "min": 0.16864453256130219, "p10": 0.17223498225212097, "p50": 0.17733857035636902, "p90": 0.1943989872932434, "max": 0.1988300383090973 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "final", "layer_index": 21, "n_prompts": 15, "means": { "flattened_cosine": 0.9811342835426331, "token_cosine_mean": 0.9813116272290547, "token_cosine_p10": 0.9766252040863037, "token_cosine_p50": 0.9816319704055786, "token_cosine_p90": 0.9857107202212015, "relative_rms_change": 0.21618894735972086, "input_rms": 5.2165509223937985, "output_rms": 5.624443562825521 }, "token_cosine_mean_distribution": { "min": 0.9767047166824341, "p10": 0.9778822422027588, "p50": 0.9822611808776855, "p90": 0.9846586942672729, "max": 0.9857732057571411 }, "relative_rms_change_distribution": { "min": 0.19704990088939667, "p10": 0.2053876668214798, "p50": 0.21236085891723633, "p90": 0.2299673706293106, "max": 0.237842857837677 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "final", "layer_index": 22, "n_prompts": 15, "means": { "flattened_cosine": 0.9793160518010458, "token_cosine_mean": 0.9794153610865275, "token_cosine_p10": 0.9747981508572896, "token_cosine_p50": 0.9796276609102885, "token_cosine_p90": 0.9839484492937723, "relative_rms_change": 0.2818546990553538, "input_rms": 5.624443562825521, "output_rms": 6.613535944620768 }, "token_cosine_mean_distribution": { "min": 0.9751400947570801, "p10": 0.9764834523200989, "p50": 0.9798636436462402, "p90": 0.9830025196075439, "max": 0.9842899441719055 }, "relative_rms_change_distribution": { "min": 0.2587955892086029, "p10": 0.2660098135471344, "p50": 0.279746413230896, "p90": 0.29754337668418884, "max": 0.3026062548160553 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "final", "layer_index": 23, "n_prompts": 15, "means": { "flattened_cosine": 0.9800381580988566, "token_cosine_mean": 0.9801267584164938, "token_cosine_p10": 0.9759025692939758, "token_cosine_p50": 0.9803433537483215, "token_cosine_p90": 0.9841496507326762, "relative_rms_change": 0.2003413548072179, "input_rms": 6.613535944620768, "output_rms": 6.660336558024088 }, "token_cosine_mean_distribution": { "min": 0.9769478440284729, "p10": 0.977120041847229, "p50": 0.9807482361793518, "p90": 0.9828948736190796, "max": 0.9844765663146973 }, "relative_rms_change_distribution": { "min": 0.1771620512008667, "p10": 0.18640117347240448, "p50": 0.19743113219738007, "p90": 0.21480376720428468, "max": 0.215713769197464 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "final", "layer_index": 24, "n_prompts": 15, "means": { "flattened_cosine": 0.9790923237800598, "token_cosine_mean": 0.9792397697766622, "token_cosine_p10": 0.9748478293418884, "token_cosine_p50": 0.9794239441553751, "token_cosine_p90": 0.9834500193595886, "relative_rms_change": 0.23825138608614604, "input_rms": 6.660336558024088, "output_rms": 7.349761231740316 }, "token_cosine_mean_distribution": { "min": 0.9756060838699341, "p10": 0.9760289788246155, "p50": 0.9795888066291809, "p90": 0.9815704703330994, "max": 0.9829413294792175 }, "relative_rms_change_distribution": { "min": 0.21382704377174377, "p10": 0.22127081453800201, "p50": 0.2380300909280777, "p90": 0.25347704291343687, "max": 0.25461211800575256 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-cc6b19a46c3d" }, { "group": "aesthetics", "stage": "final", "layer_index": 25, "n_prompts": 15, "means": { "flattened_cosine": 0.9807484865188598, "token_cosine_mean": 0.9809155821800232, "token_cosine_p10": 0.9775311986605326, "token_cosine_p50": 0.9810280879338582, "token_cosine_p90": 0.9842706322669983, "relative_rms_change": 0.1957816114028295, "input_rms": 7.349761231740316, "output_rms": 7.315906651814779 }, "token_cosine_mean_distribution": { "min": 0.9764678478240967, "p10": 0.9781033158302307, "p50": 0.9812113642692566, "p90": 0.9831469535827637, "max": 0.9838230609893799 }, "relative_rms_change_distribution": { "min": 0.18071891367435455, "p10": 0.18439925014972686, "p50": 0.19382509589195251, "p90": 0.21028028726577758, "max": 0.21623842418193817 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "final", "layer_index": 26, "n_prompts": 15, "means": { "flattened_cosine": 0.9734642585118611, "token_cosine_mean": 0.9737726291020711, "token_cosine_p10": 0.9670364061991373, "token_cosine_p50": 0.9744532903035482, "token_cosine_p90": 0.9796501398086548, "relative_rms_change": 0.22978171110153198, "input_rms": 7.315906651814779, "output_rms": 6.973147296905518 }, "token_cosine_mean_distribution": { "min": 0.9701508283615112, "p10": 0.970604407787323, "p50": 0.9740471839904785, "p90": 0.9769001722335815, "max": 0.9774113297462463 }, "relative_rms_change_distribution": { "min": 0.21278499066829681, "p10": 0.2166740983724594, "p50": 0.22977976500988007, "p90": 0.24332767128944396, "max": 0.24527090787887573 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "aesthetics", "stage": "final", "layer_index": 27, "n_prompts": 15, "means": { "flattened_cosine": 0.9757747054100037, "token_cosine_mean": 0.9761217594146728, "token_cosine_p10": 0.9719367186228435, "token_cosine_p50": 0.9765243291854858, "token_cosine_p90": 0.9798030098279317, "relative_rms_change": 0.24314887324968973, "input_rms": 6.973147296905518, "output_rms": 7.541988722483317 }, "token_cosine_mean_distribution": { "min": 0.973501443862915, "p10": 0.9737726330757142, "p50": 0.976658046245575, "p90": 0.9782507300376893, "max": 0.9783514738082886 }, "relative_rms_change_distribution": { "min": 0.2238859087228775, "p10": 0.22694796919822693, "p50": 0.24268761277198792, "p90": 0.26011963486671447, "max": 0.2656802237033844 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "aesthetics", "stage": "final", "layer_index": 28, "n_prompts": 15, "means": { "flattened_cosine": 0.9649946769078572, "token_cosine_mean": 0.9654502789179484, "token_cosine_p10": 0.9555795391400655, "token_cosine_p50": 0.9661950389544169, "token_cosine_p90": 0.97440185546875, "relative_rms_change": 0.26245644489924114, "input_rms": 7.541988722483317, "output_rms": 7.131748549143473 }, "token_cosine_mean_distribution": { "min": 0.9586210250854492, "p10": 0.9596661806106568, "p50": 0.9663751721382141, "p90": 0.9718067407608032, "max": 0.9724770784378052 }, "relative_rms_change_distribution": { "min": 0.23376885056495667, "p10": 0.23867413997650147, "p50": 0.260329008102417, "p90": 0.2832048535346985, "max": 0.286894828081131 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "final", "layer_index": 29, "n_prompts": 15, "means": { "flattened_cosine": 0.9608307043711345, "token_cosine_mean": 0.961035680770874, "token_cosine_p10": 0.9551480293273926, "token_cosine_p50": 0.9613978664080302, "token_cosine_p90": 0.9665296713511149, "relative_rms_change": 0.3233689506848653, "input_rms": 7.131748549143473, "output_rms": 8.042047786712647 }, "token_cosine_mean_distribution": { "min": 0.956898033618927, "p10": 0.9572067379951477, "p50": 0.9612180590629578, "p90": 0.9644171714782714, "max": 0.9654685854911804 }, "relative_rms_change_distribution": { "min": 0.3066323697566986, "p10": 0.31084213256835935, "p50": 0.32252180576324463, "p90": 0.33516702651977537, "max": 0.34005796909332275 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "final", "layer_index": 30, "n_prompts": 15, "means": { "flattened_cosine": 0.9344502568244935, "token_cosine_mean": 0.9346853653589885, "token_cosine_p10": 0.9260043501853943, "token_cosine_p50": 0.9352514028549195, "token_cosine_p90": 0.9427457729975383, "relative_rms_change": 0.5398835817972819, "input_rms": 8.042047786712647, "output_rms": 10.775959650675455 }, "token_cosine_mean_distribution": { "min": 0.9273313879966736, "p10": 0.9287195682525635, "p50": 0.9357934594154358, "p90": 0.9392074704170227, "max": 0.9415122270584106 }, "relative_rms_change_distribution": { "min": 0.5228445529937744, "p10": 0.5232594609260559, "p50": 0.5419368147850037, "p90": 0.5525041818618774, "max": 0.5701471567153931 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "final", "layer_index": 31, "n_prompts": 15, "means": { "flattened_cosine": 0.7741225759188334, "token_cosine_mean": 0.7762623866399129, "token_cosine_p10": 0.7523742397626241, "token_cosine_p50": 0.7760092298189799, "token_cosine_p90": 0.8018696228663127, "relative_rms_change": 1.6392638603846232, "input_rms": 10.775959650675455, "output_rms": 24.644568888346353 }, "token_cosine_mean_distribution": { "min": 0.7520172595977783, "p10": 0.7540180325508118, "p50": 0.7707266211509705, "p90": 0.8053499460220337, "max": 0.8140314221382141 }, "relative_rms_change_distribution": { "min": 1.3959287405014038, "p10": 1.4496484279632569, "p50": 1.6705262660980225, "p90": 1.7668206453323365, "max": 1.8191925287246704 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "aesthetics", "stage": "middle", "layer_index": 0, "n_prompts": 15, "means": { "flattened_cosine": 0.5060333033402761, "token_cosine_mean": 0.48500497539838155, "token_cosine_p10": 0.18340398023525875, "token_cosine_p50": 0.536078417301178, "token_cosine_p90": 0.7092497070630391, "relative_rms_change": 10.3894193649292, "input_rms": 0.700812292098999, "output_rms": 7.588491916656494 }, "token_cosine_mean_distribution": { "min": 0.33014559745788574, "p10": 0.4266965389251709, "p50": 0.4912649393081665, "p90": 0.5562383770942688, "max": 0.5643930435180664 }, "relative_rms_change_distribution": { "min": 9.67208194732666, "p10": 9.727215003967284, "p50": 10.248930931091309, "p90": 11.093547248840332, "max": 11.949309349060059 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "middle", "layer_index": 1, "n_prompts": 15, "means": { "flattened_cosine": 0.9980637550354003, "token_cosine_mean": 0.9981590112050375, "token_cosine_p10": 0.9976885040601094, "token_cosine_p50": 0.9982036471366882, "token_cosine_p90": 0.9986008961995443, "relative_rms_change": 0.10838507314523062, "input_rms": 7.588491916656494, "output_rms": 8.244352213541667 }, "token_cosine_mean_distribution": { "min": 0.9978571534156799, "p10": 0.9978732109069824, "p50": 0.9980880618095398, "p90": 0.998465096950531, "max": 0.9985542297363281 }, "relative_rms_change_distribution": { "min": 0.07490512728691101, "p10": 0.08967607915401458, "p50": 0.1101880893111229, "p90": 0.12228739559650421, "max": 0.131338432431221 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 2, "n_prompts": 15, "means": { "flattened_cosine": 0.998509426911672, "token_cosine_mean": 0.9986037135124206, "token_cosine_p10": 0.9982058644294739, "token_cosine_p50": 0.9986591736475626, "token_cosine_p90": 0.9989572405815125, "relative_rms_change": 0.05561847314238548, "input_rms": 8.244352213541667, "output_rms": 8.155147902170818 }, "token_cosine_mean_distribution": { "min": 0.998412549495697, "p10": 0.9985045909881591, "p50": 0.9986030459403992, "p90": 0.9987329483032227, "max": 0.9987943172454834 }, "relative_rms_change_distribution": { "min": 0.05020461603999138, "p10": 0.05272283777594566, "p50": 0.05599680170416832, "p90": 0.05788024514913559, "max": 0.05879037082195282 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "aesthetics", "stage": "middle", "layer_index": 3, "n_prompts": 15, "means": { "flattened_cosine": 0.9980283220609029, "token_cosine_mean": 0.9981998642285664, "token_cosine_p10": 0.9978165864944458, "token_cosine_p50": 0.9984790404637655, "token_cosine_p90": 0.9987955292065939, "relative_rms_change": 0.07385414391756058, "input_rms": 8.155147902170818, "output_rms": 7.828197161356608 }, "token_cosine_mean_distribution": { "min": 0.9978246092796326, "p10": 0.9979832649230957, "p50": 0.99821937084198, "p90": 0.9983798742294312, "max": 0.9984381794929504 }, "relative_rms_change_distribution": { "min": 0.06544695049524307, "p10": 0.07014103382825851, "p50": 0.07308490574359894, "p90": 0.07851578891277314, "max": 0.08630559593439102 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "middle", "layer_index": 4, "n_prompts": 15, "means": { "flattened_cosine": 0.9970699906349182, "token_cosine_mean": 0.9972635626792907, "token_cosine_p10": 0.9965529878934224, "token_cosine_p50": 0.9976000269254048, "token_cosine_p90": 0.9980835159619649, "relative_rms_change": 0.09188210268815358, "input_rms": 7.828197161356608, "output_rms": 7.409596888224284 }, "token_cosine_mean_distribution": { "min": 0.9968779683113098, "p10": 0.9969694972038269, "p50": 0.9973269104957581, "p90": 0.9975283980369568, "max": 0.997636079788208 }, "relative_rms_change_distribution": { "min": 0.08538857102394104, "p10": 0.08730656802654266, "p50": 0.09124520421028137, "p90": 0.09488384425640106, "max": 0.10359425097703934 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "middle", "layer_index": 5, "n_prompts": 15, "means": { "flattened_cosine": 0.9958516200383504, "token_cosine_mean": 0.9961465915044149, "token_cosine_p10": 0.994846256573995, "token_cosine_p50": 0.9966758330663045, "token_cosine_p90": 0.9973843455314636, "relative_rms_change": 0.09834921211004258, "input_rms": 7.409596888224284, "output_rms": 7.110138924916585 }, "token_cosine_mean_distribution": { "min": 0.9953877925872803, "p10": 0.9957946062088012, "p50": 0.9962398409843445, "p90": 0.9965126752853394, "max": 0.9965441823005676 }, "relative_rms_change_distribution": { "min": 0.09233515709638596, "p10": 0.09424067288637161, "p50": 0.09792787581682205, "p90": 0.10232572257518768, "max": 0.10329121351242065 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 6, "n_prompts": 15, "means": { "flattened_cosine": 0.9938230236371358, "token_cosine_mean": 0.9947323322296142, "token_cosine_p10": 0.9929992477099101, "token_cosine_p50": 0.9953402678171793, "token_cosine_p90": 0.9963066260019938, "relative_rms_change": 0.12135728647311529, "input_rms": 7.110138924916585, "output_rms": 6.717741552988688 }, "token_cosine_mean_distribution": { "min": 0.9938406348228455, "p10": 0.9941048383712768, "p50": 0.9947712421417236, "p90": 0.9952963709831237, "max": 0.9956376552581787 }, "relative_rms_change_distribution": { "min": 0.10670727491378784, "p10": 0.11357821971178055, "p50": 0.12070479989051819, "p90": 0.12772190868854522, "max": 0.13626866042613983 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 7, "n_prompts": 15, "means": { "flattened_cosine": 0.9895559310913086, "token_cosine_mean": 0.9910844127337138, "token_cosine_p10": 0.9887285868326823, "token_cosine_p50": 0.9915833195050557, "token_cosine_p90": 0.9932902812957763, "relative_rms_change": 0.17642119129498798, "input_rms": 6.717741552988688, "output_rms": 5.969064235687256 }, "token_cosine_mean_distribution": { "min": 0.9899311065673828, "p10": 0.9901523470878602, "p50": 0.9909206032752991, "p90": 0.9920776844024658, "max": 0.9925861358642578 }, "relative_rms_change_distribution": { "min": 0.16827310621738434, "p10": 0.16993302702903748, "p50": 0.1765601634979248, "p90": 0.18381724059581755, "max": 0.18445461988449097 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "aesthetics", "stage": "middle", "layer_index": 8, "n_prompts": 15, "means": { "flattened_cosine": 0.986960216363271, "token_cosine_mean": 0.9885305762290955, "token_cosine_p10": 0.9848261872927347, "token_cosine_p50": 0.9895166714986166, "token_cosine_p90": 0.9919157028198242, "relative_rms_change": 0.17618641157944998, "input_rms": 5.969064235687256, "output_rms": 5.4619170188903805 }, "token_cosine_mean_distribution": { "min": 0.9862792491912842, "p10": 0.9872335076332093, "p50": 0.9887336492538452, "p90": 0.9899468660354614, "max": 0.9905401468276978 }, "relative_rms_change_distribution": { "min": 0.16096653044223785, "p10": 0.16220044195652009, "p50": 0.17895841598510742, "p90": 0.19055971801280974, "max": 0.20100903511047363 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 9, "n_prompts": 15, "means": { "flattened_cosine": 0.9866222262382507, "token_cosine_mean": 0.9884257594744364, "token_cosine_p10": 0.9834519346555074, "token_cosine_p50": 0.989867917696635, "token_cosine_p90": 0.9923777341842651, "relative_rms_change": 0.16948945621649425, "input_rms": 5.4619170188903805, "output_rms": 5.6468168576558435 }, "token_cosine_mean_distribution": { "min": 0.9855762720108032, "p10": 0.9866216897964477, "p50": 0.9882428646087646, "p90": 0.9902827739715576, "max": 0.9914729595184326 }, "relative_rms_change_distribution": { "min": 0.1465463787317276, "p10": 0.15069117844104768, "p50": 0.1709056794643402, "p90": 0.1844391405582428, "max": 0.19937115907669067 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 10, "n_prompts": 15, "means": { "flattened_cosine": 0.9859675447146098, "token_cosine_mean": 0.9878382126490275, "token_cosine_p10": 0.9796174963315328, "token_cosine_p50": 0.9899247725804646, "token_cosine_p90": 0.9932961662610372, "relative_rms_change": 0.17340313792228698, "input_rms": 5.6468168576558435, "output_rms": 5.840325419108073 }, "token_cosine_mean_distribution": { "min": 0.9841397404670715, "p10": 0.9848884820938111, "p50": 0.9875901937484741, "p90": 0.990503978729248, "max": 0.9915308356285095 }, "relative_rms_change_distribution": { "min": 0.14279630780220032, "p10": 0.150225830078125, "p50": 0.17205360531806946, "p90": 0.19163760542869568, "max": 0.21655547618865967 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 11, "n_prompts": 15, "means": { "flattened_cosine": 0.9844906687736511, "token_cosine_mean": 0.9864876310030619, "token_cosine_p10": 0.9778292616208394, "token_cosine_p50": 0.9886247913042704, "token_cosine_p90": 0.9924687902132671, "relative_rms_change": 0.17472071448961893, "input_rms": 5.840325419108073, "output_rms": 5.747462113698323 }, "token_cosine_mean_distribution": { "min": 0.9822512269020081, "p10": 0.9828534007072449, "p50": 0.986386239528656, "p90": 0.9890883564949036, "max": 0.9906403422355652 }, "relative_rms_change_distribution": { "min": 0.14224651455879211, "p10": 0.1563112407922745, "p50": 0.17713910341262817, "p90": 0.1945057898759842, "max": 0.22270365059375763 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 12, "n_prompts": 15, "means": { "flattened_cosine": 0.9839223782221477, "token_cosine_mean": 0.9857177098592123, "token_cosine_p10": 0.9789636055628459, "token_cosine_p50": 0.9873342633247375, "token_cosine_p90": 0.9908346056938171, "relative_rms_change": 0.1787667324145635, "input_rms": 5.747462113698323, "output_rms": 5.687613328297933 }, "token_cosine_mean_distribution": { "min": 0.9817288517951965, "p10": 0.9827388048171997, "p50": 0.985804557800293, "p90": 0.9879565596580505, "max": 0.9881556630134583 }, "relative_rms_change_distribution": { "min": 0.1607576310634613, "p10": 0.16363467574119567, "p50": 0.177640900015831, "p90": 0.19990717768669128, "max": 0.21343880891799927 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "aesthetics", "stage": "middle", "layer_index": 13, "n_prompts": 15, "means": { "flattened_cosine": 0.9818585753440857, "token_cosine_mean": 0.9834757606188457, "token_cosine_p10": 0.9756868879000345, "token_cosine_p50": 0.9852646946907043, "token_cosine_p90": 0.9898485581080119, "relative_rms_change": 0.19724553326765695, "input_rms": 5.687613328297933, "output_rms": 5.265254878997803 }, "token_cosine_mean_distribution": { "min": 0.9778995513916016, "p10": 0.9788647890090942, "p50": 0.984024703502655, "p90": 0.9865153312683106, "max": 0.9869403839111328 }, "relative_rms_change_distribution": { "min": 0.17444337904453278, "p10": 0.1751294732093811, "p50": 0.19866806268692017, "p90": 0.21996122002601623, "max": 0.22559401392936707 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "middle", "layer_index": 14, "n_prompts": 15, "means": { "flattened_cosine": 0.9782580534617106, "token_cosine_mean": 0.9797845959663392, "token_cosine_p10": 0.9719356497128805, "token_cosine_p50": 0.9815329988797505, "token_cosine_p90": 0.9866324146588643, "relative_rms_change": 0.20797096093495687, "input_rms": 5.265254878997803, "output_rms": 5.1165190696716305 }, "token_cosine_mean_distribution": { "min": 0.973813533782959, "p10": 0.9751814126968383, "p50": 0.9799377918243408, "p90": 0.9830765128135681, "max": 0.9834043979644775 }, "relative_rms_change_distribution": { "min": 0.18626569211483002, "p10": 0.1909428596496582, "p50": 0.20899513363838196, "p90": 0.228406885266304, "max": 0.23452520370483398 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "aesthetics", "stage": "middle", "layer_index": 15, "n_prompts": 15, "means": { "flattened_cosine": 0.9765825827916463, "token_cosine_mean": 0.9782123327255249, "token_cosine_p10": 0.970575745900472, "token_cosine_p50": 0.9801123380661011, "token_cosine_p90": 0.9847818533579509, "relative_rms_change": 0.21526119410991668, "input_rms": 5.1165190696716305, "output_rms": 4.986085255940755 }, "token_cosine_mean_distribution": { "min": 0.9733704924583435, "p10": 0.9747280359268189, "p50": 0.9785271883010864, "p90": 0.9811655521392822, "max": 0.982062041759491 }, "relative_rms_change_distribution": { "min": 0.19526484608650208, "p10": 0.19773874580860137, "p50": 0.21245677769184113, "p90": 0.23254795074462892, "max": 0.23502551019191742 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "aesthetics", "stage": "middle", "layer_index": 16, "n_prompts": 15, "means": { "flattened_cosine": 0.9773707270622254, "token_cosine_mean": 0.9789492805798848, "token_cosine_p10": 0.9693803429603577, "token_cosine_p50": 0.981311039129893, "token_cosine_p90": 0.9862599770228068, "relative_rms_change": 0.22369999587535858, "input_rms": 4.986085255940755, "output_rms": 4.509657255808512 }, "token_cosine_mean_distribution": { "min": 0.9743059873580933, "p10": 0.9754729390144348, "p50": 0.9791513681411743, "p90": 0.9821518421173095, "max": 0.9837580919265747 }, "relative_rms_change_distribution": { "min": 0.1921478807926178, "p10": 0.20120448768138885, "p50": 0.22948551177978516, "p90": 0.24070147573947906, "max": 0.24223722517490387 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "aesthetics", "stage": "middle", "layer_index": 17, "n_prompts": 15, "means": { "flattened_cosine": 0.9790541132291158, "token_cosine_mean": 0.9792845010757446, "token_cosine_p10": 0.9697322408358257, "token_cosine_p50": 0.981776253382365, "token_cosine_p90": 0.9863392432530721, "relative_rms_change": 0.22095867296059926, "input_rms": 4.509657255808512, "output_rms": 4.029453070958455 }, "token_cosine_mean_distribution": { "min": 0.9750226140022278, "p10": 0.9759012937545777, "p50": 0.9799293875694275, "p90": 0.9812763571739197, "max": 0.9847606420516968 }, "relative_rms_change_distribution": { "min": 0.2003481388092041, "p10": 0.21075339913368224, "p50": 0.21645379066467285, "p90": 0.2348720610141754, "max": 0.23743385076522827 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "middle", "layer_index": 18, "n_prompts": 15, "means": { "flattened_cosine": 0.9795819878578186, "token_cosine_mean": 0.9801137606302898, "token_cosine_p10": 0.9711382110913594, "token_cosine_p50": 0.9834137678146362, "token_cosine_p90": 0.9873799840609233, "relative_rms_change": 0.20771000186602276, "input_rms": 4.029453070958455, "output_rms": 4.155055999755859 }, "token_cosine_mean_distribution": { "min": 0.9759989976882935, "p10": 0.976394772529602, "p50": 0.980514645576477, "p90": 0.9830504417419433, "max": 0.9841198921203613 }, "relative_rms_change_distribution": { "min": 0.1773611456155777, "p10": 0.18920773565769194, "p50": 0.20945507287979126, "p90": 0.22900791764259337, "max": 0.23049652576446533 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "middle", "layer_index": 19, "n_prompts": 15, "means": { "flattened_cosine": 0.9824530800183614, "token_cosine_mean": 0.9833282550175985, "token_cosine_p10": 0.9777112166086833, "token_cosine_p50": 0.9856105844179789, "token_cosine_p90": 0.9888006567955017, "relative_rms_change": 0.2258876164754232, "input_rms": 4.155055999755859, "output_rms": 4.612821547190348 }, "token_cosine_mean_distribution": { "min": 0.9798220992088318, "p10": 0.980474853515625, "p50": 0.983952522277832, "p90": 0.9855926156044006, "max": 0.9863051772117615 }, "relative_rms_change_distribution": { "min": 0.20251384377479553, "p10": 0.20830948650836945, "p50": 0.22638395428657532, "p90": 0.23949190676212312, "max": 0.24172647297382355 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "aesthetics", "stage": "middle", "layer_index": 20, "n_prompts": 15, "means": { "flattened_cosine": 0.9885382254918417, "token_cosine_mean": 0.9895191828409831, "token_cosine_p10": 0.9854449550310771, "token_cosine_p50": 0.9910110990206401, "token_cosine_p90": 0.9929052631060282, "relative_rms_change": 0.18141391277313232, "input_rms": 4.612821547190348, "output_rms": 5.023253059387207 }, "token_cosine_mean_distribution": { "min": 0.9852104187011719, "p10": 0.9875229239463806, "p50": 0.9902968406677246, "p90": 0.9910170555114746, "max": 0.9917986392974854 }, "relative_rms_change_distribution": { "min": 0.16128574311733246, "p10": 0.16448566019535066, "p50": 0.1768295168876648, "p90": 0.20153975784778594, "max": 0.22939105331897736 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "middle", "layer_index": 21, "n_prompts": 15, "means": { "flattened_cosine": 0.9914149165153503, "token_cosine_mean": 0.9920792977015177, "token_cosine_p10": 0.98902295033137, "token_cosine_p50": 0.993114952246348, "token_cosine_p90": 0.9946396509806316, "relative_rms_change": 0.18313627044359843, "input_rms": 5.023253059387207, "output_rms": 5.6250275293986 }, "token_cosine_mean_distribution": { "min": 0.9890401363372803, "p10": 0.9909227967262269, "p50": 0.9922317266464233, "p90": 0.9934211492538452, "max": 0.9941990375518799 }, "relative_rms_change_distribution": { "min": 0.15856419503688812, "p10": 0.1698960095643997, "p50": 0.1834743320941925, "p90": 0.1984719455242157, "max": 0.21300481259822845 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "middle", "layer_index": 22, "n_prompts": 15, "means": { "flattened_cosine": 0.9931619326273601, "token_cosine_mean": 0.9933757583300272, "token_cosine_p10": 0.991375207901001, "token_cosine_p50": 0.9939793388048808, "token_cosine_p90": 0.9950811306635539, "relative_rms_change": 0.16886039078235626, "input_rms": 5.6250275293986, "output_rms": 6.273136552174886 }, "token_cosine_mean_distribution": { "min": 0.9918781518936157, "p10": 0.9925105810165405, "p50": 0.9934232831001282, "p90": 0.994340431690216, "max": 0.9946098923683167 }, "relative_rms_change_distribution": { "min": 0.15766331553459167, "p10": 0.16006291210651397, "p50": 0.16898232698440552, "p90": 0.17502523064613343, "max": 0.18346980214118958 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "middle", "layer_index": 23, "n_prompts": 15, "means": { "flattened_cosine": 0.9938780585924785, "token_cosine_mean": 0.9940131386121114, "token_cosine_p10": 0.9925375858942668, "token_cosine_p50": 0.9943873206774394, "token_cosine_p90": 0.9953621625900269, "relative_rms_change": 0.11600615431865056, "input_rms": 6.273136552174886, "output_rms": 6.455048020680746 }, "token_cosine_mean_distribution": { "min": 0.9928532838821411, "p10": 0.9934861302375794, "p50": 0.9937300086021423, "p90": 0.9947847247123718, "max": 0.994854211807251 }, "relative_rms_change_distribution": { "min": 0.10813257098197937, "p10": 0.10875056684017181, "p50": 0.11758191138505936, "p90": 0.1223091647028923, "max": 0.1264110952615738 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "middle", "layer_index": 24, "n_prompts": 15, "means": { "flattened_cosine": 0.9919592380523682, "token_cosine_mean": 0.9920878807703654, "token_cosine_p10": 0.990129268169403, "token_cosine_p50": 0.9924301187197367, "token_cosine_p90": 0.9939542651176453, "relative_rms_change": 0.12765987664461137, "input_rms": 6.455048020680746, "output_rms": 6.515516090393066 }, "token_cosine_mean_distribution": { "min": 0.9903382062911987, "p10": 0.9913805484771728, "p50": 0.9921470880508423, "p90": 0.9928288340568543, "max": 0.9932221174240112 }, "relative_rms_change_distribution": { "min": 0.11838354915380478, "p10": 0.12253963202238083, "p50": 0.1272149235010147, "p90": 0.13437009751796722, "max": 0.1405293047428131 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "middle", "layer_index": 25, "n_prompts": 15, "means": { "flattened_cosine": 0.990578544139862, "token_cosine_mean": 0.9908775766690572, "token_cosine_p10": 0.9887306491533915, "token_cosine_p50": 0.9913151582082113, "token_cosine_p90": 0.9928988814353943, "relative_rms_change": 0.14810738066832224, "input_rms": 6.515516090393066, "output_rms": 6.086375586191813 }, "token_cosine_mean_distribution": { "min": 0.98859703540802, "p10": 0.9896485209465027, "p50": 0.9910993576049805, "p90": 0.9918657183647156, "max": 0.9920198321342468 }, "relative_rms_change_distribution": { "min": 0.138607919216156, "p10": 0.1390264481306076, "p50": 0.14708462357521057, "p90": 0.15885874032974243, "max": 0.16224999725818634 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "middle", "layer_index": 26, "n_prompts": 15, "means": { "flattened_cosine": 0.992743976910909, "token_cosine_mean": 0.9931808869043987, "token_cosine_p10": 0.9908395290374756, "token_cosine_p50": 0.9939459641774495, "token_cosine_p90": 0.9954602956771851, "relative_rms_change": 0.12051608363787333, "input_rms": 6.086375586191813, "output_rms": 5.990089829762777 }, "token_cosine_mean_distribution": { "min": 0.9912842512130737, "p10": 0.9924264907836914, "p50": 0.993043839931488, "p90": 0.9942817926406861, "max": 0.9944978356361389 }, "relative_rms_change_distribution": { "min": 0.10669039189815521, "p10": 0.10905746668577194, "p50": 0.12001466006040573, "p90": 0.1313990592956543, "max": 0.13694682717323303 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "aesthetics", "stage": "middle", "layer_index": 27, "n_prompts": 15, "means": { "flattened_cosine": 0.9789989193280538, "token_cosine_mean": 0.9799927711486817, "token_cosine_p10": 0.9731898109118143, "token_cosine_p50": 0.9826424558957417, "token_cosine_p90": 0.9862709283828736, "relative_rms_change": 0.2205521881580353, "input_rms": 5.990089829762777, "output_rms": 5.349195416768392 }, "token_cosine_mean_distribution": { "min": 0.9722133874893188, "p10": 0.9746952414512634, "p50": 0.9815109372138977, "p90": 0.9835764169692993, "max": 0.985805332660675 }, "relative_rms_change_distribution": { "min": 0.17933166027069092, "p10": 0.1974872350692749, "p50": 0.2169797271490097, "p90": 0.2553780674934387, "max": 0.26788634061813354 }, "lowest_cosine_eval_id": "internal-p1-897a512d4421", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "aesthetics", "stage": "middle", "layer_index": 28, "n_prompts": 15, "means": { "flattened_cosine": 0.9839260578155518, "token_cosine_mean": 0.9856159170468648, "token_cosine_p10": 0.9794125199317932, "token_cosine_p50": 0.9876692612965902, "token_cosine_p90": 0.9907040238380432, "relative_rms_change": 0.18570788005987804, "input_rms": 5.349195416768392, "output_rms": 5.5165761311848955 }, "token_cosine_mean_distribution": { "min": 0.98019939661026, "p10": 0.9811532258987427, "p50": 0.986564040184021, "p90": 0.9884981036186218, "max": 0.9896503686904907 }, "relative_rms_change_distribution": { "min": 0.15165671706199646, "p10": 0.16274228394031526, "p50": 0.1776915043592453, "p90": 0.22808623313903809, "max": 0.2526257336139679 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "middle", "layer_index": 29, "n_prompts": 15, "means": { "flattened_cosine": 0.9738999327023824, "token_cosine_mean": 0.9745954116185506, "token_cosine_p10": 0.9661545872688293, "token_cosine_p50": 0.977153233687083, "token_cosine_p90": 0.9814968983332316, "relative_rms_change": 0.262560244401296, "input_rms": 5.5165761311848955, "output_rms": 6.1147582054138185 }, "token_cosine_mean_distribution": { "min": 0.9594980478286743, "p10": 0.9667082190513611, "p50": 0.9766222238540649, "p90": 0.9799602508544922, "max": 0.9806767106056213 }, "relative_rms_change_distribution": { "min": 0.22746266424655914, "p10": 0.2365831732749939, "p50": 0.25282490253448486, "p90": 0.3127085745334625, "max": 0.34425532817840576 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "aesthetics", "stage": "middle", "layer_index": 30, "n_prompts": 15, "means": { "flattened_cosine": 0.9522973736127217, "token_cosine_mean": 0.9529116789499918, "token_cosine_p10": 0.9396158297856648, "token_cosine_p50": 0.9557374993960063, "token_cosine_p90": 0.963880467414856, "relative_rms_change": 0.5321728169918061, "input_rms": 6.1147582054138185, "output_rms": 8.488072776794434 }, "token_cosine_mean_distribution": { "min": 0.9366580247879028, "p10": 0.9431637048721313, "p50": 0.9534441232681274, "p90": 0.9605105996131897, "max": 0.9623546600341797 }, "relative_rms_change_distribution": { "min": 0.48467448353767395, "p10": 0.49729024767875674, "p50": 0.5307067632675171, "p90": 0.5628101229667664, "max": 0.5741002559661865 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "aesthetics", "stage": "middle", "layer_index": 31, "n_prompts": 15, "means": { "flattened_cosine": 0.8196506301561991, "token_cosine_mean": 0.8199151118596395, "token_cosine_p10": 0.8074320236841838, "token_cosine_p50": 0.8210306962331136, "token_cosine_p90": 0.83234836657842, "relative_rms_change": 1.726650071144104, "input_rms": 8.488072776794434, "output_rms": 20.775006993611655 }, "token_cosine_mean_distribution": { "min": 0.7830358743667603, "p10": 0.7988852500915528, "p50": 0.8241584300994873, "p90": 0.8342588186264038, "max": 0.8401274085044861 }, "relative_rms_change_distribution": { "min": 1.6301183700561523, "p10": 1.6606224536895753, "p50": 1.732136607170105, "p90": 1.7885969161987305, "max": 1.790259599685669 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "alignment", "stage": "early", "layer_index": 0, "n_prompts": 15, "means": { "flattened_cosine": 0.10690516630808512, "token_cosine_mean": 0.10365381389856339, "token_cosine_p10": -0.34518592754999794, "token_cosine_p50": 0.11094630509614944, "token_cosine_p90": 0.542518659432729, "relative_rms_change": 8.107063674926758, "input_rms": 0.7460710565249126, "output_rms": 6.0825295130411785 }, "token_cosine_mean_distribution": { "min": 0.09539569914340973, "p10": 0.0975126639008522, "p50": 0.10356388986110687, "p90": 0.10913527160882949, "max": 0.11522844433784485 }, "relative_rms_change_distribution": { "min": 8.022679328918457, "p10": 8.057227325439452, "p50": 8.104025840759277, "p90": 8.165498733520508, "max": 8.172863006591797 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "alignment", "stage": "early", "layer_index": 1, "n_prompts": 15, "means": { "flattened_cosine": 0.9975048462549846, "token_cosine_mean": 0.9980514446894327, "token_cosine_p10": 0.9974393208821615, "token_cosine_p50": 0.9981939593950907, "token_cosine_p90": 0.9985348304112752, "relative_rms_change": 0.10746158311764399, "input_rms": 6.0825295130411785, "output_rms": 6.559775988260905 }, "token_cosine_mean_distribution": { "min": 0.9979547262191772, "p10": 0.9979856252670288, "p50": 0.9980228543281555, "p90": 0.9981881737709045, "max": 0.9982157349586487 }, "relative_rms_change_distribution": { "min": 0.10235758870840073, "p10": 0.10378784835338592, "p50": 0.10653746873140335, "p90": 0.11195085048675538, "max": 0.11486946046352386 }, "lowest_cosine_eval_id": "internal-p1-f09e287bf7ad", "largest_change_eval_id": "internal-p1-b33bca82771e" }, { "group": "alignment", "stage": "early", "layer_index": 2, "n_prompts": 15, "means": { "flattened_cosine": 0.9980786164601644, "token_cosine_mean": 0.9983395576477051, "token_cosine_p10": 0.9978091518084208, "token_cosine_p50": 0.9985034823417663, "token_cosine_p90": 0.9987977464993795, "relative_rms_change": 0.08661169360081354, "input_rms": 6.559775988260905, "output_rms": 6.943667475382487 }, "token_cosine_mean_distribution": { "min": 0.9982431530952454, "p10": 0.9982599377632141, "p50": 0.998319149017334, "p90": 0.9984219431877136, "max": 0.9984828233718872 }, "relative_rms_change_distribution": { "min": 0.08203219622373581, "p10": 0.08263395875692367, "p50": 0.08695407956838608, "p90": 0.09093254506587982, "max": 0.0932777002453804 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "alignment", "stage": "early", "layer_index": 3, "n_prompts": 15, "means": { "flattened_cosine": 0.9960547924041748, "token_cosine_mean": 0.9971151510874431, "token_cosine_p10": 0.9956639409065247, "token_cosine_p50": 0.9979377349217733, "token_cosine_p90": 0.9985201239585877, "relative_rms_change": 0.10925776759783427, "input_rms": 6.943667475382487, "output_rms": 7.359462769826253 }, "token_cosine_mean_distribution": { "min": 0.9965221881866455, "p10": 0.9966287732124328, "p50": 0.9971669912338257, "p90": 0.9975306034088135, "max": 0.9977006316184998 }, "relative_rms_change_distribution": { "min": 0.09041798114776611, "p10": 0.0965674340724945, "p50": 0.10946329683065414, "p90": 0.11958527863025666, "max": 0.12723983824253082 }, "lowest_cosine_eval_id": "internal-p1-616972314073", "largest_change_eval_id": "internal-p1-5bec387a9a76" }, { "group": "alignment", "stage": "early", "layer_index": 4, "n_prompts": 15, "means": { "flattened_cosine": 0.99654088417689, "token_cosine_mean": 0.997022028764089, "token_cosine_p10": 0.9957580010096232, "token_cosine_p50": 0.9975433468818664, "token_cosine_p90": 0.9981894095738729, "relative_rms_change": 0.08463674038648605, "input_rms": 7.359462769826253, "output_rms": 7.242232990264893 }, "token_cosine_mean_distribution": { "min": 0.9966744184494019, "p10": 0.9968348979949951, "p50": 0.9969877600669861, "p90": 0.9972748994827271, "max": 0.9973825216293335 }, "relative_rms_change_distribution": { "min": 0.07855309545993805, "p10": 0.07964447736740113, "p50": 0.08439619094133377, "p90": 0.08899539560079575, "max": 0.08976926654577255 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "alignment", "stage": "early", "layer_index": 5, "n_prompts": 15, "means": { "flattened_cosine": 0.9952192624409993, "token_cosine_mean": 0.9958163539568583, "token_cosine_p10": 0.9936850627263387, "token_cosine_p50": 0.9965134024620056, "token_cosine_p90": 0.9975066701571147, "relative_rms_change": 0.09991855273644129, "input_rms": 7.242232990264893, "output_rms": 7.068594773610433 }, "token_cosine_mean_distribution": { "min": 0.9954609274864197, "p10": 0.9955002188682556, "p50": 0.995826005935669, "p90": 0.9961088538169861, "max": 0.9961902499198914 }, "relative_rms_change_distribution": { "min": 0.09464169293642044, "p10": 0.09519665092229843, "p50": 0.09988211840391159, "p90": 0.10525436848402023, "max": 0.10607576370239258 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-b33bca82771e" }, { "group": "alignment", "stage": "early", "layer_index": 6, "n_prompts": 15, "means": { "flattened_cosine": 0.9937853892644246, "token_cosine_mean": 0.9946244955062866, "token_cosine_p10": 0.9920090635617574, "token_cosine_p50": 0.9954246203104655, "token_cosine_p90": 0.9966257691383362, "relative_rms_change": 0.11955505311489105, "input_rms": 7.068594773610433, "output_rms": 6.721579583485921 }, "token_cosine_mean_distribution": { "min": 0.9942464232444763, "p10": 0.9944018125534058, "p50": 0.9946426749229431, "p90": 0.9949049115180969, "max": 0.9950581789016724 }, "relative_rms_change_distribution": { "min": 0.11347134411334991, "p10": 0.11518572270870209, "p50": 0.1196184903383255, "p90": 0.1248174101114273, "max": 0.1261620968580246 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-b33bca82771e" }, { "group": "alignment", "stage": "early", "layer_index": 7, "n_prompts": 15, "means": { "flattened_cosine": 0.9913208206494649, "token_cosine_mean": 0.9923071066538492, "token_cosine_p10": 0.9891938090324401, "token_cosine_p50": 0.9930864651997884, "token_cosine_p90": 0.9947863976160686, "relative_rms_change": 0.1429998775323232, "input_rms": 6.721579583485921, "output_rms": 6.286921374003092 }, "token_cosine_mean_distribution": { "min": 0.9917473793029785, "p10": 0.9918683290481567, "p50": 0.9921950101852417, "p90": 0.992775273323059, "max": 0.9928814768791199 }, "relative_rms_change_distribution": { "min": 0.13564279675483704, "p10": 0.13870732486248016, "p50": 0.1434687376022339, "p90": 0.14722325801849365, "max": 0.14857807755470276 }, "lowest_cosine_eval_id": "internal-p1-b33bca82771e", "largest_change_eval_id": "internal-p1-5bec387a9a76" }, { "group": "alignment", "stage": "early", "layer_index": 8, "n_prompts": 15, "means": { "flattened_cosine": 0.9883621335029602, "token_cosine_mean": 0.9895220875740052, "token_cosine_p10": 0.9849922021230062, "token_cosine_p50": 0.9906352043151856, "token_cosine_p90": 0.9929868340492248, "relative_rms_change": 0.17021187941233318, "input_rms": 6.286921374003092, "output_rms": 5.734393850962321 }, "token_cosine_mean_distribution": { "min": 0.9875258207321167, "p10": 0.9888297557830811, "p50": 0.9897842407226562, "p90": 0.9903125166893005, "max": 0.9907037019729614 }, "relative_rms_change_distribution": { "min": 0.1585778146982193, "p10": 0.16073426604270935, "p50": 0.16984635591506958, "p90": 0.18010700345039368, "max": 0.18218518793582916 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "alignment", "stage": "early", "layer_index": 9, "n_prompts": 15, "means": { "flattened_cosine": 0.9881617744763692, "token_cosine_mean": 0.9894495447476704, "token_cosine_p10": 0.9845475792884827, "token_cosine_p50": 0.9908098896344503, "token_cosine_p90": 0.9935706615447998, "relative_rms_change": 0.15392083724339803, "input_rms": 5.734393850962321, "output_rms": 5.721148618062338 }, "token_cosine_mean_distribution": { "min": 0.9873451590538025, "p10": 0.9887209892272949, "p50": 0.9894485473632812, "p90": 0.9903754472732544, "max": 0.9907006025314331 }, "relative_rms_change_distribution": { "min": 0.1460759937763214, "p10": 0.1472971946001053, "p50": 0.1529732495546341, "p90": 0.1591963827610016, "max": 0.16908442974090576 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "alignment", "stage": "early", "layer_index": 10, "n_prompts": 15, "means": { "flattened_cosine": 0.9884354114532471, "token_cosine_mean": 0.9894532322883606, "token_cosine_p10": 0.9831046104431153, "token_cosine_p50": 0.9910380601882934, "token_cosine_p90": 0.9943050702412923, "relative_rms_change": 0.1526181181271871, "input_rms": 5.721148618062338, "output_rms": 5.749278958638509 }, "token_cosine_mean_distribution": { "min": 0.9878201484680176, "p10": 0.9886601209640503, "p50": 0.9894464612007141, "p90": 0.9903405189514161, "max": 0.9907741546630859 }, "relative_rms_change_distribution": { "min": 0.14258818328380585, "p10": 0.1453111171722412, "p50": 0.15320855379104614, "p90": 0.1616949826478958, "max": 0.16548629105091095 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "alignment", "stage": "early", "layer_index": 11, "n_prompts": 15, "means": { "flattened_cosine": 0.9875056823094686, "token_cosine_mean": 0.9884524703025818, "token_cosine_p10": 0.9815860311190288, "token_cosine_p50": 0.9900476137797037, "token_cosine_p90": 0.9937204519907633, "relative_rms_change": 0.15761016607284545, "input_rms": 5.749278958638509, "output_rms": 5.697195148468017 }, "token_cosine_mean_distribution": { "min": 0.9866012930870056, "p10": 0.9870660066604614, "p50": 0.9886588454246521, "p90": 0.9902091026306152, "max": 0.990449070930481 }, "relative_rms_change_distribution": { "min": 0.14363352954387665, "p10": 0.1461510956287384, "p50": 0.1582452803850174, "p90": 0.16683998107910156, "max": 0.16916096210479736 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "alignment", "stage": "early", "layer_index": 12, "n_prompts": 15, "means": { "flattened_cosine": 0.985875149567922, "token_cosine_mean": 0.9871764620145161, "token_cosine_p10": 0.9816977739334106, "token_cosine_p50": 0.9882718761761983, "token_cosine_p90": 0.9916738669077555, "relative_rms_change": 0.16785979270935059, "input_rms": 5.697195148468017, "output_rms": 5.557388750712077 }, "token_cosine_mean_distribution": { "min": 0.9848855137825012, "p10": 0.9855655312538147, "p50": 0.9874067306518555, "p90": 0.9888674259185791, "max": 0.9895190000534058 }, "relative_rms_change_distribution": { "min": 0.15254463255405426, "p10": 0.15701773166656494, "p50": 0.16537170112133026, "p90": 0.17897914946079255, "max": 0.18270865082740784 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "alignment", "stage": "early", "layer_index": 13, "n_prompts": 15, "means": { "flattened_cosine": 0.9857767462730408, "token_cosine_mean": 0.9868810812632243, "token_cosine_p10": 0.9808330575625102, "token_cosine_p50": 0.9882378021876017, "token_cosine_p90": 0.9919531941413879, "relative_rms_change": 0.17337723473707836, "input_rms": 5.557388750712077, "output_rms": 5.238364664713542 }, "token_cosine_mean_distribution": { "min": 0.9838225245475769, "p10": 0.9848015785217286, "p50": 0.98656165599823, "p90": 0.9891076803207397, "max": 0.9900919198989868 }, "relative_rms_change_distribution": { "min": 0.15457525849342346, "p10": 0.15659753382205963, "p50": 0.17838174104690552, "p90": 0.18646473586559295, "max": 0.1886783093214035 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "alignment", "stage": "early", "layer_index": 14, "n_prompts": 15, "means": { "flattened_cosine": 0.9835256457328796, "token_cosine_mean": 0.9846936265627543, "token_cosine_p10": 0.9788089871406556, "token_cosine_p50": 0.9858399152755737, "token_cosine_p90": 0.9897867520650228, "relative_rms_change": 0.18166570663452147, "input_rms": 5.238364664713542, "output_rms": 5.059865570068359 }, "token_cosine_mean_distribution": { "min": 0.9808687567710876, "p10": 0.98218994140625, "p50": 0.9847807884216309, "p90": 0.9870002508163452, "max": 0.9886322617530823 }, "relative_rms_change_distribution": { "min": 0.15893428027629852, "p10": 0.16900220811367034, "p50": 0.18058358132839203, "p90": 0.19612730145454407, "max": 0.20053993165493011 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "early", "layer_index": 15, "n_prompts": 15, "means": { "flattened_cosine": 0.9843783458073934, "token_cosine_mean": 0.9853813250859579, "token_cosine_p10": 0.9803471207618714, "token_cosine_p50": 0.986495582262675, "token_cosine_p90": 0.9896996815999349, "relative_rms_change": 0.17592916389306387, "input_rms": 5.059865570068359, "output_rms": 5.022603321075439 }, "token_cosine_mean_distribution": { "min": 0.9814288020133972, "p10": 0.9829754948616027, "p50": 0.9852594137191772, "p90": 0.9874597430229187, "max": 0.9887335896492004 }, "relative_rms_change_distribution": { "min": 0.1550588458776474, "p10": 0.16321428418159484, "p50": 0.17548532783985138, "p90": 0.19027533531188964, "max": 0.19607892632484436 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "early", "layer_index": 16, "n_prompts": 15, "means": { "flattened_cosine": 0.9835980415344239, "token_cosine_mean": 0.98510822057724, "token_cosine_p10": 0.9791389067967733, "token_cosine_p50": 0.9866224249204, "token_cosine_p90": 0.9897698799769084, "relative_rms_change": 0.20007080634435018, "input_rms": 5.022603321075439, "output_rms": 4.5053579648335775 }, "token_cosine_mean_distribution": { "min": 0.980952262878418, "p10": 0.9831646919250489, "p50": 0.9849029779434204, "p90": 0.987150776386261, "max": 0.9879038333892822 }, "relative_rms_change_distribution": { "min": 0.18796183168888092, "p10": 0.19228112697601318, "p50": 0.1978180855512619, "p90": 0.2102411448955536, "max": 0.21844853460788727 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "early", "layer_index": 17, "n_prompts": 15, "means": { "flattened_cosine": 0.9883101463317872, "token_cosine_mean": 0.9886489868164062, "token_cosine_p10": 0.9849490880966186, "token_cosine_p50": 0.9896319468816122, "token_cosine_p90": 0.9919706424077351, "relative_rms_change": 0.15890131692091625, "input_rms": 4.5053579648335775, "output_rms": 4.244920635223389 }, "token_cosine_mean_distribution": { "min": 0.98521888256073, "p10": 0.9868822693824768, "p50": 0.9884253144264221, "p90": 0.9907594084739685, "max": 0.9918146729469299 }, "relative_rms_change_distribution": { "min": 0.1375596970319748, "p10": 0.14478615820407867, "p50": 0.1602068543434143, "p90": 0.17127539217472076, "max": 0.17692145705223083 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "early", "layer_index": 18, "n_prompts": 15, "means": { "flattened_cosine": 0.9881091793378194, "token_cosine_mean": 0.9886439800262451, "token_cosine_p10": 0.9855081637700399, "token_cosine_p50": 0.9893504659334819, "token_cosine_p90": 0.9918168346087138, "relative_rms_change": 0.15589482486248016, "input_rms": 4.244920635223389, "output_rms": 4.086706860860189 }, "token_cosine_mean_distribution": { "min": 0.9853840470314026, "p10": 0.987008273601532, "p50": 0.9886943101882935, "p90": 0.9904760718345642, "max": 0.991273820400238 }, "relative_rms_change_distribution": { "min": 0.14195097982883453, "p10": 0.1446688950061798, "p50": 0.1540404111146927, "p90": 0.16660718321800233, "max": 0.17221204936504364 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "early", "layer_index": 19, "n_prompts": 15, "means": { "flattened_cosine": 0.9877848188082378, "token_cosine_mean": 0.9889367779095968, "token_cosine_p10": 0.9860850056012471, "token_cosine_p50": 0.9895084698994955, "token_cosine_p90": 0.9916249712308248, "relative_rms_change": 0.17681069572766622, "input_rms": 4.086706860860189, "output_rms": 4.3793055534362795 }, "token_cosine_mean_distribution": { "min": 0.9854755997657776, "p10": 0.9875370264053345, "p50": 0.9888675808906555, "p90": 0.9906722426414489, "max": 0.991346538066864 }, "relative_rms_change_distribution": { "min": 0.16299940645694733, "p10": 0.16611888110637665, "p50": 0.1765149086713791, "p90": 0.18598922789096833, "max": 0.19211465120315552 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "early", "layer_index": 20, "n_prompts": 15, "means": { "flattened_cosine": 0.9922730008761088, "token_cosine_mean": 0.9933127880096435, "token_cosine_p10": 0.9910990476608277, "token_cosine_p50": 0.9940267244974772, "token_cosine_p90": 0.9951330701510112, "relative_rms_change": 0.13907020886739094, "input_rms": 4.3793055534362795, "output_rms": 4.623431173960368 }, "token_cosine_mean_distribution": { "min": 0.9910058975219727, "p10": 0.9920487642288208, "p50": 0.9937001466751099, "p90": 0.994443678855896, "max": 0.9949783086776733 }, "relative_rms_change_distribution": { "min": 0.12133416533470154, "p10": 0.127016019821167, "p50": 0.1366192102432251, "p90": 0.1537238597869873, "max": 0.1572171002626419 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "alignment", "stage": "early", "layer_index": 21, "n_prompts": 15, "means": { "flattened_cosine": 0.9949827432632447, "token_cosine_mean": 0.9955717126528422, "token_cosine_p10": 0.9942558685938517, "token_cosine_p50": 0.9960456490516663, "token_cosine_p90": 0.9968580007553101, "relative_rms_change": 0.10469259371360143, "input_rms": 4.623431173960368, "output_rms": 4.748702971140544 }, "token_cosine_mean_distribution": { "min": 0.9938027858734131, "p10": 0.9944643020629883, "p50": 0.9959139823913574, "p90": 0.9964741826057434, "max": 0.9967867136001587 }, "relative_rms_change_distribution": { "min": 0.09034990519285202, "p10": 0.09332047402858734, "p50": 0.10187385976314545, "p90": 0.11942445039749146, "max": 0.12391483038663864 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "early", "layer_index": 22, "n_prompts": 15, "means": { "flattened_cosine": 0.9954422314961752, "token_cosine_mean": 0.9959212064743042, "token_cosine_p10": 0.9945858796437581, "token_cosine_p50": 0.9963903069496155, "token_cosine_p90": 0.9971059123675029, "relative_rms_change": 0.1267538035909335, "input_rms": 4.748702971140544, "output_rms": 5.124477767944336 }, "token_cosine_mean_distribution": { "min": 0.9949591755867004, "p10": 0.9950726509094239, "p50": 0.9961577653884888, "p90": 0.9964975476264953, "max": 0.996729850769043 }, "relative_rms_change_distribution": { "min": 0.11599027365446091, "p10": 0.11756293326616288, "p50": 0.12415929138660431, "p90": 0.13923448026180268, "max": 0.14587658643722534 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "alignment", "stage": "early", "layer_index": 23, "n_prompts": 15, "means": { "flattened_cosine": 0.9967540740966797, "token_cosine_mean": 0.9968109846115112, "token_cosine_p10": 0.9960863947868347, "token_cosine_p50": 0.9970718900362651, "token_cosine_p90": 0.9976308981577555, "relative_rms_change": 0.0824577659368515, "input_rms": 5.124477767944336, "output_rms": 5.201416683197022 }, "token_cosine_mean_distribution": { "min": 0.9958556294441223, "p10": 0.9960953950881958, "p50": 0.9969034194946289, "p90": 0.9972775697708129, "max": 0.9974550008773804 }, "relative_rms_change_distribution": { "min": 0.07465890049934387, "p10": 0.07668461948633194, "p50": 0.08168088644742966, "p90": 0.09118909984827042, "max": 0.0935431495308876 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "alignment", "stage": "early", "layer_index": 24, "n_prompts": 15, "means": { "flattened_cosine": 0.9958694895108541, "token_cosine_mean": 0.9958951155344645, "token_cosine_p10": 0.9951876997947693, "token_cosine_p50": 0.9961909731229146, "token_cosine_p90": 0.9967953165372213, "relative_rms_change": 0.09164444108804067, "input_rms": 5.201416683197022, "output_rms": 5.251704216003418 }, "token_cosine_mean_distribution": { "min": 0.9948275685310364, "p10": 0.995116400718689, "p50": 0.9958431124687195, "p90": 0.9964871764183044, "max": 0.996707022190094 }, "relative_rms_change_distribution": { "min": 0.08227337151765823, "p10": 0.08464509397745132, "p50": 0.09124328941106796, "p90": 0.10178331434726715, "max": 0.10266853868961334 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "alignment", "stage": "early", "layer_index": 25, "n_prompts": 15, "means": { "flattened_cosine": 0.9956546823183695, "token_cosine_mean": 0.995798138777415, "token_cosine_p10": 0.9949722329775492, "token_cosine_p50": 0.9962045550346375, "token_cosine_p90": 0.9968602538108826, "relative_rms_change": 0.09843989859024684, "input_rms": 5.251704216003418, "output_rms": 5.060959339141846 }, "token_cosine_mean_distribution": { "min": 0.9948321580886841, "p10": 0.9948803782463074, "p50": 0.9958431124687195, "p90": 0.9964294195175171, "max": 0.9965233206748962 }, "relative_rms_change_distribution": { "min": 0.0910356268286705, "p10": 0.09324425756931305, "p50": 0.09634795784950256, "p90": 0.10432559996843338, "max": 0.1149197369813919 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "alignment", "stage": "early", "layer_index": 26, "n_prompts": 15, "means": { "flattened_cosine": 0.9943621476491292, "token_cosine_mean": 0.994651218255361, "token_cosine_p10": 0.9938970764478048, "token_cosine_p50": 0.995315416653951, "token_cosine_p90": 0.996154264609019, "relative_rms_change": 0.11525346587101619, "input_rms": 5.060959339141846, "output_rms": 4.801252524058024 }, "token_cosine_mean_distribution": { "min": 0.9932420253753662, "p10": 0.9936825156211853, "p50": 0.9945620894432068, "p90": 0.9955397605895996, "max": 0.9958332777023315 }, "relative_rms_change_distribution": { "min": 0.10110993683338165, "p10": 0.10337649583816529, "p50": 0.1156410500407219, "p90": 0.12610666453838348, "max": 0.13059917092323303 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "alignment", "stage": "early", "layer_index": 27, "n_prompts": 15, "means": { "flattened_cosine": 0.9905304392178853, "token_cosine_mean": 0.9910476088523865, "token_cosine_p10": 0.9885139703750611, "token_cosine_p50": 0.9924791574478149, "token_cosine_p90": 0.9939969301223754, "relative_rms_change": 0.1511518955230713, "input_rms": 4.801252524058024, "output_rms": 4.4469267209370935 }, "token_cosine_mean_distribution": { "min": 0.9882029891014099, "p10": 0.9884966135025024, "p50": 0.9913261532783508, "p90": 0.9926276922225952, "max": 0.9933074712753296 }, "relative_rms_change_distribution": { "min": 0.1325927972793579, "p10": 0.1388860821723938, "p50": 0.14646479487419128, "p90": 0.1691854029893875, "max": 0.1803366094827652 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "alignment", "stage": "early", "layer_index": 28, "n_prompts": 15, "means": { "flattened_cosine": 0.9824220101038615, "token_cosine_mean": 0.9832669019699096, "token_cosine_p10": 0.9776411811510722, "token_cosine_p50": 0.9857396284739176, "token_cosine_p90": 0.9890745639801025, "relative_rms_change": 0.18492332796255748, "input_rms": 4.4469267209370935, "output_rms": 4.344179662068685 }, "token_cosine_mean_distribution": { "min": 0.9678932428359985, "p10": 0.97804114818573, "p50": 0.9844154119491577, "p90": 0.9870787978172302, "max": 0.9876427054405212 }, "relative_rms_change_distribution": { "min": 0.1594165414571762, "p10": 0.16248224973678588, "p50": 0.1771489828824997, "p90": 0.2202058881521225, "max": 0.25775882601737976 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "alignment", "stage": "early", "layer_index": 29, "n_prompts": 15, "means": { "flattened_cosine": 0.9375212987263998, "token_cosine_mean": 0.9398342847824097, "token_cosine_p10": 0.9054236968358358, "token_cosine_p50": 0.9485249320665995, "token_cosine_p90": 0.9629788080851237, "relative_rms_change": 0.34788961013158165, "input_rms": 4.344179662068685, "output_rms": 4.419408893585205 }, "token_cosine_mean_distribution": { "min": 0.8079301714897156, "p10": 0.9340492248535156, "p50": 0.9490137100219727, "p90": 0.9588838219642639, "max": 0.9603535532951355 }, "relative_rms_change_distribution": { "min": 0.28429579734802246, "p10": 0.28862919807434084, "p50": 0.32123002409935, "p90": 0.3822665274143219, "max": 0.6991763710975647 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "alignment", "stage": "early", "layer_index": 30, "n_prompts": 15, "means": { "flattened_cosine": 0.7733179648717244, "token_cosine_mean": 0.7776163061459859, "token_cosine_p10": 0.7071424225966135, "token_cosine_p50": 0.7851287841796875, "token_cosine_p90": 0.8388936797777812, "relative_rms_change": 0.7291874210039775, "input_rms": 4.419408893585205, "output_rms": 5.050446732838949 }, "token_cosine_mean_distribution": { "min": 0.6207378506660461, "p10": 0.7051373720169067, "p50": 0.7919919490814209, "p90": 0.849789822101593, "max": 0.8599880337715149 }, "relative_rms_change_distribution": { "min": 0.5756285190582275, "p10": 0.5996705889701843, "p50": 0.7041981816291809, "p90": 0.8337859392166137, "max": 1.1257221698760986 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "alignment", "stage": "early", "layer_index": 31, "n_prompts": 15, "means": { "flattened_cosine": 0.5170003712177277, "token_cosine_mean": 0.5192179878552755, "token_cosine_p10": 0.4449617286523183, "token_cosine_p50": 0.5275644977887471, "token_cosine_p90": 0.5862978180249532, "relative_rms_change": 4.024117422103882, "input_rms": 5.050446732838949, "output_rms": 22.306904474894207 }, "token_cosine_mean_distribution": { "min": 0.4304081201553345, "p10": 0.43539409041404725, "p50": 0.5202596783638, "p90": 0.6030187606811523, "max": 0.6091020703315735 }, "relative_rms_change_distribution": { "min": 3.055800676345825, "p10": 3.764203691482544, "p50": 4.057057857513428, "p90": 4.2922539710998535, "max": 4.378530025482178 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-a8b9ea6c6c3e" }, { "group": "alignment", "stage": "final", "layer_index": 0, "n_prompts": 15, "means": { "flattened_cosine": 0.7410253485043844, "token_cosine_mean": 0.744226050376892, "token_cosine_p10": 0.6815764168898265, "token_cosine_p50": 0.7540746450424194, "token_cosine_p90": 0.7956031441688538, "relative_rms_change": 5.608115657170614, "input_rms": 1.6328386863072712, "output_rms": 10.094082323710124 }, "token_cosine_mean_distribution": { "min": 0.6519228219985962, "p10": 0.6807615518569946, "p50": 0.7556838393211365, "p90": 0.7864649057388305, "max": 0.8011313080787659 }, "relative_rms_change_distribution": { "min": 3.8773510456085205, "p10": 4.622830390930176, "p50": 5.598933219909668, "p90": 6.409627532958984, "max": 7.077798843383789 }, "lowest_cosine_eval_id": "internal-p1-f09e287bf7ad", "largest_change_eval_id": "internal-p1-f09e287bf7ad" }, { "group": "alignment", "stage": "final", "layer_index": 1, "n_prompts": 15, "means": { "flattened_cosine": 0.9960098425547282, "token_cosine_mean": 0.9961120208104451, "token_cosine_p10": 0.9949041803677877, "token_cosine_p50": 0.9962635477383931, "token_cosine_p90": 0.9970933000246683, "relative_rms_change": 0.11340892314910889, "input_rms": 10.094082323710124, "output_rms": 10.757195854187012 }, "token_cosine_mean_distribution": { "min": 0.99526047706604, "p10": 0.995399022102356, "p50": 0.9963504076004028, "p90": 0.9966133832931519, "max": 0.9966303110122681 }, "relative_rms_change_distribution": { "min": 0.0971042662858963, "p10": 0.10283787101507187, "p50": 0.11747244000434875, "p90": 0.12273933440446853, "max": 0.12668077647686005 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-f09e287bf7ad" }, { "group": "alignment", "stage": "final", "layer_index": 2, "n_prompts": 15, "means": { "flattened_cosine": 0.9975367784500122, "token_cosine_mean": 0.9975839773813884, "token_cosine_p10": 0.9967938979466756, "token_cosine_p50": 0.9977189381917317, "token_cosine_p90": 0.9981533328692118, "relative_rms_change": 0.0841790388027827, "input_rms": 10.757195854187012, "output_rms": 10.233063252766927 }, "token_cosine_mean_distribution": { "min": 0.9972403049468994, "p10": 0.9973674297332764, "p50": 0.9976112842559814, "p90": 0.9977556467056274, "max": 0.9978753328323364 }, "relative_rms_change_distribution": { "min": 0.07800629734992981, "p10": 0.07964092046022415, "p50": 0.08429437130689621, "p90": 0.08853593766689301, "max": 0.08916158974170685 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "alignment", "stage": "final", "layer_index": 3, "n_prompts": 15, "means": { "flattened_cosine": 0.9976123491923015, "token_cosine_mean": 0.9978185455004375, "token_cosine_p10": 0.9973082383473714, "token_cosine_p50": 0.9978902777036031, "token_cosine_p90": 0.9982375939687093, "relative_rms_change": 0.08357467701037725, "input_rms": 10.233063252766927, "output_rms": 9.735500971476236 }, "token_cosine_mean_distribution": { "min": 0.9975483417510986, "p10": 0.9976929664611817, "p50": 0.9977822303771973, "p90": 0.9979644775390625, "max": 0.9981201887130737 }, "relative_rms_change_distribution": { "min": 0.07190245389938354, "p10": 0.07701273858547211, "p50": 0.08108236640691757, "p90": 0.09326638132333755, "max": 0.10771642625331879 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "alignment", "stage": "final", "layer_index": 4, "n_prompts": 15, "means": { "flattened_cosine": 0.9971885164578755, "token_cosine_mean": 0.9973391850789388, "token_cosine_p10": 0.996804968516032, "token_cosine_p50": 0.9974162459373475, "token_cosine_p90": 0.9977959195772806, "relative_rms_change": 0.09762116024891536, "input_rms": 9.735500971476236, "output_rms": 9.100922838846843 }, "token_cosine_mean_distribution": { "min": 0.9970697164535522, "p10": 0.9971325159072876, "p50": 0.9973286390304565, "p90": 0.9975742816925048, "max": 0.997626006603241 }, "relative_rms_change_distribution": { "min": 0.0917045846581459, "p10": 0.09328411668539047, "p50": 0.09804018586874008, "p90": 0.10248615890741349, "max": 0.10527821630239487 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "alignment", "stage": "final", "layer_index": 5, "n_prompts": 15, "means": { "flattened_cosine": 0.9963904698689778, "token_cosine_mean": 0.996561328570048, "token_cosine_p10": 0.9956973433494568, "token_cosine_p50": 0.9967219392458598, "token_cosine_p90": 0.9972217718760172, "relative_rms_change": 0.10188956310351689, "input_rms": 9.100922838846843, "output_rms": 8.55735085805257 }, "token_cosine_mean_distribution": { "min": 0.9960489273071289, "p10": 0.9962090015411377, "p50": 0.9966137409210205, "p90": 0.9969547271728516, "max": 0.9970767498016357 }, "relative_rms_change_distribution": { "min": 0.08927097916603088, "p10": 0.09474107623100281, "p50": 0.09957025945186615, "p90": 0.11133960038423538, "max": 0.11605490744113922 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-297380b422a7" }, { "group": "alignment", "stage": "final", "layer_index": 6, "n_prompts": 15, "means": { "flattened_cosine": 0.9945268313090007, "token_cosine_mean": 0.9947450518608093, "token_cosine_p10": 0.9935481985410054, "token_cosine_p50": 0.9949006199836731, "token_cosine_p90": 0.9957709908485413, "relative_rms_change": 0.14852993786334992, "input_rms": 8.55735085805257, "output_rms": 7.6072035471598305 }, "token_cosine_mean_distribution": { "min": 0.9940469264984131, "p10": 0.9942022562026978, "p50": 0.9945573806762695, "p90": 0.995354151725769, "max": 0.9961583614349365 }, "relative_rms_change_distribution": { "min": 0.11970348656177521, "p10": 0.13149555623531342, "p50": 0.15127626061439514, "p90": 0.159249147772789, "max": 0.1640273779630661 }, "lowest_cosine_eval_id": "internal-p1-b33bca82771e", "largest_change_eval_id": "internal-p1-616972314073" }, { "group": "alignment", "stage": "final", "layer_index": 7, "n_prompts": 15, "means": { "flattened_cosine": 0.9917999148368836, "token_cosine_mean": 0.992121430238088, "token_cosine_p10": 0.9901041070620219, "token_cosine_p50": 0.9924339493115742, "token_cosine_p90": 0.9937538504600525, "relative_rms_change": 0.18655142585436504, "input_rms": 7.6072035471598305, "output_rms": 6.509721088409424 }, "token_cosine_mean_distribution": { "min": 0.9908411502838135, "p10": 0.9911795854568481, "p50": 0.9919915199279785, "p90": 0.9930699467658997, "max": 0.9947835206985474 }, "relative_rms_change_distribution": { "min": 0.14754070341587067, "p10": 0.1720772624015808, "p50": 0.1887524127960205, "p90": 0.19719226360321046, "max": 0.20281191170215607 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "alignment", "stage": "final", "layer_index": 8, "n_prompts": 15, "means": { "flattened_cosine": 0.990167772769928, "token_cosine_mean": 0.9906209627787272, "token_cosine_p10": 0.9883580644925435, "token_cosine_p50": 0.9908657431602478, "token_cosine_p90": 0.9925867120424906, "relative_rms_change": 0.17174785137176513, "input_rms": 6.509721088409424, "output_rms": 5.796154276529948 }, "token_cosine_mean_distribution": { "min": 0.9887577295303345, "p10": 0.989337158203125, "p50": 0.9903401136398315, "p90": 0.9922394990921021, "max": 0.9942950010299683 }, "relative_rms_change_distribution": { "min": 0.14869490265846252, "p10": 0.1531449794769287, "p50": 0.1741432547569275, "p90": 0.18340974748134614, "max": 0.19485537707805634 }, "lowest_cosine_eval_id": "internal-p1-616972314073", "largest_change_eval_id": "internal-p1-616972314073" }, { "group": "alignment", "stage": "final", "layer_index": 9, "n_prompts": 15, "means": { "flattened_cosine": 0.9921377579371135, "token_cosine_mean": 0.9924344539642334, "token_cosine_p10": 0.9906529267628987, "token_cosine_p50": 0.9926907102266948, "token_cosine_p90": 0.9939926664034525, "relative_rms_change": 0.12712312787771224, "input_rms": 5.796154276529948, "output_rms": 5.779509321848551 }, "token_cosine_mean_distribution": { "min": 0.9915415644645691, "p10": 0.9918592214584351, "p50": 0.9922377467155457, "p90": 0.9932502508163452, "max": 0.9934292435646057 }, "relative_rms_change_distribution": { "min": 0.11916644871234894, "p10": 0.12028047293424607, "p50": 0.12959492206573486, "p90": 0.1325421452522278, "max": 0.13518527150154114 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "alignment", "stage": "final", "layer_index": 10, "n_prompts": 15, "means": { "flattened_cosine": 0.9930158138275147, "token_cosine_mean": 0.9935576995213826, "token_cosine_p10": 0.9917069991429647, "token_cosine_p50": 0.9938709139823914, "token_cosine_p90": 0.9951419432957967, "relative_rms_change": 0.12012546161810557, "input_rms": 5.779509321848551, "output_rms": 5.845609664916992 }, "token_cosine_mean_distribution": { "min": 0.9922077655792236, "p10": 0.992644202709198, "p50": 0.9935753345489502, "p90": 0.9944627761840821, "max": 0.9946339726448059 }, "relative_rms_change_distribution": { "min": 0.10910385847091675, "p10": 0.10987187772989274, "p50": 0.12237023562192917, "p90": 0.12752056419849395, "max": 0.13144436478614807 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "alignment", "stage": "final", "layer_index": 11, "n_prompts": 15, "means": { "flattened_cosine": 0.9916038552920023, "token_cosine_mean": 0.9922200401624044, "token_cosine_p10": 0.9898537834485371, "token_cosine_p50": 0.9926410754521687, "token_cosine_p90": 0.994281017780304, "relative_rms_change": 0.1417202164729436, "input_rms": 5.845609664916992, "output_rms": 5.465674273173014 }, "token_cosine_mean_distribution": { "min": 0.9901143908500671, "p10": 0.9912425518035889, "p50": 0.9920403957366943, "p90": 0.9935395836830139, "max": 0.9938087463378906 }, "relative_rms_change_distribution": { "min": 0.12659282982349396, "p10": 0.12992092370986938, "p50": 0.13923104107379913, "p90": 0.1559234231710434, "max": 0.15972787141799927 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "alignment", "stage": "final", "layer_index": 12, "n_prompts": 15, "means": { "flattened_cosine": 0.9911229888598124, "token_cosine_mean": 0.9913892865180969, "token_cosine_p10": 0.9893085439999898, "token_cosine_p50": 0.9917088588078816, "token_cosine_p90": 0.9932057023048401, "relative_rms_change": 0.13306608597437541, "input_rms": 5.465674273173014, "output_rms": 5.386200841267904 }, "token_cosine_mean_distribution": { "min": 0.98905348777771, "p10": 0.9903698205947876, "p50": 0.9914106130599976, "p90": 0.992704176902771, "max": 0.9931485652923584 }, "relative_rms_change_distribution": { "min": 0.11897581070661545, "p10": 0.12303847819566727, "p50": 0.13381247222423553, "p90": 0.14083340466022493, "max": 0.14969199895858765 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 13, "n_prompts": 15, "means": { "flattened_cosine": 0.989240288734436, "token_cosine_mean": 0.9896168351173401, "token_cosine_p10": 0.9867663343747457, "token_cosine_p50": 0.9900697112083435, "token_cosine_p90": 0.9922213753064474, "relative_rms_change": 0.15188748141129813, "input_rms": 5.386200841267904, "output_rms": 5.109173425038656 }, "token_cosine_mean_distribution": { "min": 0.9863244295120239, "p10": 0.9883856058120728, "p50": 0.9894691705703735, "p90": 0.9910818576812744, "max": 0.9914839863777161 }, "relative_rms_change_distribution": { "min": 0.14036977291107178, "p10": 0.1419544994831085, "p50": 0.15329480171203613, "p90": 0.16127842366695405, "max": 0.17059363424777985 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 14, "n_prompts": 15, "means": { "flattened_cosine": 0.9844917098681132, "token_cosine_mean": 0.9850172241528828, "token_cosine_p10": 0.9817376097043355, "token_cosine_p50": 0.9855124831199646, "token_cosine_p90": 0.9880176862080892, "relative_rms_change": 0.17673449615637463, "input_rms": 5.109173425038656, "output_rms": 4.938026491800944 }, "token_cosine_mean_distribution": { "min": 0.979468584060669, "p10": 0.9837983965873718, "p50": 0.9848842620849609, "p90": 0.9873094916343689, "max": 0.9881433248519897 }, "relative_rms_change_distribution": { "min": 0.15541782975196838, "p10": 0.16078266203403474, "p50": 0.17589758336544037, "p90": 0.1882797509431839, "max": 0.2089395523071289 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 15, "n_prompts": 15, "means": { "flattened_cosine": 0.981952444712321, "token_cosine_mean": 0.982378359635671, "token_cosine_p10": 0.9791977802912394, "token_cosine_p50": 0.9830308675765991, "token_cosine_p90": 0.9853063543637594, "relative_rms_change": 0.19168089131514232, "input_rms": 4.938026491800944, "output_rms": 4.99858512878418 }, "token_cosine_mean_distribution": { "min": 0.9761512875556946, "p10": 0.9811500072479248, "p50": 0.9823441505432129, "p90": 0.9844290018081665, "max": 0.9846807718276978 }, "relative_rms_change_distribution": { "min": 0.17561250925064087, "p10": 0.17860714197158814, "p50": 0.19026048481464386, "p90": 0.20016440153121948, "max": 0.2223758101463318 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 16, "n_prompts": 15, "means": { "flattened_cosine": 0.9814802447954813, "token_cosine_mean": 0.9821089426676433, "token_cosine_p10": 0.9773944973945617, "token_cosine_p50": 0.9829598387082418, "token_cosine_p90": 0.9860448678334554, "relative_rms_change": 0.1928605318069458, "input_rms": 4.99858512878418, "output_rms": 4.944522062937419 }, "token_cosine_mean_distribution": { "min": 0.9753581285476685, "p10": 0.9807469367980957, "p50": 0.9828828573226929, "p90": 0.9837611794471741, "max": 0.9843412637710571 }, "relative_rms_change_distribution": { "min": 0.18290024995803833, "p10": 0.18327456414699556, "p50": 0.19047188758850098, "p90": 0.19887823462486268, "max": 0.22596873342990875 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 17, "n_prompts": 15, "means": { "flattened_cosine": 0.975395929813385, "token_cosine_mean": 0.9757570703824361, "token_cosine_p10": 0.9703896403312683, "token_cosine_p50": 0.9764800707499186, "token_cosine_p90": 0.9805601040522257, "relative_rms_change": 0.23609880606333414, "input_rms": 4.944522062937419, "output_rms": 4.402949746449789 }, "token_cosine_mean_distribution": { "min": 0.9647505283355713, "p10": 0.9751927852630615, "p50": 0.976229190826416, "p90": 0.9779752135276795, "max": 0.9790815114974976 }, "relative_rms_change_distribution": { "min": 0.22304829955101013, "p10": 0.22697363197803497, "p50": 0.23546701669692993, "p90": 0.23971779644489288, "max": 0.2755250334739685 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 18, "n_prompts": 15, "means": { "flattened_cosine": 0.9786939183870952, "token_cosine_mean": 0.979050612449646, "token_cosine_p10": 0.9748505234718323, "token_cosine_p50": 0.9796907345453898, "token_cosine_p90": 0.9827114542325338, "relative_rms_change": 0.2256658007701238, "input_rms": 4.402949746449789, "output_rms": 4.722572104136149 }, "token_cosine_mean_distribution": { "min": 0.9666945338249207, "p10": 0.9786210656166077, "p50": 0.9798334240913391, "p90": 0.9805371761322021, "max": 0.9821522831916809 }, "relative_rms_change_distribution": { "min": 0.2120436429977417, "p10": 0.21521444916725158, "p50": 0.22222404181957245, "p90": 0.22839427888393402, "max": 0.2861412465572357 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 19, "n_prompts": 15, "means": { "flattened_cosine": 0.9821621616681416, "token_cosine_mean": 0.9825941999753316, "token_cosine_p10": 0.9787698149681091, "token_cosine_p50": 0.9835217436154683, "token_cosine_p90": 0.9857377171516418, "relative_rms_change": 0.21341224610805512, "input_rms": 4.722572104136149, "output_rms": 5.115287367502848 }, "token_cosine_mean_distribution": { "min": 0.9679970145225525, "p10": 0.9817201852798462, "p50": 0.9838007688522339, "p90": 0.9847327709197998, "max": 0.9859632849693298 }, "relative_rms_change_distribution": { "min": 0.18536491692066193, "p10": 0.18961516618728638, "p50": 0.21362479031085968, "p90": 0.2372750610113144, "max": 0.28302592039108276 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 20, "n_prompts": 15, "means": { "flattened_cosine": 0.982446837425232, "token_cosine_mean": 0.9834834257761638, "token_cosine_p10": 0.9780943751335144, "token_cosine_p50": 0.9847283403078715, "token_cosine_p90": 0.9875935355822245, "relative_rms_change": 0.1910426636536916, "input_rms": 5.115287367502848, "output_rms": 5.232225608825684 }, "token_cosine_mean_distribution": { "min": 0.9649943709373474, "p10": 0.9832534909248352, "p50": 0.9845597743988037, "p90": 0.9859713792800904, "max": 0.9867936372756958 }, "relative_rms_change_distribution": { "min": 0.1718585044145584, "p10": 0.17457592785358428, "p50": 0.18558266758918762, "p90": 0.20095365345478058, "max": 0.28074535727500916 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 21, "n_prompts": 15, "means": { "flattened_cosine": 0.9807277758916219, "token_cosine_mean": 0.9810080925623575, "token_cosine_p10": 0.9735495328903199, "token_cosine_p50": 0.9822209159533183, "token_cosine_p90": 0.9865559498469035, "relative_rms_change": 0.21882863541444142, "input_rms": 5.232225608825684, "output_rms": 5.652955150604248 }, "token_cosine_mean_distribution": { "min": 0.9668217301368713, "p10": 0.9798225998878479, "p50": 0.981497049331665, "p90": 0.9847050666809082, "max": 0.9850221276283264 }, "relative_rms_change_distribution": { "min": 0.20233777165412903, "p10": 0.2047899067401886, "p50": 0.21628110110759735, "p90": 0.22187552154064177, "max": 0.28534209728240967 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 22, "n_prompts": 15, "means": { "flattened_cosine": 0.9799315094947815, "token_cosine_mean": 0.980044178167979, "token_cosine_p10": 0.9731667002042135, "token_cosine_p50": 0.9812058965365092, "token_cosine_p90": 0.9854839046796163, "relative_rms_change": 0.2802338838577271, "input_rms": 5.652955150604248, "output_rms": 6.654687341054281 }, "token_cosine_mean_distribution": { "min": 0.9736636877059937, "p10": 0.9780438780784607, "p50": 0.979670524597168, "p90": 0.9838489770889283, "max": 0.9859191179275513 }, "relative_rms_change_distribution": { "min": 0.2596833109855652, "p10": 0.2646766364574432, "p50": 0.28113269805908203, "p90": 0.289330381155014, "max": 0.30523446202278137 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 23, "n_prompts": 15, "means": { "flattened_cosine": 0.9798966169357299, "token_cosine_mean": 0.9800044933954875, "token_cosine_p10": 0.9735548297564188, "token_cosine_p50": 0.9809800783793131, "token_cosine_p90": 0.9850595990816752, "relative_rms_change": 0.2002788007259369, "input_rms": 6.654687341054281, "output_rms": 6.632844352722168 }, "token_cosine_mean_distribution": { "min": 0.9766325950622559, "p10": 0.9777502059936524, "p50": 0.9797373414039612, "p90": 0.9833334684371948, "max": 0.983637809753418 }, "relative_rms_change_distribution": { "min": 0.18104422092437744, "p10": 0.18240680396556855, "p50": 0.20326028764247894, "p90": 0.21177690327167512, "max": 0.21487590670585632 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 24, "n_prompts": 15, "means": { "flattened_cosine": 0.9775380452473958, "token_cosine_mean": 0.9778284509976705, "token_cosine_p10": 0.9709112644195557, "token_cosine_p50": 0.978587273756663, "token_cosine_p90": 0.9833516478538513, "relative_rms_change": 0.23512331247329712, "input_rms": 6.632844352722168, "output_rms": 7.153498490651448 }, "token_cosine_mean_distribution": { "min": 0.9732169508934021, "p10": 0.9754449486732483, "p50": 0.9776888489723206, "p90": 0.9806869983673095, "max": 0.9811633825302124 }, "relative_rms_change_distribution": { "min": 0.21186819672584534, "p10": 0.21584926247596742, "p50": 0.24028028547763824, "p90": 0.24753719568252563, "max": 0.25105810165405273 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "alignment", "stage": "final", "layer_index": 25, "n_prompts": 15, "means": { "flattened_cosine": 0.9794989705085755, "token_cosine_mean": 0.9797650655110677, "token_cosine_p10": 0.9743959148724873, "token_cosine_p50": 0.9803370038668314, "token_cosine_p90": 0.9841089248657227, "relative_rms_change": 0.2021459092696508, "input_rms": 7.153498490651448, "output_rms": 7.140465291341146 }, "token_cosine_mean_distribution": { "min": 0.9761829376220703, "p10": 0.977017092704773, "p50": 0.9800428152084351, "p90": 0.9820795178413391, "max": 0.983059287071228 }, "relative_rms_change_distribution": { "min": 0.1849510371685028, "p10": 0.19103566706180572, "p50": 0.2019626647233963, "p90": 0.21490125358104706, "max": 0.22025111317634583 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 26, "n_prompts": 15, "means": { "flattened_cosine": 0.9742104132970174, "token_cosine_mean": 0.9747544368108113, "token_cosine_p10": 0.9656047542889913, "token_cosine_p50": 0.9766012072563172, "token_cosine_p90": 0.9815802057584126, "relative_rms_change": 0.2261224627494812, "input_rms": 7.140465291341146, "output_rms": 6.874963219960531 }, "token_cosine_mean_distribution": { "min": 0.971453070640564, "p10": 0.9722519993782044, "p50": 0.9743611812591553, "p90": 0.9774915933609009, "max": 0.9780857563018799 }, "relative_rms_change_distribution": { "min": 0.2112550139427185, "p10": 0.21501473784446717, "p50": 0.22728891670703888, "p90": 0.23720924854278563, "max": 0.24021488428115845 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "alignment", "stage": "final", "layer_index": 27, "n_prompts": 15, "means": { "flattened_cosine": 0.9730769316355388, "token_cosine_mean": 0.9738950610160828, "token_cosine_p10": 0.9680078228314718, "token_cosine_p50": 0.9745714068412781, "token_cosine_p90": 0.9788588523864746, "relative_rms_change": 0.2449910948673884, "input_rms": 6.874963219960531, "output_rms": 7.229969501495361 }, "token_cosine_mean_distribution": { "min": 0.9635595083236694, "p10": 0.9676796555519104, "p50": 0.9748080968856812, "p90": 0.9775320768356324, "max": 0.9781427383422852 }, "relative_rms_change_distribution": { "min": 0.22464582324028015, "p10": 0.23213448524475097, "p50": 0.24293260276317596, "p90": 0.2611326932907104, "max": 0.27521103620529175 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 28, "n_prompts": 15, "means": { "flattened_cosine": 0.9663082480430603, "token_cosine_mean": 0.9673864483833313, "token_cosine_p10": 0.9541640520095825, "token_cosine_p50": 0.9698385119438171, "token_cosine_p90": 0.9773065129915873, "relative_rms_change": 0.2577271968126297, "input_rms": 7.229969501495361, "output_rms": 6.993240229288737 }, "token_cosine_mean_distribution": { "min": 0.9556425213813782, "p10": 0.9638848781585694, "p50": 0.9669294953346252, "p90": 0.9731064081192017, "max": 0.9741275310516357 }, "relative_rms_change_distribution": { "min": 0.23114880919456482, "p10": 0.23443039357662201, "p50": 0.2628282308578491, "p90": 0.27069729566574097, "max": 0.31293436884880066 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 29, "n_prompts": 15, "means": { "flattened_cosine": 0.9601148923238119, "token_cosine_mean": 0.9604570150375367, "token_cosine_p10": 0.952193542321523, "token_cosine_p50": 0.9615758101145426, "token_cosine_p90": 0.967061193784078, "relative_rms_change": 0.3243651509284973, "input_rms": 6.993240229288737, "output_rms": 7.867081069946289 }, "token_cosine_mean_distribution": { "min": 0.9461902976036072, "p10": 0.9583169937133789, "p50": 0.9608209133148193, "p90": 0.9648844242095947, "max": 0.9657543897628784 }, "relative_rms_change_distribution": { "min": 0.30724334716796875, "p10": 0.3079450249671936, "p50": 0.323123961687088, "p90": 0.3353199899196625, "max": 0.373808354139328 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "final", "layer_index": 30, "n_prompts": 15, "means": { "flattened_cosine": 0.934430992603302, "token_cosine_mean": 0.9349576791127523, "token_cosine_p10": 0.9221367319424947, "token_cosine_p50": 0.9367830713589986, "token_cosine_p90": 0.945379110177358, "relative_rms_change": 0.5393381436665853, "input_rms": 7.867081069946289, "output_rms": 10.5388578414917 }, "token_cosine_mean_distribution": { "min": 0.9233503341674805, "p10": 0.9283693790435791, "p50": 0.9349901080131531, "p90": 0.9430102705955505, "max": 0.9467176198959351 }, "relative_rms_change_distribution": { "min": 0.49591100215911865, "p10": 0.5237782597541809, "p50": 0.5419020652770996, "p90": 0.5570759057998658, "max": 0.5579448342323303 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "alignment", "stage": "final", "layer_index": 31, "n_prompts": 15, "means": { "flattened_cosine": 0.8091560125350952, "token_cosine_mean": 0.8154659589131673, "token_cosine_p10": 0.780488650004069, "token_cosine_p50": 0.8215858658154805, "token_cosine_p90": 0.8413431525230408, "relative_rms_change": 1.364993445078532, "input_rms": 10.5388578414917, "output_rms": 21.56594206492106 }, "token_cosine_mean_distribution": { "min": 0.7684900760650635, "p10": 0.7766843318939209, "p50": 0.7991610765457153, "p90": 0.8882792472839356, "max": 0.903243899345398 }, "relative_rms_change_distribution": { "min": 0.7598355412483215, "p10": 0.8453147649765015, "p50": 1.4875658750534058, "p90": 1.6334517002105713, "max": 1.7079699039459229 }, "lowest_cosine_eval_id": "internal-p1-616972314073", "largest_change_eval_id": "internal-p1-616972314073" }, { "group": "alignment", "stage": "middle", "layer_index": 0, "n_prompts": 15, "means": { "flattened_cosine": 0.5422557810942332, "token_cosine_mean": 0.5245283206303915, "token_cosine_p10": 0.25643844803174337, "token_cosine_p50": 0.5706694404284159, "token_cosine_p90": 0.7245808442433676, "relative_rms_change": 9.874798011779784, "input_rms": 0.7467126170794169, "output_rms": 7.706004746754965 }, "token_cosine_mean_distribution": { "min": 0.40213727951049805, "p10": 0.46274885535240173, "p50": 0.5259864926338196, "p90": 0.6055042505264282, "max": 0.6223509311676025 }, "relative_rms_change_distribution": { "min": 8.097859382629395, "p10": 9.025171852111816, "p50": 9.982675552368164, "p90": 10.62856388092041, "max": 10.956258773803711 }, "lowest_cosine_eval_id": "internal-p1-f09e287bf7ad", "largest_change_eval_id": "internal-p1-f09e287bf7ad" }, { "group": "alignment", "stage": "middle", "layer_index": 1, "n_prompts": 15, "means": { "flattened_cosine": 0.9979998429616292, "token_cosine_mean": 0.998103400071462, "token_cosine_p10": 0.9974833448727926, "token_cosine_p50": 0.9982063213984171, "token_cosine_p90": 0.9985888282457988, "relative_rms_change": 0.10629697740077973, "input_rms": 7.706004746754965, "output_rms": 8.348281415303548 }, "token_cosine_mean_distribution": { "min": 0.9976441264152527, "p10": 0.9977946400642395, "p50": 0.9981281161308289, "p90": 0.9984142422676087, "max": 0.9984863996505737 }, "relative_rms_change_distribution": { "min": 0.08524714410305023, "p10": 0.09832513034343719, "p50": 0.10855423659086227, "p90": 0.11428933292627334, "max": 0.11534877866506577 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "alignment", "stage": "middle", "layer_index": 2, "n_prompts": 15, "means": { "flattened_cosine": 0.9985001405080159, "token_cosine_mean": 0.9985933542251587, "token_cosine_p10": 0.9980484962463378, "token_cosine_p50": 0.998690644900004, "token_cosine_p90": 0.9990005135536194, "relative_rms_change": 0.05524362151821454, "input_rms": 8.348281415303548, "output_rms": 8.290867678324382 }, "token_cosine_mean_distribution": { "min": 0.9983816146850586, "p10": 0.9984452486038208, "p50": 0.9986055493354797, "p90": 0.9987141013145446, "max": 0.9988079071044922 }, "relative_rms_change_distribution": { "min": 0.0507659949362278, "p10": 0.05257042571902275, "p50": 0.05527221038937569, "p90": 0.05827900394797325, "max": 0.05859220772981644 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "alignment", "stage": "middle", "layer_index": 3, "n_prompts": 15, "means": { "flattened_cosine": 0.9978596687316894, "token_cosine_mean": 0.9981287916501363, "token_cosine_p10": 0.9977186799049378, "token_cosine_p50": 0.998488704363505, "token_cosine_p90": 0.9988375743230183, "relative_rms_change": 0.07496215055386225, "input_rms": 8.290867678324382, "output_rms": 7.971681404113769 }, "token_cosine_mean_distribution": { "min": 0.9976778030395508, "p10": 0.9978520631790161, "p50": 0.9981445074081421, "p90": 0.9984113812446594, "max": 0.9984837174415588 }, "relative_rms_change_distribution": { "min": 0.06626275926828384, "p10": 0.07169991880655288, "p50": 0.07449908554553986, "p90": 0.07915890216827393, "max": 0.08112343400716782 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "alignment", "stage": "middle", "layer_index": 4, "n_prompts": 15, "means": { "flattened_cosine": 0.997008494536082, "token_cosine_mean": 0.9972698807716369, "token_cosine_p10": 0.9963717103004456, "token_cosine_p50": 0.9975757201512655, "token_cosine_p90": 0.9981441418329875, "relative_rms_change": 0.09400432904561361, "input_rms": 7.971681404113769, "output_rms": 7.521553611755371 }, "token_cosine_mean_distribution": { "min": 0.996741533279419, "p10": 0.9969190955162048, "p50": 0.9971534609794617, "p90": 0.9976406097412109, "max": 0.997939944267273 }, "relative_rms_change_distribution": { "min": 0.07963062077760696, "p10": 0.08726772516965867, "p50": 0.09469795227050781, "p90": 0.1030624195933342, "max": 0.10599549859762192 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 5, "n_prompts": 15, "means": { "flattened_cosine": 0.9956844727198283, "token_cosine_mean": 0.9960141539573669, "token_cosine_p10": 0.9944426258405049, "token_cosine_p50": 0.9964575449625651, "token_cosine_p90": 0.9972477992375691, "relative_rms_change": 0.10337214171886444, "input_rms": 7.521553611755371, "output_rms": 7.151241620381673 }, "token_cosine_mean_distribution": { "min": 0.9955869913101196, "p10": 0.9956865310668945, "p50": 0.9959893226623535, "p90": 0.9964445114135743, "max": 0.9965996146202087 }, "relative_rms_change_distribution": { "min": 0.09761330485343933, "p10": 0.0983715072274208, "p50": 0.10380110889673233, "p90": 0.10805901736021042, "max": 0.11033866554498672 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "alignment", "stage": "middle", "layer_index": 6, "n_prompts": 15, "means": { "flattened_cosine": 0.9937966426213583, "token_cosine_mean": 0.9947908918062845, "token_cosine_p10": 0.9928988456726074, "token_cosine_p50": 0.9952940821647644, "token_cosine_p90": 0.9963184952735901, "relative_rms_change": 0.1190336674451828, "input_rms": 7.151241620381673, "output_rms": 6.805127779642741 }, "token_cosine_mean_distribution": { "min": 0.9940861463546753, "p10": 0.9941784858703613, "p50": 0.9947295188903809, "p90": 0.9955945253372193, "max": 0.9957237243652344 }, "relative_rms_change_distribution": { "min": 0.10664836317300797, "p10": 0.11100150048732757, "p50": 0.11962247639894485, "p90": 0.12610082030296327, "max": 0.126602903008461 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "alignment", "stage": "middle", "layer_index": 7, "n_prompts": 15, "means": { "flattened_cosine": 0.9899402777353923, "token_cosine_mean": 0.9912203907966614, "token_cosine_p10": 0.9888457616170248, "token_cosine_p50": 0.9915709575017293, "token_cosine_p90": 0.9933943271636962, "relative_rms_change": 0.17624687055746716, "input_rms": 6.805127779642741, "output_rms": 6.025409412384033 }, "token_cosine_mean_distribution": { "min": 0.9897632598876953, "p10": 0.989987576007843, "p50": 0.9912482500076294, "p90": 0.9921457290649414, "max": 0.9927999973297119 }, "relative_rms_change_distribution": { "min": 0.16023187339305878, "p10": 0.16348882019519806, "p50": 0.17782549560070038, "p90": 0.1836974710226059, "max": 0.18800760805606842 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "alignment", "stage": "middle", "layer_index": 8, "n_prompts": 15, "means": { "flattened_cosine": 0.9871062437693278, "token_cosine_mean": 0.9884885430335999, "token_cosine_p10": 0.9844058434168498, "token_cosine_p50": 0.9893965045611064, "token_cosine_p90": 0.9918867667516073, "relative_rms_change": 0.17541291614373525, "input_rms": 6.025409412384033, "output_rms": 5.513058853149414 }, "token_cosine_mean_distribution": { "min": 0.9863783121109009, "p10": 0.9870080947875977, "p50": 0.9881951212882996, "p90": 0.9907230019569397, "max": 0.9907995462417603 }, "relative_rms_change_distribution": { "min": 0.15907026827335358, "p10": 0.1617910921573639, "p50": 0.17963950335979462, "p90": 0.186258864402771, "max": 0.1871352195739746 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "alignment", "stage": "middle", "layer_index": 9, "n_prompts": 15, "means": { "flattened_cosine": 0.9869406541188558, "token_cosine_mean": 0.9885714252789816, "token_cosine_p10": 0.9841867605845134, "token_cosine_p50": 0.9897239526112874, "token_cosine_p90": 0.9922323187192281, "relative_rms_change": 0.16315664251645406, "input_rms": 5.513058853149414, "output_rms": 5.575599797566732 }, "token_cosine_mean_distribution": { "min": 0.9860300421714783, "p10": 0.9869526147842407, "p50": 0.9884569048881531, "p90": 0.9907126784324646, "max": 0.9910882115364075 }, "relative_rms_change_distribution": { "min": 0.1407759040594101, "p10": 0.14508629143238067, "p50": 0.16117528080940247, "p90": 0.17833884358406066, "max": 0.18410298228263855 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "alignment", "stage": "middle", "layer_index": 10, "n_prompts": 15, "means": { "flattened_cosine": 0.9864492257436116, "token_cosine_mean": 0.9879360755284627, "token_cosine_p10": 0.9811715761820475, "token_cosine_p50": 0.9894841313362122, "token_cosine_p90": 0.9929201483726502, "relative_rms_change": 0.16789774994055431, "input_rms": 5.575599797566732, "output_rms": 5.697568448384603 }, "token_cosine_mean_distribution": { "min": 0.9845798015594482, "p10": 0.986040997505188, "p50": 0.9876608848571777, "p90": 0.9907898902893066, "max": 0.9913963675498962 }, "relative_rms_change_distribution": { "min": 0.14213751256465912, "p10": 0.14565796554088592, "p50": 0.1719643622636795, "p90": 0.18428629338741304, "max": 0.19207404553890228 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "alignment", "stage": "middle", "layer_index": 11, "n_prompts": 15, "means": { "flattened_cosine": 0.9848994255065918, "token_cosine_mean": 0.986389672756195, "token_cosine_p10": 0.9789736191431682, "token_cosine_p50": 0.9880801518758138, "token_cosine_p90": 0.9918752312660217, "relative_rms_change": 0.17410792907079062, "input_rms": 5.697568448384603, "output_rms": 5.52959098815918 }, "token_cosine_mean_distribution": { "min": 0.9830198884010315, "p10": 0.9837811827659607, "p50": 0.9853913187980652, "p90": 0.9897512078285218, "max": 0.9903109073638916 }, "relative_rms_change_distribution": { "min": 0.14816595613956451, "p10": 0.14988521337509156, "p50": 0.17991884052753448, "p90": 0.18884474635124207, "max": 0.19467055797576904 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "alignment", "stage": "middle", "layer_index": 12, "n_prompts": 15, "means": { "flattened_cosine": 0.9838643749554952, "token_cosine_mean": 0.9850777188936869, "token_cosine_p10": 0.9788164099057516, "token_cosine_p50": 0.9862743854522705, "token_cosine_p90": 0.9902654886245728, "relative_rms_change": 0.1786638637383779, "input_rms": 5.52959098815918, "output_rms": 5.467190965016683 }, "token_cosine_mean_distribution": { "min": 0.9813898801803589, "p10": 0.9826122522354126, "p50": 0.9843716621398926, "p90": 0.9880674242973327, "max": 0.988937497138977 }, "relative_rms_change_distribution": { "min": 0.15504536032676697, "p10": 0.15815691351890565, "p50": 0.1838112771511078, "p90": 0.19512359499931337, "max": 0.2000599056482315 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "alignment", "stage": "middle", "layer_index": 13, "n_prompts": 15, "means": { "flattened_cosine": 0.9798494815826416, "token_cosine_mean": 0.9812980413436889, "token_cosine_p10": 0.9729040145874024, "token_cosine_p50": 0.9828040281931559, "token_cosine_p90": 0.9886375784873962, "relative_rms_change": 0.21072947879632314, "input_rms": 5.467190965016683, "output_rms": 4.9821417490641275 }, "token_cosine_mean_distribution": { "min": 0.976504921913147, "p10": 0.9778142213821411, "p50": 0.981073260307312, "p90": 0.9853541254997253, "max": 0.9863829612731934 }, "relative_rms_change_distribution": { "min": 0.18149752914905548, "p10": 0.18645623624324797, "p50": 0.2114286720752716, "p90": 0.2313984900712967, "max": 0.2338220626115799 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "alignment", "stage": "middle", "layer_index": 14, "n_prompts": 15, "means": { "flattened_cosine": 0.97605801820755, "token_cosine_mean": 0.9774958968162537, "token_cosine_p10": 0.9683153629302979, "token_cosine_p50": 0.97905379931132, "token_cosine_p90": 0.9856196602185567, "relative_rms_change": 0.21867185632387798, "input_rms": 4.9821417490641275, "output_rms": 4.987850697835286 }, "token_cosine_mean_distribution": { "min": 0.9724276661872864, "p10": 0.9733024597167969, "p50": 0.9772411584854126, "p90": 0.9819735527038574, "max": 0.9845778942108154 }, "relative_rms_change_distribution": { "min": 0.18223555386066437, "p10": 0.19605790972709655, "p50": 0.22115477919578552, "p90": 0.23908198177814483, "max": 0.24266785383224487 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 15, "n_prompts": 15, "means": { "flattened_cosine": 0.9748656511306762, "token_cosine_mean": 0.9765893777211507, "token_cosine_p10": 0.9675256411234537, "token_cosine_p50": 0.9785896023114522, "token_cosine_p90": 0.9839958389600117, "relative_rms_change": 0.222516335050265, "input_rms": 4.987850697835286, "output_rms": 4.885998916625977 }, "token_cosine_mean_distribution": { "min": 0.9709213376045227, "p10": 0.9726786851882935, "p50": 0.975991427898407, "p90": 0.9806948900222778, "max": 0.9838917255401611 }, "relative_rms_change_distribution": { "min": 0.18363936245441437, "p10": 0.20273247957229615, "p50": 0.22563563287258148, "p90": 0.24149102568626404, "max": 0.24456802010536194 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 16, "n_prompts": 15, "means": { "flattened_cosine": 0.9758131663004558, "token_cosine_mean": 0.9771438241004944, "token_cosine_p10": 0.9659951527913412, "token_cosine_p50": 0.9795950492223103, "token_cosine_p90": 0.9853638648986817, "relative_rms_change": 0.23106658856074017, "input_rms": 4.885998916625977, "output_rms": 4.396860472361246 }, "token_cosine_mean_distribution": { "min": 0.9688075184822083, "p10": 0.9734179019927979, "p50": 0.9776722192764282, "p90": 0.9808249831199646, "max": 0.9848905205726624 }, "relative_rms_change_distribution": { "min": 0.19400514662265778, "p10": 0.20992120802402497, "p50": 0.23333269357681274, "p90": 0.2516721248626709, "max": 0.26038044691085815 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 17, "n_prompts": 15, "means": { "flattened_cosine": 0.9763075232505798, "token_cosine_mean": 0.9765106439590454, "token_cosine_p10": 0.964508879184723, "token_cosine_p50": 0.9791619737943014, "token_cosine_p90": 0.9852210124333699, "relative_rms_change": 0.23013198177019756, "input_rms": 4.396860472361246, "output_rms": 3.940401315689087 }, "token_cosine_mean_distribution": { "min": 0.958969235420227, "p10": 0.9738667964935303, "p50": 0.9778201580047607, "p90": 0.9802016496658326, "max": 0.9845638275146484 }, "relative_rms_change_distribution": { "min": 0.20334480702877045, "p10": 0.21446722149848937, "p50": 0.22193403542041779, "p90": 0.24199733138084412, "max": 0.2913174033164978 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 18, "n_prompts": 15, "means": { "flattened_cosine": 0.9760081211725871, "token_cosine_mean": 0.9771068533261617, "token_cosine_p10": 0.9650782187779744, "token_cosine_p50": 0.9803482095400492, "token_cosine_p90": 0.9859881321589152, "relative_rms_change": 0.22914042671521503, "input_rms": 3.940401315689087, "output_rms": 4.137610054016113 }, "token_cosine_mean_distribution": { "min": 0.957327663898468, "p10": 0.9748051404953003, "p50": 0.9794204831123352, "p90": 0.9810061454772949, "max": 0.9849410057067871 }, "relative_rms_change_distribution": { "min": 0.1832527369260788, "p10": 0.20307985842227935, "p50": 0.22127102315425873, "p90": 0.24686965644359588, "max": 0.3353034257888794 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 19, "n_prompts": 15, "means": { "flattened_cosine": 0.9801146467526753, "token_cosine_mean": 0.9812634666760762, "token_cosine_p10": 0.9743455211321513, "token_cosine_p50": 0.9831216057141622, "token_cosine_p90": 0.9874827146530152, "relative_rms_change": 0.23866324524084728, "input_rms": 4.137610054016113, "output_rms": 4.609435367584228 }, "token_cosine_mean_distribution": { "min": 0.9652256369590759, "p10": 0.9793436050415039, "p50": 0.9823306798934937, "p90": 0.9843446969985962, "max": 0.9871182441711426 }, "relative_rms_change_distribution": { "min": 0.20318228006362915, "p10": 0.22022551894187928, "p50": 0.2378467619419098, "p90": 0.25535038113594055, "max": 0.30541059374809265 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 20, "n_prompts": 15, "means": { "flattened_cosine": 0.9864822268486023, "token_cosine_mean": 0.987749179204305, "token_cosine_p10": 0.982307744026184, "token_cosine_p50": 0.9889296412467956, "token_cosine_p90": 0.992283574740092, "relative_rms_change": 0.197415296236674, "input_rms": 4.609435367584228, "output_rms": 5.06273717880249 }, "token_cosine_mean_distribution": { "min": 0.9695519208908081, "p10": 0.9867740392684936, "p50": 0.9883830547332764, "p90": 0.991078794002533, "max": 0.9927781820297241 }, "relative_rms_change_distribution": { "min": 0.16618385910987854, "p10": 0.16730448603630066, "p50": 0.18477413058280945, "p90": 0.22099600434303282, "max": 0.2933540940284729 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 21, "n_prompts": 15, "means": { "flattened_cosine": 0.9893468538920085, "token_cosine_mean": 0.9902571638425192, "token_cosine_p10": 0.9859864274660747, "token_cosine_p50": 0.9911154270172119, "token_cosine_p90": 0.9938552776972452, "relative_rms_change": 0.1949095457792282, "input_rms": 5.06273717880249, "output_rms": 5.675695768992106 }, "token_cosine_mean_distribution": { "min": 0.9746870398521423, "p10": 0.9894814968109131, "p50": 0.9912953972816467, "p90": 0.9932291984558106, "max": 0.9947582483291626 }, "relative_rms_change_distribution": { "min": 0.15572701394557953, "p10": 0.1758494883775711, "p50": 0.19281908869743347, "p90": 0.2074046552181244, "max": 0.2771594226360321 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 22, "n_prompts": 15, "means": { "flattened_cosine": 0.9920932809511821, "token_cosine_mean": 0.9923091252644857, "token_cosine_p10": 0.9895373026529948, "token_cosine_p50": 0.9929282387097677, "token_cosine_p90": 0.994614032904307, "relative_rms_change": 0.1786645124355952, "input_rms": 5.675695768992106, "output_rms": 6.357408332824707 }, "token_cosine_mean_distribution": { "min": 0.9844529628753662, "p10": 0.9915206789970398, "p50": 0.992458701133728, "p90": 0.9938998699188233, "max": 0.9949352145195007 }, "relative_rms_change_distribution": { "min": 0.14789962768554688, "p10": 0.1607547491788864, "p50": 0.17568980157375336, "p90": 0.19265967309474946, "max": 0.22483842074871063 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 23, "n_prompts": 15, "means": { "flattened_cosine": 0.992588472366333, "token_cosine_mean": 0.9927397926648458, "token_cosine_p10": 0.9905791203180949, "token_cosine_p50": 0.9931565165519715, "token_cosine_p90": 0.9945381005605062, "relative_rms_change": 0.12436651587486267, "input_rms": 6.357408332824707, "output_rms": 6.484204228719076 }, "token_cosine_mean_distribution": { "min": 0.9876345992088318, "p10": 0.9913816452026367, "p50": 0.9930391311645508, "p90": 0.9943977117538452, "max": 0.9950347542762756 }, "relative_rms_change_distribution": { "min": 0.10827305167913437, "p10": 0.11028747111558915, "p50": 0.12486056238412857, "p90": 0.1337217539548874, "max": 0.15892930328845978 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 24, "n_prompts": 15, "means": { "flattened_cosine": 0.9903166015942891, "token_cosine_mean": 0.9904462536176045, "token_cosine_p10": 0.9874332070350647, "token_cosine_p50": 0.9909423112869262, "token_cosine_p90": 0.9928621252377828, "relative_rms_change": 0.1389005646109581, "input_rms": 6.484204228719076, "output_rms": 6.50561752319336 }, "token_cosine_mean_distribution": { "min": 0.9852639436721802, "p10": 0.9887346982955932, "p50": 0.99098140001297, "p90": 0.9924948334693908, "max": 0.9929879903793335 }, "relative_rms_change_distribution": { "min": 0.11955120414495468, "p10": 0.12356419563293457, "p50": 0.13701264560222626, "p90": 0.15109575986862184, "max": 0.1716289222240448 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 25, "n_prompts": 15, "means": { "flattened_cosine": 0.9895502090454101, "token_cosine_mean": 0.9898545265197753, "token_cosine_p10": 0.9868504126866658, "token_cosine_p50": 0.990349308649699, "token_cosine_p90": 0.9924265742301941, "relative_rms_change": 0.15219876567522686, "input_rms": 6.50561752319336, "output_rms": 6.127613067626953 }, "token_cosine_mean_distribution": { "min": 0.985755443572998, "p10": 0.9884185075759888, "p50": 0.9900339841842651, "p90": 0.9916533470153809, "max": 0.9916580319404602 }, "relative_rms_change_distribution": { "min": 0.13863767683506012, "p10": 0.1430676758289337, "p50": 0.15176525712013245, "p90": 0.16055333316326142, "max": 0.16902825236320496 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 26, "n_prompts": 15, "means": { "flattened_cosine": 0.9918433825174967, "token_cosine_mean": 0.9922490596771241, "token_cosine_p10": 0.9889267086982727, "token_cosine_p50": 0.9931589444478353, "token_cosine_p90": 0.9950721780459086, "relative_rms_change": 0.1271398852268855, "input_rms": 6.127613067626953, "output_rms": 6.019984022776286 }, "token_cosine_mean_distribution": { "min": 0.9874611496925354, "p10": 0.990969455242157, "p50": 0.9919339418411255, "p90": 0.9939718127250672, "max": 0.9947521686553955 }, "relative_rms_change_distribution": { "min": 0.10328380763530731, "p10": 0.11067939698696136, "p50": 0.13072948157787323, "p90": 0.13807830214500427, "max": 0.15846526622772217 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 27, "n_prompts": 15, "means": { "flattened_cosine": 0.973540743192037, "token_cosine_mean": 0.9745089411735535, "token_cosine_p10": 0.9635174751281739, "token_cosine_p50": 0.9775868415832519, "token_cosine_p90": 0.9834813157717387, "relative_rms_change": 0.24462720851103464, "input_rms": 6.019984022776286, "output_rms": 5.309297053019206 }, "token_cosine_mean_distribution": { "min": 0.9501892328262329, "p10": 0.966032087802887, "p50": 0.9762735366821289, "p90": 0.9815678238868714, "max": 0.9822606444358826 }, "relative_rms_change_distribution": { "min": 0.21049197018146515, "p10": 0.21516393423080443, "p50": 0.23934905230998993, "p90": 0.2836031198501587, "max": 0.33792844414711 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "alignment", "stage": "middle", "layer_index": 28, "n_prompts": 15, "means": { "flattened_cosine": 0.980092191696167, "token_cosine_mean": 0.9822546402613322, "token_cosine_p10": 0.9732409675916036, "token_cosine_p50": 0.984623908996582, "token_cosine_p90": 0.9898110349973043, "relative_rms_change": 0.21185388962427776, "input_rms": 5.309297053019206, "output_rms": 5.580178356170654 }, "token_cosine_mean_distribution": { "min": 0.9703825116157532, "p10": 0.974199903011322, "p50": 0.9830076694488525, "p90": 0.9879063963890076, "max": 0.990188717842102 }, "relative_rms_change_distribution": { "min": 0.15336789190769196, "p10": 0.17075339257717131, "p50": 0.20496493577957153, "p90": 0.26046645641326904, "max": 0.32233622670173645 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "alignment", "stage": "middle", "layer_index": 29, "n_prompts": 15, "means": { "flattened_cosine": 0.9707034428914388, "token_cosine_mean": 0.9713159600893656, "token_cosine_p10": 0.960086707274119, "token_cosine_p50": 0.9742158929506938, "token_cosine_p90": 0.9805500070254008, "relative_rms_change": 0.2773383806149165, "input_rms": 5.580178356170654, "output_rms": 6.210027281443278 }, "token_cosine_mean_distribution": { "min": 0.9510257244110107, "p10": 0.9613478899002075, "p50": 0.9724672436714172, "p90": 0.9787933826446533, "max": 0.9813886880874634 }, "relative_rms_change_distribution": { "min": 0.22150756418704987, "p10": 0.24528145492076875, "p50": 0.2706722021102905, "p90": 0.32979383468627926, "max": 0.35116711258888245 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 30, "n_prompts": 15, "means": { "flattened_cosine": 0.9463578661282858, "token_cosine_mean": 0.9470030426979065, "token_cosine_p10": 0.929922091960907, "token_cosine_p50": 0.9502399245897929, "token_cosine_p90": 0.960867436726888, "relative_rms_change": 0.5448929051558177, "input_rms": 6.210027281443278, "output_rms": 8.605007743835449 }, "token_cosine_mean_distribution": { "min": 0.9231931567192078, "p10": 0.9364003896713257, "p50": 0.9456643462181091, "p90": 0.9579885840415955, "max": 0.9614815711975098 }, "relative_rms_change_distribution": { "min": 0.48775896430015564, "p10": 0.5023407101631164, "p50": 0.5529137253761292, "p90": 0.5904479861259461, "max": 0.6034084558486938 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "alignment", "stage": "middle", "layer_index": 31, "n_prompts": 15, "means": { "flattened_cosine": 0.810319455464681, "token_cosine_mean": 0.8106609026590983, "token_cosine_p10": 0.7946641604105632, "token_cosine_p50": 0.8127034505208334, "token_cosine_p90": 0.8249177694320678, "relative_rms_change": 1.7054949442545573, "input_rms": 8.605007743835449, "output_rms": 20.741901779174803 }, "token_cosine_mean_distribution": { "min": 0.7847337126731873, "p10": 0.7965745687484741, "p50": 0.8122860193252563, "p90": 0.8277391195297241, "max": 0.8312094807624817 }, "relative_rms_change_distribution": { "min": 1.6392039060592651, "p10": 1.6483688354492188, "p50": 1.7009016275405884, "p90": 1.7713564395904542, "max": 1.8060436248779297 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-f09e287bf7ad" }, { "group": "creative", "stage": "early", "layer_index": 0, "n_prompts": 14, "means": { "flattened_cosine": 0.10946472521339144, "token_cosine_mean": 0.10555015025394303, "token_cosine_p10": -0.3408777713775635, "token_cosine_p50": 0.11191688797303609, "token_cosine_p90": 0.5429863205977848, "relative_rms_change": 8.129599707467216, "input_rms": 0.7463214610304151, "output_rms": 6.103434324264526 }, "token_cosine_mean_distribution": { "min": 0.10039547830820084, "p10": 0.10140507519245148, "p50": 0.10500616952776909, "p90": 0.11032927930355071, "max": 0.1110217422246933 }, "relative_rms_change_distribution": { "min": 8.05027961730957, "p10": 8.072066497802734, "p50": 8.142485618591309, "p90": 8.179426288604736, "max": 8.195052146911621 }, "lowest_cosine_eval_id": "internal-p1-4a1cdb170e44", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 1, "n_prompts": 14, "means": { "flattened_cosine": 0.9975320185933795, "token_cosine_mean": 0.9980634110314506, "token_cosine_p10": 0.9974525741168431, "token_cosine_p50": 0.9982064962387085, "token_cosine_p90": 0.9985409847327641, "relative_rms_change": 0.10711194149085454, "input_rms": 6.103434324264526, "output_rms": 6.581463064466204 }, "token_cosine_mean_distribution": { "min": 0.9979115724563599, "p10": 0.9979669213294983, "p50": 0.9980827867984772, "p90": 0.9981258690357209, "max": 0.9981847405433655 }, "relative_rms_change_distribution": { "min": 0.09779611229896545, "p10": 0.10184768736362457, "p50": 0.10773622989654541, "p90": 0.11179205104708671, "max": 0.11459410935640335 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "creative", "stage": "early", "layer_index": 2, "n_prompts": 14, "means": { "flattened_cosine": 0.9981327738080706, "token_cosine_mean": 0.9983939911637988, "token_cosine_p10": 0.9978902637958527, "token_cosine_p50": 0.9985454593385968, "token_cosine_p90": 0.9988266825675964, "relative_rms_change": 0.08345076016017369, "input_rms": 6.581463064466204, "output_rms": 6.941098553793771 }, "token_cosine_mean_distribution": { "min": 0.9982219338417053, "p10": 0.9982427895069123, "p50": 0.9984145164489746, "p90": 0.9985364317893982, "max": 0.9985659718513489 }, "relative_rms_change_distribution": { "min": 0.07199016213417053, "p10": 0.07545488774776458, "p50": 0.08364249020814896, "p90": 0.09038173481822014, "max": 0.09154873341321945 }, "lowest_cosine_eval_id": "internal-p1-7a0ac0a50723", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "creative", "stage": "early", "layer_index": 3, "n_prompts": 14, "means": { "flattened_cosine": 0.9960542406354632, "token_cosine_mean": 0.9972205332347325, "token_cosine_p10": 0.995891592332295, "token_cosine_p50": 0.9979583024978638, "token_cosine_p90": 0.9985312947205135, "relative_rms_change": 0.10994523497564453, "input_rms": 6.941098553793771, "output_rms": 7.367932762418475 }, "token_cosine_mean_distribution": { "min": 0.9964837431907654, "p10": 0.9968355059623718, "p50": 0.9971712529659271, "p90": 0.9976339042186737, "max": 0.9978035092353821 }, "relative_rms_change_distribution": { "min": 0.08175574243068695, "p10": 0.09130707979202271, "p50": 0.10660665109753609, "p90": 0.13335228562355042, "max": 0.13959993422031403 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "creative", "stage": "early", "layer_index": 4, "n_prompts": 14, "means": { "flattened_cosine": 0.9966967914785657, "token_cosine_mean": 0.9971223218100411, "token_cosine_p10": 0.9959355550152915, "token_cosine_p50": 0.9975720942020416, "token_cosine_p90": 0.9981899048600879, "relative_rms_change": 0.08239830551402909, "input_rms": 7.367932762418475, "output_rms": 7.25865752356393 }, "token_cosine_mean_distribution": { "min": 0.9965886473655701, "p10": 0.9968342304229736, "p50": 0.9971711337566376, "p90": 0.9973449647426605, "max": 0.9973978400230408 }, "relative_rms_change_distribution": { "min": 0.07594390213489532, "p10": 0.07974182963371276, "p50": 0.08193241432309151, "p90": 0.08690233007073403, "max": 0.08835610747337341 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "creative", "stage": "early", "layer_index": 5, "n_prompts": 14, "means": { "flattened_cosine": 0.9953233897686005, "token_cosine_mean": 0.995905876159668, "token_cosine_p10": 0.9940005455698285, "token_cosine_p50": 0.9965045026370457, "token_cosine_p90": 0.99749065722738, "relative_rms_change": 0.09907571492450577, "input_rms": 7.25865752356393, "output_rms": 7.079961095537458 }, "token_cosine_mean_distribution": { "min": 0.9955037236213684, "p10": 0.9955599725246429, "p50": 0.9959175884723663, "p90": 0.9962980449199677, "max": 0.9963198304176331 }, "relative_rms_change_distribution": { "min": 0.09188376367092133, "p10": 0.09256940186023713, "p50": 0.09966358914971352, "p90": 0.10267281606793403, "max": 0.11072850227355957 }, "lowest_cosine_eval_id": "internal-p1-f41f79c67a44", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "early", "layer_index": 6, "n_prompts": 14, "means": { "flattened_cosine": 0.9939103892871312, "token_cosine_mean": 0.9947316859449659, "token_cosine_p10": 0.9923180512019566, "token_cosine_p50": 0.9954258373805455, "token_cosine_p90": 0.9966353220599038, "relative_rms_change": 0.11883414377059255, "input_rms": 7.079961095537458, "output_rms": 6.7270863737378805 }, "token_cosine_mean_distribution": { "min": 0.99428790807724, "p10": 0.9944015681743622, "p50": 0.9947321712970734, "p90": 0.9950718462467194, "max": 0.9951261281967163 }, "relative_rms_change_distribution": { "min": 0.11449974030256271, "p10": 0.11528079584240913, "p50": 0.11817652732133865, "p90": 0.12434299662709236, "max": 0.1256215125322342 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 7, "n_prompts": 14, "means": { "flattened_cosine": 0.9916918916361672, "token_cosine_mean": 0.9924738790307727, "token_cosine_p10": 0.9895699449947902, "token_cosine_p50": 0.9931340387889317, "token_cosine_p90": 0.9948382803371975, "relative_rms_change": 0.144295012312276, "input_rms": 6.7270863737378805, "output_rms": 6.234920569828579 }, "token_cosine_mean_distribution": { "min": 0.9919782280921936, "p10": 0.99200718998909, "p50": 0.992298424243927, "p90": 0.9929768741130829, "max": 0.9932253360748291 }, "relative_rms_change_distribution": { "min": 0.13299810886383057, "p10": 0.13827550262212754, "p50": 0.14270581305027008, "p90": 0.1537814348936081, "max": 0.15551453828811646 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "creative", "stage": "early", "layer_index": 8, "n_prompts": 14, "means": { "flattened_cosine": 0.9883114056927818, "token_cosine_mean": 0.989466484103884, "token_cosine_p10": 0.9849162570067814, "token_cosine_p50": 0.9905365407466888, "token_cosine_p90": 0.9929423757961818, "relative_rms_change": 0.17145913626466477, "input_rms": 6.234920569828579, "output_rms": 5.675425938197544 }, "token_cosine_mean_distribution": { "min": 0.9874773025512695, "p10": 0.9885665774345398, "p50": 0.989485114812851, "p90": 0.9904113054275513, "max": 0.9904502034187317 }, "relative_rms_change_distribution": { "min": 0.15830203890800476, "p10": 0.16659009456634521, "p50": 0.1717049479484558, "p90": 0.17652224600315095, "max": 0.18093131482601166 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 9, "n_prompts": 14, "means": { "flattened_cosine": 0.9874509530408042, "token_cosine_mean": 0.9887585341930389, "token_cosine_p10": 0.9834663059030261, "token_cosine_p50": 0.9900581325803485, "token_cosine_p90": 0.9931379726954869, "relative_rms_change": 0.1591009082538741, "input_rms": 5.675425938197544, "output_rms": 5.709462608609881 }, "token_cosine_mean_distribution": { "min": 0.9837566614151001, "p10": 0.9873525977134705, "p50": 0.9891927242279053, "p90": 0.9902092695236206, "max": 0.9903998970985413 }, "relative_rms_change_distribution": { "min": 0.14881618320941925, "p10": 0.15000026375055314, "p50": 0.15652257204055786, "p90": 0.16793062686920165, "max": 0.1867799013853073 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 10, "n_prompts": 14, "means": { "flattened_cosine": 0.9875086758817945, "token_cosine_mean": 0.9885549034391131, "token_cosine_p10": 0.9819901968751635, "token_cosine_p50": 0.9900528958865574, "token_cosine_p90": 0.9937435218266079, "relative_rms_change": 0.15875771109546935, "input_rms": 5.709462608609881, "output_rms": 5.758111647197178 }, "token_cosine_mean_distribution": { "min": 0.98228919506073, "p10": 0.987211924791336, "p50": 0.9888533651828766, "p90": 0.9900858998298645, "max": 0.9905636310577393 }, "relative_rms_change_distribution": { "min": 0.14150267839431763, "p10": 0.14857133775949477, "p50": 0.1576460525393486, "p90": 0.17070621550083162, "max": 0.19517174363136292 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 11, "n_prompts": 14, "means": { "flattened_cosine": 0.9864518386977059, "token_cosine_mean": 0.9874681745256696, "token_cosine_p10": 0.9806053553308759, "token_cosine_p50": 0.9889410223279681, "token_cosine_p90": 0.9929733616965157, "relative_rms_change": 0.164018380854811, "input_rms": 5.758111647197178, "output_rms": 5.718519789831979 }, "token_cosine_mean_distribution": { "min": 0.9811913967132568, "p10": 0.9860340893268585, "p50": 0.9874385595321655, "p90": 0.9897380769252777, "max": 0.9899527430534363 }, "relative_rms_change_distribution": { "min": 0.14747926592826843, "p10": 0.14843257814645766, "p50": 0.16510525345802307, "p90": 0.17413511723279954, "max": 0.20055919885635376 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 12, "n_prompts": 14, "means": { "flattened_cosine": 0.9844023415020534, "token_cosine_mean": 0.9857800730637142, "token_cosine_p10": 0.9799793532916478, "token_cosine_p50": 0.9868843810898917, "token_cosine_p90": 0.9908369907311031, "relative_rms_change": 0.17576061082737787, "input_rms": 5.718519789831979, "output_rms": 5.579080615724836 }, "token_cosine_mean_distribution": { "min": 0.9775965809822083, "p10": 0.983825409412384, "p50": 0.9859829246997833, "p90": 0.9886785745620728, "max": 0.9888791441917419 }, "relative_rms_change_distribution": { "min": 0.15626589953899384, "p10": 0.1582008495926857, "p50": 0.17598889023065567, "p90": 0.1879707857966423, "max": 0.21905337274074554 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 13, "n_prompts": 14, "means": { "flattened_cosine": 0.9845566494124276, "token_cosine_mean": 0.9856689742633274, "token_cosine_p10": 0.9794801218169076, "token_cosine_p50": 0.986992597579956, "token_cosine_p90": 0.9911578851086753, "relative_rms_change": 0.17893528512545995, "input_rms": 5.579080615724836, "output_rms": 5.279164382389614 }, "token_cosine_mean_distribution": { "min": 0.9768113493919373, "p10": 0.9837871134281159, "p50": 0.9858089089393616, "p90": 0.9886323273181915, "max": 0.9890096187591553 }, "relative_rms_change_distribution": { "min": 0.16026091575622559, "p10": 0.16295236200094224, "p50": 0.17829662561416626, "p90": 0.1890435054898262, "max": 0.22178678214550018 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 14, "n_prompts": 14, "means": { "flattened_cosine": 0.982491420848029, "token_cosine_mean": 0.9835821432726723, "token_cosine_p10": 0.9775778906685966, "token_cosine_p50": 0.9847897206033979, "token_cosine_p90": 0.9890051100935254, "relative_rms_change": 0.18698936913694655, "input_rms": 5.279164382389614, "output_rms": 5.069378682545254 }, "token_cosine_mean_distribution": { "min": 0.9736711978912354, "p10": 0.98112952709198, "p50": 0.9836483895778656, "p90": 0.9870363712310791, "max": 0.9874216318130493 }, "relative_rms_change_distribution": { "min": 0.16582435369491577, "p10": 0.16775386184453964, "p50": 0.18759489059448242, "p90": 0.20062603652477265, "max": 0.2382514476776123 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 15, "n_prompts": 14, "means": { "flattened_cosine": 0.9835155648844582, "token_cosine_mean": 0.9844443244593484, "token_cosine_p10": 0.9796139044421059, "token_cosine_p50": 0.9855833436761584, "token_cosine_p90": 0.9889222000326429, "relative_rms_change": 0.18029585374253138, "input_rms": 5.069378682545254, "output_rms": 4.992893695831299 }, "token_cosine_mean_distribution": { "min": 0.9764652848243713, "p10": 0.9818358480930328, "p50": 0.9847495853900909, "p90": 0.987599664926529, "max": 0.9878239631652832 }, "relative_rms_change_distribution": { "min": 0.16110257804393768, "p10": 0.1632031738758087, "p50": 0.17935428023338318, "p90": 0.19459341764450075, "max": 0.2242256999015808 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 16, "n_prompts": 14, "means": { "flattened_cosine": 0.9829339810780117, "token_cosine_mean": 0.9844008641583579, "token_cosine_p10": 0.9791803147111621, "token_cosine_p50": 0.9858157081263406, "token_cosine_p90": 0.9890793476785932, "relative_rms_change": 0.20052749131407058, "input_rms": 4.992893695831299, "output_rms": 4.512576171330044 }, "token_cosine_mean_distribution": { "min": 0.9787763953208923, "p10": 0.9818540096282959, "p50": 0.9845665097236633, "p90": 0.986704432964325, "max": 0.9875227212905884 }, "relative_rms_change_distribution": { "min": 0.1890219748020172, "p10": 0.19382919669151305, "p50": 0.20018965005874634, "p90": 0.20948671102523805, "max": 0.21881741285324097 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 17, "n_prompts": 14, "means": { "flattened_cosine": 0.9878608328955514, "token_cosine_mean": 0.9882241615227291, "token_cosine_p10": 0.9848725923470089, "token_cosine_p50": 0.9892467345510211, "token_cosine_p90": 0.9916228396551949, "relative_rms_change": 0.16127924621105194, "input_rms": 4.512576171330044, "output_rms": 4.2563066482543945 }, "token_cosine_mean_distribution": { "min": 0.9833940267562866, "p10": 0.985303521156311, "p50": 0.988589346408844, "p90": 0.9901556015014649, "max": 0.991213858127594 }, "relative_rms_change_distribution": { "min": 0.1426996886730194, "p10": 0.14876681864261626, "p50": 0.1587798222899437, "p90": 0.1786139637231827, "max": 0.19068343937397003 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 18, "n_prompts": 14, "means": { "flattened_cosine": 0.9876330026558467, "token_cosine_mean": 0.9881916429315295, "token_cosine_p10": 0.985090013061251, "token_cosine_p50": 0.9890284027372088, "token_cosine_p90": 0.9915865106242043, "relative_rms_change": 0.15904234456164495, "input_rms": 4.2563066482543945, "output_rms": 4.088753734316144 }, "token_cosine_mean_distribution": { "min": 0.9831701517105103, "p10": 0.9856699347496033, "p50": 0.9888433218002319, "p90": 0.989917254447937, "max": 0.9906558394432068 }, "relative_rms_change_distribution": { "min": 0.14537347853183746, "p10": 0.14945486485958098, "p50": 0.15695132315158844, "p90": 0.17102869600057602, "max": 0.19444069266319275 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 19, "n_prompts": 14, "means": { "flattened_cosine": 0.9875177017280033, "token_cosine_mean": 0.9886593520641327, "token_cosine_p10": 0.985911271401814, "token_cosine_p50": 0.9892923363617488, "token_cosine_p90": 0.9914840119225639, "relative_rms_change": 0.18011322723967688, "input_rms": 4.088753734316144, "output_rms": 4.397350140980312 }, "token_cosine_mean_distribution": { "min": 0.9845525026321411, "p10": 0.9864129066467285, "p50": 0.989075243473053, "p90": 0.9902313411235809, "max": 0.9908102750778198 }, "relative_rms_change_distribution": { "min": 0.16804219782352448, "p10": 0.17033833265304565, "p50": 0.1755274459719658, "p90": 0.19203552752733233, "max": 0.2142294943332672 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 20, "n_prompts": 14, "means": { "flattened_cosine": 0.9922266389642443, "token_cosine_mean": 0.9932376103741782, "token_cosine_p10": 0.9913678893021175, "token_cosine_p50": 0.9939434698649815, "token_cosine_p90": 0.99507218173572, "relative_rms_change": 0.13907566932695253, "input_rms": 4.397350140980312, "output_rms": 4.641498259135655 }, "token_cosine_mean_distribution": { "min": 0.9898983240127563, "p10": 0.9918715417385101, "p50": 0.9936104714870453, "p90": 0.9942316889762879, "max": 0.9948973059654236 }, "relative_rms_change_distribution": { "min": 0.1212989017367363, "p10": 0.1307002916932106, "p50": 0.134902685880661, "p90": 0.14931781440973282, "max": 0.18133801221847534 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 21, "n_prompts": 14, "means": { "flattened_cosine": 0.9949562421866825, "token_cosine_mean": 0.9955808690616063, "token_cosine_p10": 0.9944081136158535, "token_cosine_p50": 0.9960664595876422, "token_cosine_p90": 0.9968952792031425, "relative_rms_change": 0.10512588598898479, "input_rms": 4.641498259135655, "output_rms": 4.771263837814331 }, "token_cosine_mean_distribution": { "min": 0.9931131601333618, "p10": 0.9946921646595002, "p50": 0.9958056211471558, "p90": 0.9962826550006867, "max": 0.996705949306488 }, "relative_rms_change_distribution": { "min": 0.08950725197792053, "p10": 0.09630307033658028, "p50": 0.1024480015039444, "p90": 0.1150376670062542, "max": 0.13900306820869446 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 22, "n_prompts": 14, "means": { "flattened_cosine": 0.9954827470438821, "token_cosine_mean": 0.9959577109132495, "token_cosine_p10": 0.9947752739701953, "token_cosine_p50": 0.9964412152767181, "token_cosine_p90": 0.9971036570412772, "relative_rms_change": 0.12590644827910832, "input_rms": 4.771263837814331, "output_rms": 5.145567893981934 }, "token_cosine_mean_distribution": { "min": 0.9943190813064575, "p10": 0.995468407869339, "p50": 0.9961315095424652, "p90": 0.9963760673999786, "max": 0.9966574311256409 }, "relative_rms_change_distribution": { "min": 0.11612425744533539, "p10": 0.11826828792691231, "p50": 0.12408345192670822, "p90": 0.13269626051187516, "max": 0.14968855679035187 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 23, "n_prompts": 14, "means": { "flattened_cosine": 0.996801176241466, "token_cosine_mean": 0.9968766399792263, "token_cosine_p10": 0.9963376777512687, "token_cosine_p50": 0.9971581186567035, "token_cosine_p90": 0.9976484136922019, "relative_rms_change": 0.08230352933917727, "input_rms": 5.145567893981934, "output_rms": 5.234540121895926 }, "token_cosine_mean_distribution": { "min": 0.9956826567649841, "p10": 0.9965804696083069, "p50": 0.9969629645347595, "p90": 0.9971677482128143, "max": 0.9973594546318054 }, "relative_rms_change_distribution": { "min": 0.07546807080507278, "p10": 0.07786878645420074, "p50": 0.08099192380905151, "p90": 0.08649471923708917, "max": 0.10388678312301636 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 24, "n_prompts": 14, "means": { "flattened_cosine": 0.995985746383667, "token_cosine_mean": 0.9960212366921561, "token_cosine_p10": 0.9955126643180847, "token_cosine_p50": 0.9963681995868683, "token_cosine_p90": 0.9968984382493156, "relative_rms_change": 0.0906045234629086, "input_rms": 5.234540121895926, "output_rms": 5.2913845266614645 }, "token_cosine_mean_distribution": { "min": 0.9947730302810669, "p10": 0.9956888258457184, "p50": 0.9960463643074036, "p90": 0.9964771866798401, "max": 0.9966119527816772 }, "relative_rms_change_distribution": { "min": 0.08343120664358139, "p10": 0.08491403758525848, "p50": 0.08956479653716087, "p90": 0.09419165775179864, "max": 0.10974022001028061 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 25, "n_prompts": 14, "means": { "flattened_cosine": 0.9957173594406673, "token_cosine_mean": 0.9958840906620026, "token_cosine_p10": 0.9953284135886601, "token_cosine_p50": 0.9963241985866002, "token_cosine_p90": 0.9968921542167664, "relative_rms_change": 0.0993612962109702, "input_rms": 5.2913845266614645, "output_rms": 5.072422197886875 }, "token_cosine_mean_distribution": { "min": 0.9943079948425293, "p10": 0.9954536199569702, "p50": 0.9959835708141327, "p90": 0.996335357427597, "max": 0.99657142162323 }, "relative_rms_change_distribution": { "min": 0.09159335494041443, "p10": 0.09296161904931069, "p50": 0.09773484990000725, "p90": 0.10378688722848893, "max": 0.12357314676046371 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 26, "n_prompts": 14, "means": { "flattened_cosine": 0.9944379116807666, "token_cosine_mean": 0.9947511340890612, "token_cosine_p10": 0.9942591573510852, "token_cosine_p50": 0.9955005688326699, "token_cosine_p90": 0.9963021363530841, "relative_rms_change": 0.11324683789696012, "input_rms": 5.072422197886875, "output_rms": 4.828986270087106 }, "token_cosine_mean_distribution": { "min": 0.9921509027481079, "p10": 0.9940608263015747, "p50": 0.9948455393314362, "p90": 0.9953729808330536, "max": 0.9957522749900818 }, "relative_rms_change_distribution": { "min": 0.1034851223230362, "p10": 0.10565717443823815, "p50": 0.11064627021551132, "p90": 0.12096956297755242, "max": 0.1463138610124588 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 27, "n_prompts": 14, "means": { "flattened_cosine": 0.9909216548715319, "token_cosine_mean": 0.9914584968771253, "token_cosine_p10": 0.990057144846235, "token_cosine_p50": 0.9928419802870069, "token_cosine_p90": 0.9940991529396602, "relative_rms_change": 0.14662435757262365, "input_rms": 4.828986270087106, "output_rms": 4.494929483958653 }, "token_cosine_mean_distribution": { "min": 0.9860589504241943, "p10": 0.9906232059001923, "p50": 0.9916290044784546, "p90": 0.9927350521087647, "max": 0.9934989213943481 }, "relative_rms_change_distribution": { "min": 0.13114358484745026, "p10": 0.13266835361719131, "p50": 0.14322637021541595, "p90": 0.15495674759149553, "max": 0.1946871131658554 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 28, "n_prompts": 14, "means": { "flattened_cosine": 0.9824202230998448, "token_cosine_mean": 0.9834143902574267, "token_cosine_p10": 0.9789780761514392, "token_cosine_p50": 0.985824887241636, "token_cosine_p90": 0.9889702328613826, "relative_rms_change": 0.1848648733326367, "input_rms": 4.494929483958653, "output_rms": 4.3657130513872415 }, "token_cosine_mean_distribution": { "min": 0.968559741973877, "p10": 0.9813939273357392, "p50": 0.9837622344493866, "p90": 0.987676602602005, "max": 0.9891425371170044 }, "relative_rms_change_distribution": { "min": 0.1492898315191269, "p10": 0.15740586072206497, "p50": 0.18254926055669785, "p90": 0.1980403780937195, "max": 0.27175331115722656 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 29, "n_prompts": 14, "means": { "flattened_cosine": 0.9453273458140237, "token_cosine_mean": 0.9469703648771558, "token_cosine_p10": 0.9236447640827724, "token_cosine_p50": 0.9542786606720516, "token_cosine_p90": 0.9642865487507412, "relative_rms_change": 0.3296975152833121, "input_rms": 4.3657130513872415, "output_rms": 4.418249470846994 }, "token_cosine_mean_distribution": { "min": 0.9110259413719177, "p10": 0.9229551374912262, "p50": 0.9489900469779968, "p90": 0.9601110219955444, "max": 0.9677261710166931 }, "relative_rms_change_distribution": { "min": 0.25485000014305115, "p10": 0.28407090306282046, "p50": 0.32280275225639343, "p90": 0.40984120965003973, "max": 0.4417864978313446 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 30, "n_prompts": 14, "means": { "flattened_cosine": 0.810613887650626, "token_cosine_mean": 0.8139065802097321, "token_cosine_p10": 0.7578690222331456, "token_cosine_p50": 0.8214035076754433, "token_cosine_p90": 0.8625475934573582, "relative_rms_change": 0.6651919100965772, "input_rms": 4.418249470846994, "output_rms": 4.992643015725272 }, "token_cosine_mean_distribution": { "min": 0.7660351395606995, "p10": 0.7712306797504425, "p50": 0.8189838528633118, "p90": 0.848730993270874, "max": 0.8821736574172974 }, "relative_rms_change_distribution": { "min": 0.5258244872093201, "p10": 0.5971546113491059, "p50": 0.6730453670024872, "p90": 0.7467370748519898, "max": 0.7527746558189392 }, "lowest_cosine_eval_id": "internal-p1-014b554b9c9e", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "early", "layer_index": 31, "n_prompts": 14, "means": { "flattened_cosine": 0.5511081942490169, "token_cosine_mean": 0.552980329309191, "token_cosine_p10": 0.48975223089967457, "token_cosine_p50": 0.560080104640552, "token_cosine_p90": 0.6124827180589948, "relative_rms_change": 4.058462040764945, "input_rms": 4.992643015725272, "output_rms": 22.54631437574114 }, "token_cosine_mean_distribution": { "min": 0.4856300354003906, "p10": 0.5088568508625031, "p50": 0.5535392463207245, "p90": 0.5967165768146515, "max": 0.6294257640838623 }, "relative_rms_change_distribution": { "min": 3.620058298110962, "p10": 3.8993906736373902, "p50": 4.0642478466033936, "p90": 4.277672672271729, "max": 4.349442005157471 }, "lowest_cosine_eval_id": "internal-p1-014b554b9c9e", "largest_change_eval_id": "internal-p1-38ec1ec98306" }, { "group": "creative", "stage": "final", "layer_index": 0, "n_prompts": 14, "means": { "flattened_cosine": 0.693997466138431, "token_cosine_mean": 0.6971511117049626, "token_cosine_p10": 0.5876540876924992, "token_cosine_p50": 0.7124752657754081, "token_cosine_p90": 0.7794448137283325, "relative_rms_change": 6.338190657751901, "input_rms": 1.463604816368648, "output_rms": 9.982237475258964 }, "token_cosine_mean_distribution": { "min": 0.37518906593322754, "p10": 0.5278257369995117, "p50": 0.766244500875473, "p90": 0.7829628765583039, "max": 0.7854166030883789 }, "relative_rms_change_distribution": { "min": 5.059439182281494, "p10": 5.242954969406128, "p50": 6.063001871109009, "p90": 7.913746309280396, "max": 9.485993385314941 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "final", "layer_index": 1, "n_prompts": 14, "means": { "flattened_cosine": 0.9960065994943891, "token_cosine_mean": 0.9961314286504473, "token_cosine_p10": 0.9948884717055729, "token_cosine_p50": 0.996303162404469, "token_cosine_p90": 0.9971704312733242, "relative_rms_change": 0.11559884250164032, "input_rms": 9.982237475258964, "output_rms": 10.667142050606865 }, "token_cosine_mean_distribution": { "min": 0.9946817755699158, "p10": 0.9951053738594056, "p50": 0.996396541595459, "p90": 0.9967393517494202, "max": 0.9969401955604553 }, "relative_rms_change_distribution": { "min": 0.09186778217554092, "p10": 0.09863670319318771, "p50": 0.108701691031456, "p90": 0.1371596105396748, "max": 0.16809673607349396 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "final", "layer_index": 2, "n_prompts": 14, "means": { "flattened_cosine": 0.9975715066705432, "token_cosine_mean": 0.9976143538951874, "token_cosine_p10": 0.9968969438757215, "token_cosine_p50": 0.9977341379438128, "token_cosine_p90": 0.9981729515961238, "relative_rms_change": 0.0814607638333525, "input_rms": 10.667142050606865, "output_rms": 10.19119998386928 }, "token_cosine_mean_distribution": { "min": 0.9972261190414429, "p10": 0.9974024951457977, "p50": 0.997664213180542, "p90": 0.9978222727775574, "max": 0.9978349208831787 }, "relative_rms_change_distribution": { "min": 0.07891190052032471, "p10": 0.08002402484416962, "p50": 0.08085295185446739, "p90": 0.08461318239569664, "max": 0.08524829149246216 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 3, "n_prompts": 14, "means": { "flattened_cosine": 0.9976019050393786, "token_cosine_mean": 0.997818112373352, "token_cosine_p10": 0.9972792650972094, "token_cosine_p50": 0.9978955430643899, "token_cosine_p90": 0.9982383804661887, "relative_rms_change": 0.08157446714384216, "input_rms": 10.19119998386928, "output_rms": 9.730982099260602 }, "token_cosine_mean_distribution": { "min": 0.9974513053894043, "p10": 0.9976244270801544, "p50": 0.9978345632553101, "p90": 0.9980169773101807, "max": 0.998117983341217 }, "relative_rms_change_distribution": { "min": 0.07396480441093445, "p10": 0.07483854219317436, "p50": 0.08074251189827919, "p90": 0.08929136246442795, "max": 0.08984933793544769 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-9867f0fe744d" }, { "group": "creative", "stage": "final", "layer_index": 4, "n_prompts": 14, "means": { "flattened_cosine": 0.9972177403313773, "token_cosine_mean": 0.9973861064229693, "token_cosine_p10": 0.9968108917985644, "token_cosine_p50": 0.9974620129380908, "token_cosine_p90": 0.9978709348610469, "relative_rms_change": 0.09373694924371583, "input_rms": 9.730982099260602, "output_rms": 9.153546401432582 }, "token_cosine_mean_distribution": { "min": 0.9971976280212402, "p10": 0.9972166776657104, "p50": 0.997356116771698, "p90": 0.9975980281829834, "max": 0.9977225661277771 }, "relative_rms_change_distribution": { "min": 0.08872504532337189, "p10": 0.08971076682209969, "p50": 0.09259994700551033, "p90": 0.09828697070479393, "max": 0.10425418615341187 }, "lowest_cosine_eval_id": "internal-p1-87900897e3bf", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "creative", "stage": "final", "layer_index": 5, "n_prompts": 14, "means": { "flattened_cosine": 0.996351318699973, "token_cosine_mean": 0.9965288383620126, "token_cosine_p10": 0.9956290977341788, "token_cosine_p50": 0.9966644304139274, "token_cosine_p90": 0.9972380229404995, "relative_rms_change": 0.10082827934197017, "input_rms": 9.153546401432582, "output_rms": 8.629431247711182 }, "token_cosine_mean_distribution": { "min": 0.9959779381752014, "p10": 0.996122545003891, "p50": 0.9965620040893555, "p90": 0.996916139125824, "max": 0.9969766139984131 }, "relative_rms_change_distribution": { "min": 0.08874353766441345, "p10": 0.09087781831622124, "p50": 0.10233480483293533, "p90": 0.10852349624037742, "max": 0.11496023833751678 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 6, "n_prompts": 14, "means": { "flattened_cosine": 0.9944103445325579, "token_cosine_mean": 0.9946581040109906, "token_cosine_p10": 0.9933448391301292, "token_cosine_p50": 0.9948402004582542, "token_cosine_p90": 0.9957250441823687, "relative_rms_change": 0.15143491008452006, "input_rms": 8.629431247711182, "output_rms": 7.6449588026319235 }, "token_cosine_mean_distribution": { "min": 0.9939895272254944, "p10": 0.994141674041748, "p50": 0.9947128891944885, "p90": 0.9950297176837921, "max": 0.9951120018959045 }, "relative_rms_change_distribution": { "min": 0.13978032767772675, "p10": 0.14555719196796418, "p50": 0.15041359513998032, "p90": 0.1569331869482994, "max": 0.16771641373634338 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "final", "layer_index": 7, "n_prompts": 14, "means": { "flattened_cosine": 0.9913552105426788, "token_cosine_mean": 0.9916602628571647, "token_cosine_p10": 0.9896201278482165, "token_cosine_p50": 0.9919503799506596, "token_cosine_p90": 0.9932975556169238, "relative_rms_change": 0.19618498853274755, "input_rms": 7.6449588026319235, "output_rms": 6.463630335671561 }, "token_cosine_mean_distribution": { "min": 0.9906752705574036, "p10": 0.9908692479133606, "p50": 0.9914588928222656, "p90": 0.9924383223056793, "max": 0.9925532341003418 }, "relative_rms_change_distribution": { "min": 0.18830405175685883, "p10": 0.1893675819039345, "p50": 0.19472000747919083, "p90": 0.2048399940133095, "max": 0.20533069968223572 }, "lowest_cosine_eval_id": "internal-p1-f41f79c67a44", "largest_change_eval_id": "internal-p1-f41f79c67a44" }, { "group": "creative", "stage": "final", "layer_index": 8, "n_prompts": 14, "means": { "flattened_cosine": 0.9897973792893546, "token_cosine_mean": 0.9902963425431933, "token_cosine_p10": 0.9882735141686031, "token_cosine_p50": 0.9904427656105587, "token_cosine_p90": 0.9921475393431527, "relative_rms_change": 0.17434714308806828, "input_rms": 6.463630335671561, "output_rms": 5.750572102410453 }, "token_cosine_mean_distribution": { "min": 0.988959014415741, "p10": 0.9894291818141937, "p50": 0.9904076755046844, "p90": 0.9909492611885071, "max": 0.9911123514175415 }, "relative_rms_change_distribution": { "min": 0.16568803787231445, "p10": 0.16591051667928697, "p50": 0.17461403459310532, "p90": 0.18151044696569443, "max": 0.18551474809646606 }, "lowest_cosine_eval_id": "internal-p1-38ec1ec98306", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "creative", "stage": "final", "layer_index": 9, "n_prompts": 14, "means": { "flattened_cosine": 0.9922410888331277, "token_cosine_mean": 0.9925452513354165, "token_cosine_p10": 0.9906689907823291, "token_cosine_p50": 0.99285027384758, "token_cosine_p90": 0.9941603243350983, "relative_rms_change": 0.12564297126872198, "input_rms": 5.750572102410453, "output_rms": 5.790743589401245 }, "token_cosine_mean_distribution": { "min": 0.9920321106910706, "p10": 0.9922459781169891, "p50": 0.9925783574581146, "p90": 0.9928481578826904, "max": 0.9929362535476685 }, "relative_rms_change_distribution": { "min": 0.12249751389026642, "p10": 0.12330125719308853, "p50": 0.12593992799520493, "p90": 0.12765377014875412, "max": 0.12989573180675507 }, "lowest_cosine_eval_id": "internal-p1-4a1cdb170e44", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "creative", "stage": "final", "layer_index": 10, "n_prompts": 14, "means": { "flattened_cosine": 0.9932303045477185, "token_cosine_mean": 0.9938223149095263, "token_cosine_p10": 0.9919665626117161, "token_cosine_p50": 0.9941975261483874, "token_cosine_p90": 0.9954328579562051, "relative_rms_change": 0.11929348377244813, "input_rms": 5.790743589401245, "output_rms": 5.8908911773136685 }, "token_cosine_mean_distribution": { "min": 0.993025004863739, "p10": 0.993329393863678, "p50": 0.9938402771949768, "p90": 0.9942344129085541, "max": 0.9945690631866455 }, "relative_rms_change_distribution": { "min": 0.11161472648382187, "p10": 0.11284328624606133, "p50": 0.11736548691987991, "p90": 0.12724567204713821, "max": 0.1294754594564438 }, "lowest_cosine_eval_id": "internal-p1-fea4c2616def", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "creative", "stage": "final", "layer_index": 11, "n_prompts": 14, "means": { "flattened_cosine": 0.9922921444688525, "token_cosine_mean": 0.9928107517106193, "token_cosine_p10": 0.9905817466122764, "token_cosine_p50": 0.9932937707219806, "token_cosine_p90": 0.9948398087705884, "relative_rms_change": 0.13513160816260747, "input_rms": 5.8908911773136685, "output_rms": 5.528456245149885 }, "token_cosine_mean_distribution": { "min": 0.99176025390625, "p10": 0.9921018540859222, "p50": 0.9927696287631989, "p90": 0.9935381531715393, "max": 0.9935821294784546 }, "relative_rms_change_distribution": { "min": 0.12593069672584534, "p10": 0.12769177109003066, "p50": 0.1345803439617157, "p90": 0.14280074387788771, "max": 0.14525172114372253 }, "lowest_cosine_eval_id": "internal-p1-fea4c2616def", "largest_change_eval_id": "internal-p1-014b554b9c9e" }, { "group": "creative", "stage": "final", "layer_index": 12, "n_prompts": 14, "means": { "flattened_cosine": 0.9916923131261554, "token_cosine_mean": 0.9919327880655017, "token_cosine_p10": 0.9900365599564144, "token_cosine_p50": 0.9923114648887089, "token_cosine_p90": 0.9936998358794621, "relative_rms_change": 0.12906948051282338, "input_rms": 5.528456245149885, "output_rms": 5.43245792388916 }, "token_cosine_mean_distribution": { "min": 0.9909487366676331, "p10": 0.9913518786430359, "p50": 0.9919248223304749, "p90": 0.9926401197910308, "max": 0.9928659796714783 }, "relative_rms_change_distribution": { "min": 0.12060743570327759, "p10": 0.12400390356779098, "p50": 0.12964313477277756, "p90": 0.1334574267268181, "max": 0.13650748133659363 }, "lowest_cosine_eval_id": "internal-p1-fea4c2616def", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "creative", "stage": "final", "layer_index": 13, "n_prompts": 14, "means": { "flattened_cosine": 0.9899397875581469, "token_cosine_mean": 0.9902862906455994, "token_cosine_p10": 0.9875493815967015, "token_cosine_p50": 0.9908718168735504, "token_cosine_p90": 0.9928667800767081, "relative_rms_change": 0.1482972992318017, "input_rms": 5.43245792388916, "output_rms": 5.137347051075527 }, "token_cosine_mean_distribution": { "min": 0.9888131618499756, "p10": 0.989552503824234, "p50": 0.9902873337268829, "p90": 0.991125863790512, "max": 0.991672694683075 }, "relative_rms_change_distribution": { "min": 0.13330161571502686, "p10": 0.14250874966382981, "p50": 0.14893797785043716, "p90": 0.15470579415559768, "max": 0.15938016772270203 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 14, "n_prompts": 14, "means": { "flattened_cosine": 0.9851577537400382, "token_cosine_mean": 0.9855541246277946, "token_cosine_p10": 0.9823154636791774, "token_cosine_p50": 0.9862867976937976, "token_cosine_p90": 0.9885544606617519, "relative_rms_change": 0.17272998711892537, "input_rms": 5.137347051075527, "output_rms": 4.970755406788418 }, "token_cosine_mean_distribution": { "min": 0.9839109182357788, "p10": 0.9846302747726441, "p50": 0.9857224822044373, "p90": 0.9861869752407074, "max": 0.9871533513069153 }, "relative_rms_change_distribution": { "min": 0.16162709891796112, "p10": 0.16788916885852814, "p50": 0.17220527678728104, "p90": 0.17876434028148652, "max": 0.18219533562660217 }, "lowest_cosine_eval_id": "internal-p1-fea4c2616def", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "creative", "stage": "final", "layer_index": 15, "n_prompts": 14, "means": { "flattened_cosine": 0.9825958268983024, "token_cosine_mean": 0.983016414301736, "token_cosine_p10": 0.9803441720349448, "token_cosine_p50": 0.9837421987737928, "token_cosine_p90": 0.9858200252056122, "relative_rms_change": 0.18753682289804732, "input_rms": 4.970755406788418, "output_rms": 4.994003704616001 }, "token_cosine_mean_distribution": { "min": 0.9812079071998596, "p10": 0.9819860994815827, "p50": 0.9831902384757996, "p90": 0.9837922751903534, "max": 0.9840385913848877 }, "relative_rms_change_distribution": { "min": 0.17939691245555878, "p10": 0.18157006353139876, "p50": 0.18642381578683853, "p90": 0.1929555654525757, "max": 0.20224380493164062 }, "lowest_cosine_eval_id": "internal-p1-fea4c2616def", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "creative", "stage": "final", "layer_index": 16, "n_prompts": 14, "means": { "flattened_cosine": 0.9819415978022984, "token_cosine_mean": 0.982542370046888, "token_cosine_p10": 0.9779652314526694, "token_cosine_p50": 0.9834227391651699, "token_cosine_p90": 0.986411988735199, "relative_rms_change": 0.1905037217906543, "input_rms": 4.994003704616001, "output_rms": 4.993722915649414 }, "token_cosine_mean_distribution": { "min": 0.9805426001548767, "p10": 0.9809476792812347, "p50": 0.982588142156601, "p90": 0.9839598655700683, "max": 0.9842972159385681 }, "relative_rms_change_distribution": { "min": 0.18158477544784546, "p10": 0.18388867676258086, "p50": 0.19018732756376266, "p90": 0.1992947578430176, "max": 0.20158635079860687 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "creative", "stage": "final", "layer_index": 17, "n_prompts": 14, "means": { "flattened_cosine": 0.9760056138038635, "token_cosine_mean": 0.9764284832136971, "token_cosine_p10": 0.9714910047394889, "token_cosine_p50": 0.9770747252873012, "token_cosine_p90": 0.9808444465909686, "relative_rms_change": 0.23460799349205835, "input_rms": 4.993722915649414, "output_rms": 4.4381827626909525 }, "token_cosine_mean_distribution": { "min": 0.9736053943634033, "p10": 0.9746354520320892, "p50": 0.9770950675010681, "p90": 0.9782343447208405, "max": 0.9785799980163574 }, "relative_rms_change_distribution": { "min": 0.22405630350112915, "p10": 0.22899003177881241, "p50": 0.23403559625148773, "p90": 0.2415992259979248, "max": 0.2441396862268448 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 18, "n_prompts": 14, "means": { "flattened_cosine": 0.979713865688869, "token_cosine_mean": 0.9800964253289359, "token_cosine_p10": 0.9762509592941829, "token_cosine_p50": 0.9807225593498775, "token_cosine_p90": 0.9834355541637966, "relative_rms_change": 0.22349243185349874, "input_rms": 4.4381827626909525, "output_rms": 4.7864101614270895 }, "token_cosine_mean_distribution": { "min": 0.976827085018158, "p10": 0.9789478003978729, "p50": 0.980396956205368, "p90": 0.981731504201889, "max": 0.9824894070625305 }, "relative_rms_change_distribution": { "min": 0.21338939666748047, "p10": 0.2165474146604538, "p50": 0.22246196866035461, "p90": 0.2329833284020424, "max": 0.23430074751377106 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 19, "n_prompts": 14, "means": { "flattened_cosine": 0.9834955377238137, "token_cosine_mean": 0.9839604369231633, "token_cosine_p10": 0.9808680372578757, "token_cosine_p50": 0.9845139001096997, "token_cosine_p90": 0.9865165054798126, "relative_rms_change": 0.20404224417039327, "input_rms": 4.7864101614270895, "output_rms": 5.1519261087690085 }, "token_cosine_mean_distribution": { "min": 0.9801570773124695, "p10": 0.9832569062709808, "p50": 0.9841150939464569, "p90": 0.985354620218277, "max": 0.9861894845962524 }, "relative_rms_change_distribution": { "min": 0.17444226145744324, "p10": 0.18841885179281234, "p50": 0.20303096622228622, "p90": 0.21444961726665496, "max": 0.247822105884552 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 20, "n_prompts": 14, "means": { "flattened_cosine": 0.9840114159243447, "token_cosine_mean": 0.9849412441253662, "token_cosine_p10": 0.9802189767360687, "token_cosine_p50": 0.9859406437192645, "token_cosine_p90": 0.9883156291076115, "relative_rms_change": 0.18131779772894724, "input_rms": 5.1519261087690085, "output_rms": 5.231525897979736 }, "token_cosine_mean_distribution": { "min": 0.9816741943359375, "p10": 0.9836485266685486, "p50": 0.9847873449325562, "p90": 0.9870106279850006, "max": 0.9878028035163879 }, "relative_rms_change_distribution": { "min": 0.16886214911937714, "p10": 0.17456961274147034, "p50": 0.18058597296476364, "p90": 0.18631852120161058, "max": 0.20064441859722137 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 21, "n_prompts": 14, "means": { "flattened_cosine": 0.9813280233315059, "token_cosine_mean": 0.981601242508207, "token_cosine_p10": 0.9743165586675916, "token_cosine_p50": 0.9831068728651319, "token_cosine_p90": 0.9869874588080815, "relative_rms_change": 0.2137152456811496, "input_rms": 5.231525897979736, "output_rms": 5.623435463224139 }, "token_cosine_mean_distribution": { "min": 0.9769235849380493, "p10": 0.9793290555477142, "p50": 0.9812328219413757, "p90": 0.9850541055202484, "max": 0.9856677055358887 }, "relative_rms_change_distribution": { "min": 0.19693240523338318, "p10": 0.19820570200681686, "p50": 0.21423061192035675, "p90": 0.22391160130500792, "max": 0.23375298082828522 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 22, "n_prompts": 14, "means": { "flattened_cosine": 0.9796269578593118, "token_cosine_mean": 0.9797745474747249, "token_cosine_p10": 0.9724060041563851, "token_cosine_p50": 0.9811725275857108, "token_cosine_p90": 0.9854393643992287, "relative_rms_change": 0.28054788070065634, "input_rms": 5.623435463224139, "output_rms": 6.6119818687438965 }, "token_cosine_mean_distribution": { "min": 0.9764612317085266, "p10": 0.9773306369781494, "p50": 0.9792932271957397, "p90": 0.9829822063446045, "max": 0.9836674332618713 }, "relative_rms_change_distribution": { "min": 0.25891369581222534, "p10": 0.2634864181280136, "p50": 0.2830258756875992, "p90": 0.2912289470434189, "max": 0.3007408082485199 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 23, "n_prompts": 14, "means": { "flattened_cosine": 0.9797140828200749, "token_cosine_mean": 0.9798626261098045, "token_cosine_p10": 0.9732002190181187, "token_cosine_p50": 0.9810337594577244, "token_cosine_p90": 0.9850016789776939, "relative_rms_change": 0.2015106358698436, "input_rms": 6.6119818687438965, "output_rms": 6.624466930116926 }, "token_cosine_mean_distribution": { "min": 0.976343035697937, "p10": 0.9775040626525879, "p50": 0.9799792170524597, "p90": 0.9825425088405609, "max": 0.9833618402481079 }, "relative_rms_change_distribution": { "min": 0.18436677753925323, "p10": 0.1876791775226593, "p50": 0.20159156620502472, "p90": 0.2144473224878311, "max": 0.2177325338125229 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 24, "n_prompts": 14, "means": { "flattened_cosine": 0.9783454367092678, "token_cosine_mean": 0.9785711467266083, "token_cosine_p10": 0.9719292947224208, "token_cosine_p50": 0.9795400329998561, "token_cosine_p90": 0.9839123785495758, "relative_rms_change": 0.23707089998892375, "input_rms": 6.624466930116926, "output_rms": 7.2454642568315775 }, "token_cosine_mean_distribution": { "min": 0.9749759435653687, "p10": 0.9764738440513611, "p50": 0.9784383773803711, "p90": 0.9811498582363128, "max": 0.982395350933075 }, "relative_rms_change_distribution": { "min": 0.22418701648712158, "p10": 0.22542098313570022, "p50": 0.2377365082502365, "p90": 0.24598296880722045, "max": 0.2583329379558563 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "final", "layer_index": 25, "n_prompts": 14, "means": { "flattened_cosine": 0.9804512432643345, "token_cosine_mean": 0.9807114090238299, "token_cosine_p10": 0.976104702268328, "token_cosine_p50": 0.9813609038080487, "token_cosine_p90": 0.9845014257090432, "relative_rms_change": 0.19749139142887934, "input_rms": 7.2454642568315775, "output_rms": 7.224561180387225 }, "token_cosine_mean_distribution": { "min": 0.9784643054008484, "p10": 0.9785422623157501, "p50": 0.9807507693767548, "p90": 0.9822357594966888, "max": 0.9832242131233215 }, "relative_rms_change_distribution": { "min": 0.18309961259365082, "p10": 0.18939614593982695, "p50": 0.1979616954922676, "p90": 0.20714290738105773, "max": 0.21059443056583405 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 26, "n_prompts": 14, "means": { "flattened_cosine": 0.9738352298736572, "token_cosine_mean": 0.9743729020868029, "token_cosine_p10": 0.9642989890916007, "token_cosine_p50": 0.9763506778648922, "token_cosine_p90": 0.981613061257771, "relative_rms_change": 0.22765529581478663, "input_rms": 7.224561180387225, "output_rms": 6.915397848401751 }, "token_cosine_mean_distribution": { "min": 0.9700198769569397, "p10": 0.9710338950157166, "p50": 0.9747970104217529, "p90": 0.9774146795272827, "max": 0.9781203269958496 }, "relative_rms_change_distribution": { "min": 0.21017833054065704, "p10": 0.21447159796953202, "p50": 0.2264435514807701, "p90": 0.24179794192314147, "max": 0.24844112992286682 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 27, "n_prompts": 14, "means": { "flattened_cosine": 0.9750849306583405, "token_cosine_mean": 0.9758263613496508, "token_cosine_p10": 0.9702250105994088, "token_cosine_p50": 0.9767627460615975, "token_cosine_p90": 0.9801498694079263, "relative_rms_change": 0.24110583748136247, "input_rms": 6.915397848401751, "output_rms": 7.395760706492832 }, "token_cosine_mean_distribution": { "min": 0.9710472226142883, "p10": 0.9741279184818268, "p50": 0.9758168756961823, "p90": 0.9783793032169342, "max": 0.9790878891944885 }, "relative_rms_change_distribution": { "min": 0.2250566929578781, "p10": 0.22758916914463043, "p50": 0.23795082420110703, "p90": 0.2533858448266983, "max": 0.26309168338775635 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 28, "n_prompts": 14, "means": { "flattened_cosine": 0.9666066552911486, "token_cosine_mean": 0.9675200496401105, "token_cosine_p10": 0.9539032067571368, "token_cosine_p50": 0.9702492569174085, "token_cosine_p90": 0.9774326000894819, "relative_rms_change": 0.25644090665238245, "input_rms": 7.395760706492832, "output_rms": 7.052312510354178 }, "token_cosine_mean_distribution": { "min": 0.9619530439376831, "p10": 0.9641205310821533, "p50": 0.9670880734920502, "p90": 0.9704341173171998, "max": 0.9736034274101257 }, "relative_rms_change_distribution": { "min": 0.23169025778770447, "p10": 0.24511601775884628, "p50": 0.2575090825557709, "p90": 0.27191874384880066, "max": 0.27523067593574524 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "final", "layer_index": 29, "n_prompts": 14, "means": { "flattened_cosine": 0.9614100754261017, "token_cosine_mean": 0.9617628838334765, "token_cosine_p10": 0.9539823361805507, "token_cosine_p50": 0.9627746599061149, "token_cosine_p90": 0.9680669179984501, "relative_rms_change": 0.3201628987278257, "input_rms": 7.052312510354178, "output_rms": 7.936020953314645 }, "token_cosine_mean_distribution": { "min": 0.9582718014717102, "p10": 0.9599209189414978, "p50": 0.9613135457038879, "p90": 0.9651899218559266, "max": 0.9665867686271667 }, "relative_rms_change_distribution": { "min": 0.30045416951179504, "p10": 0.3118956446647644, "p50": 0.32096734642982483, "p90": 0.3294284582138062, "max": 0.3342471122741699 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "final", "layer_index": 30, "n_prompts": 14, "means": { "flattened_cosine": 0.9346235351903098, "token_cosine_mean": 0.9350856287138802, "token_cosine_p10": 0.9234257127557483, "token_cosine_p50": 0.9366915736879621, "token_cosine_p90": 0.9445531623704093, "relative_rms_change": 0.5426755760397229, "input_rms": 7.936020953314645, "output_rms": 10.66771125793457 }, "token_cosine_mean_distribution": { "min": 0.929874837398529, "p10": 0.9319659769535065, "p50": 0.9347886741161346, "p90": 0.9390820086002349, "max": 0.9427162408828735 }, "relative_rms_change_distribution": { "min": 0.5086843371391296, "p10": 0.5237271308898925, "p50": 0.5460875332355499, "p90": 0.5552077531814575, "max": 0.5584421157836914 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "creative", "stage": "final", "layer_index": 31, "n_prompts": 14, "means": { "flattened_cosine": 0.7966727231230054, "token_cosine_mean": 0.7989011492047992, "token_cosine_p10": 0.7688856848648616, "token_cosine_p50": 0.8028132915496826, "token_cosine_p90": 0.8223867671830314, "relative_rms_change": 1.4820168784686498, "input_rms": 10.66771125793457, "output_rms": 22.947462218148367 }, "token_cosine_mean_distribution": { "min": 0.7399044632911682, "p10": 0.7753795206546783, "p50": 0.7952581346035004, "p90": 0.8303095996379852, "max": 0.8577377796173096 }, "relative_rms_change_distribution": { "min": 1.0385409593582153, "p10": 1.274051582813263, "p50": 1.5000196695327759, "p90": 1.6813377618789673, "max": 1.840844750404358 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "middle", "layer_index": 0, "n_prompts": 14, "means": { "flattened_cosine": 0.49348724846329006, "token_cosine_mean": 0.4747277487601553, "token_cosine_p10": 0.1754065565764904, "token_cosine_p50": 0.5210662846054349, "token_cosine_p90": 0.7041876230921064, "relative_rms_change": 10.38098955154419, "input_rms": 0.7065881746155875, "output_rms": 7.6272795881543844 }, "token_cosine_mean_distribution": { "min": 0.21048109233379364, "p10": 0.31430932879447937, "p50": 0.5247442722320557, "p90": 0.5660394787788391, "max": 0.5768418312072754 }, "relative_rms_change_distribution": { "min": 9.544565200805664, "p10": 9.622058391571045, "p50": 10.307585716247559, "p90": 11.381365299224854, "max": 11.794071197509766 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "middle", "layer_index": 1, "n_prompts": 14, "means": { "flattened_cosine": 0.9980691926819938, "token_cosine_mean": 0.9981875036443982, "token_cosine_p10": 0.9975818863936833, "token_cosine_p50": 0.9982785114220211, "token_cosine_p90": 0.9986606751169477, "relative_rms_change": 0.1069839181644576, "input_rms": 7.6272795881543844, "output_rms": 8.271780558994838 }, "token_cosine_mean_distribution": { "min": 0.9975228905677795, "p10": 0.9977548062801361, "p50": 0.9983377754688263, "p90": 0.9985144019126893, "max": 0.9985228776931763 }, "relative_rms_change_distribution": { "min": 0.07931479811668396, "p10": 0.08953039571642876, "p50": 0.10376032814383507, "p90": 0.1363437116146088, "max": 0.15335337817668915 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "middle", "layer_index": 2, "n_prompts": 14, "means": { "flattened_cosine": 0.9984978139400482, "token_cosine_mean": 0.9986071246010917, "token_cosine_p10": 0.9981488032000405, "token_cosine_p50": 0.9986749930041177, "token_cosine_p90": 0.9989924388272422, "relative_rms_change": 0.05538480196680341, "input_rms": 8.271780558994838, "output_rms": 8.224715982164655 }, "token_cosine_mean_distribution": { "min": 0.99833744764328, "p10": 0.998454338312149, "p50": 0.9986136257648468, "p90": 0.9987222731113434, "max": 0.9988090991973877 }, "relative_rms_change_distribution": { "min": 0.05112688988447189, "p10": 0.05268721841275692, "p50": 0.055418191477656364, "p90": 0.05799209736287594, "max": 0.059724584221839905 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "middle", "layer_index": 3, "n_prompts": 14, "means": { "flattened_cosine": 0.9978073409625462, "token_cosine_mean": 0.9981729771409716, "token_cosine_p10": 0.9977977360997882, "token_cosine_p50": 0.9985032762799945, "token_cosine_p90": 0.9988726164613452, "relative_rms_change": 0.07448894211224147, "input_rms": 8.224715982164655, "output_rms": 7.929133755820138 }, "token_cosine_mean_distribution": { "min": 0.9975445866584778, "p10": 0.9978187084197998, "p50": 0.9982846975326538, "p90": 0.9983727276325226, "max": 0.9983771443367004 }, "relative_rms_change_distribution": { "min": 0.06504888087511063, "p10": 0.0697305142879486, "p50": 0.07273722812533379, "p90": 0.08309638872742653, "max": 0.08560233563184738 }, "lowest_cosine_eval_id": "internal-p1-014b554b9c9e", "largest_change_eval_id": "internal-p1-014b554b9c9e" }, { "group": "creative", "stage": "middle", "layer_index": 4, "n_prompts": 14, "means": { "flattened_cosine": 0.9971420977796827, "token_cosine_mean": 0.997391585792814, "token_cosine_p10": 0.9965939436640058, "token_cosine_p50": 0.9976751974650792, "token_cosine_p90": 0.9982401898929051, "relative_rms_change": 0.09136883701596941, "input_rms": 7.929133755820138, "output_rms": 7.498939037322998 }, "token_cosine_mean_distribution": { "min": 0.996944010257721, "p10": 0.997260719537735, "p50": 0.9973747134208679, "p90": 0.9975781559944152, "max": 0.9976620078086853 }, "relative_rms_change_distribution": { "min": 0.08648476749658585, "p10": 0.08783963844180107, "p50": 0.0910249762237072, "p90": 0.09436120390892029, "max": 0.09911415725946426 }, "lowest_cosine_eval_id": "internal-p1-014b554b9c9e", "largest_change_eval_id": "internal-p1-014b554b9c9e" }, { "group": "creative", "stage": "middle", "layer_index": 5, "n_prompts": 14, "means": { "flattened_cosine": 0.9958984085491726, "token_cosine_mean": 0.9962414247649056, "token_cosine_p10": 0.9948340271200452, "token_cosine_p50": 0.9966471706117902, "token_cosine_p90": 0.9973913431167603, "relative_rms_change": 0.10121352331978935, "input_rms": 7.498939037322998, "output_rms": 7.129893779754639 }, "token_cosine_mean_distribution": { "min": 0.9960024356842041, "p10": 0.9960678160190582, "p50": 0.9961892664432526, "p90": 0.9964706718921661, "max": 0.9967231750488281 }, "relative_rms_change_distribution": { "min": 0.09580126404762268, "p10": 0.09690237864851951, "p50": 0.1008894108235836, "p90": 0.10492744743824005, "max": 0.10862337797880173 }, "lowest_cosine_eval_id": "internal-p1-014b554b9c9e", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "creative", "stage": "middle", "layer_index": 6, "n_prompts": 14, "means": { "flattened_cosine": 0.9941296279430389, "token_cosine_mean": 0.9950438397271293, "token_cosine_p10": 0.9932031333446503, "token_cosine_p50": 0.9955371703420367, "token_cosine_p90": 0.9965413851397378, "relative_rms_change": 0.11491494359714645, "input_rms": 7.129893779754639, "output_rms": 6.815030029841831 }, "token_cosine_mean_distribution": { "min": 0.9946712255477905, "p10": 0.9948287844657898, "p50": 0.9950852990150452, "p90": 0.9952059924602509, "max": 0.9954360127449036 }, "relative_rms_change_distribution": { "min": 0.10970557481050491, "p10": 0.11163197830319405, "p50": 0.11463280767202377, "p90": 0.11788424253463745, "max": 0.11966144293546677 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 7, "n_prompts": 14, "means": { "flattened_cosine": 0.9904268852302006, "token_cosine_mean": 0.9915411131722587, "token_cosine_p10": 0.9892100691795349, "token_cosine_p50": 0.9918457312243325, "token_cosine_p90": 0.9936320228236062, "relative_rms_change": 0.17472574327673232, "input_rms": 6.815030029841831, "output_rms": 6.021192380360195 }, "token_cosine_mean_distribution": { "min": 0.9911279678344727, "p10": 0.9912078559398652, "p50": 0.991510421037674, "p90": 0.9919090688228607, "max": 0.9920565485954285 }, "relative_rms_change_distribution": { "min": 0.16710031032562256, "p10": 0.16870539933443068, "p50": 0.17531802505254745, "p90": 0.1805788442492485, "max": 0.18458306789398193 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-b9be0cbe1257" }, { "group": "creative", "stage": "middle", "layer_index": 8, "n_prompts": 14, "means": { "flattened_cosine": 0.9877477330820901, "token_cosine_mean": 0.989093405859811, "token_cosine_p10": 0.985221939427512, "token_cosine_p50": 0.9898923124585833, "token_cosine_p90": 0.9921604224613735, "relative_rms_change": 0.16987925342151097, "input_rms": 6.021192380360195, "output_rms": 5.550096818378994 }, "token_cosine_mean_distribution": { "min": 0.9875893592834473, "p10": 0.9880091845989227, "p50": 0.9893026053905487, "p90": 0.9898071706295013, "max": 0.9904332756996155 }, "relative_rms_change_distribution": { "min": 0.15358753502368927, "p10": 0.16483858227729797, "p50": 0.16917450726032257, "p90": 0.178172667324543, "max": 0.17914769053459167 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 9, "n_prompts": 14, "means": { "flattened_cosine": 0.9872899566377912, "token_cosine_mean": 0.988920488527843, "token_cosine_p10": 0.9840174189635685, "token_cosine_p50": 0.9901778314794812, "token_cosine_p90": 0.9926801919937134, "relative_rms_change": 0.16259589471987315, "input_rms": 5.550096818378994, "output_rms": 5.656005110059466 }, "token_cosine_mean_distribution": { "min": 0.986305832862854, "p10": 0.9874394059181213, "p50": 0.9892131090164185, "p90": 0.9900346159934997, "max": 0.9909409284591675 }, "relative_rms_change_distribution": { "min": 0.14889629185199738, "p10": 0.15278714001178742, "p50": 0.16286898404359818, "p90": 0.17043309807777404, "max": 0.17645277082920074 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 10, "n_prompts": 14, "means": { "flattened_cosine": 0.9867744658674512, "token_cosine_mean": 0.9885244752679553, "token_cosine_p10": 0.981087212051664, "token_cosine_p50": 0.990324582372393, "token_cosine_p90": 0.9937209614685604, "relative_rms_change": 0.16934025500501906, "input_rms": 5.656005110059466, "output_rms": 5.855010407311576 }, "token_cosine_mean_distribution": { "min": 0.9850411415100098, "p10": 0.9862336277961731, "p50": 0.988865464925766, "p90": 0.9905438244342804, "max": 0.9910727143287659 }, "relative_rms_change_distribution": { "min": 0.14497517049312592, "p10": 0.14620739221572876, "p50": 0.17076759040355682, "p90": 0.18869850784540176, "max": 0.19655919075012207 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "creative", "stage": "middle", "layer_index": 11, "n_prompts": 14, "means": { "flattened_cosine": 0.9854201589311872, "token_cosine_mean": 0.9869631401130131, "token_cosine_p10": 0.9786238500050136, "token_cosine_p50": 0.9890760055610112, "token_cosine_p90": 0.9929728635719844, "relative_rms_change": 0.1699307890874999, "input_rms": 5.855010407311576, "output_rms": 5.72149658203125 }, "token_cosine_mean_distribution": { "min": 0.9831433892250061, "p10": 0.9837225019931793, "p50": 0.9872567057609558, "p90": 0.9892414629459381, "max": 0.9900801777839661 }, "relative_rms_change_distribution": { "min": 0.14781875908374786, "p10": 0.15266537070274352, "p50": 0.16879074275493622, "p90": 0.1899734914302826, "max": 0.19300934672355652 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 12, "n_prompts": 14, "means": { "flattened_cosine": 0.9839438029697963, "token_cosine_mean": 0.985374527318137, "token_cosine_p10": 0.9777750287737165, "token_cosine_p50": 0.9872546025684902, "token_cosine_p90": 0.990987411567143, "relative_rms_change": 0.1778472906776837, "input_rms": 5.72149658203125, "output_rms": 5.632381847926548 }, "token_cosine_mean_distribution": { "min": 0.978685200214386, "p10": 0.9807839751243591, "p50": 0.9862725138664246, "p90": 0.9882256090641022, "max": 0.9883621335029602 }, "relative_rms_change_distribution": { "min": 0.15705952048301697, "p10": 0.1594814196228981, "p50": 0.17122719436883926, "p90": 0.20727869868278503, "max": 0.21385546028614044 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 13, "n_prompts": 14, "means": { "flattened_cosine": 0.9806537755898067, "token_cosine_mean": 0.9823345797402518, "token_cosine_p10": 0.972617758171899, "token_cosine_p50": 0.9845032181058612, "token_cosine_p90": 0.9899974550519671, "relative_rms_change": 0.20530145721776144, "input_rms": 5.632381847926548, "output_rms": 5.166853734425136 }, "token_cosine_mean_distribution": { "min": 0.9736255407333374, "p10": 0.9778103291988373, "p50": 0.9831990599632263, "p90": 0.9858030498027801, "max": 0.9874939322471619 }, "relative_rms_change_distribution": { "min": 0.16399724781513214, "p10": 0.18435913920402527, "p50": 0.20346693694591522, "p90": 0.22659446746110917, "max": 0.2426716387271881 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 14, "n_prompts": 14, "means": { "flattened_cosine": 0.9769491383007595, "token_cosine_mean": 0.9786514895302909, "token_cosine_p10": 0.967953941651753, "token_cosine_p50": 0.9810237118176052, "token_cosine_p90": 0.9872179925441742, "relative_rms_change": 0.21279336512088776, "input_rms": 5.166853734425136, "output_rms": 5.073048523494175 }, "token_cosine_mean_distribution": { "min": 0.9666992425918579, "p10": 0.9738802254199982, "p50": 0.9799121916294098, "p90": 0.9828258275985717, "max": 0.9835065603256226 }, "relative_rms_change_distribution": { "min": 0.18855899572372437, "p10": 0.19080987423658372, "p50": 0.20662277191877365, "p90": 0.23832635581493378, "max": 0.2688879668712616 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 15, "n_prompts": 14, "means": { "flattened_cosine": 0.9759971158845084, "token_cosine_mean": 0.9777246798787799, "token_cosine_p10": 0.9671197959354946, "token_cosine_p50": 0.9804934816701072, "token_cosine_p90": 0.9855175912380219, "relative_rms_change": 0.21697586561952317, "input_rms": 5.073048523494175, "output_rms": 4.935889073780605 }, "token_cosine_mean_distribution": { "min": 0.9656147956848145, "p10": 0.9735677599906921, "p50": 0.9789119064807892, "p90": 0.9813518345355987, "max": 0.9832532405853271 }, "relative_rms_change_distribution": { "min": 0.1862076222896576, "p10": 0.19894492477178574, "p50": 0.20930461585521698, "p90": 0.24119486510753632, "max": 0.26999616622924805 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 16, "n_prompts": 14, "means": { "flattened_cosine": 0.9766674893242973, "token_cosine_mean": 0.978014907666615, "token_cosine_p10": 0.9658375935895103, "token_cosine_p50": 0.981001045022692, "token_cosine_p90": 0.9865099021366665, "relative_rms_change": 0.22817833934511458, "input_rms": 4.935889073780605, "output_rms": 4.430427959987095 }, "token_cosine_mean_distribution": { "min": 0.9676073789596558, "p10": 0.9738414525985718, "p50": 0.978331059217453, "p90": 0.9823999166488647, "max": 0.9829791784286499 }, "relative_rms_change_distribution": { "min": 0.19636976718902588, "p10": 0.2093741089105606, "p50": 0.22454943507909775, "p90": 0.24970148950815202, "max": 0.27380847930908203 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 17, "n_prompts": 14, "means": { "flattened_cosine": 0.9777941278048924, "token_cosine_mean": 0.9780954377991813, "token_cosine_p10": 0.9662777228014809, "token_cosine_p50": 0.9808668366500309, "token_cosine_p90": 0.9863436392375401, "relative_rms_change": 0.22596189273255213, "input_rms": 4.430427959987095, "output_rms": 3.9581798996244157 }, "token_cosine_mean_distribution": { "min": 0.9696842432022095, "p10": 0.9733738660812378, "p50": 0.9788774251937866, "p90": 0.9825193881988525, "max": 0.9826924204826355 }, "relative_rms_change_distribution": { "min": 0.20803093910217285, "p10": 0.20880380868911744, "p50": 0.2233019918203354, "p90": 0.24156300127506256, "max": 0.25511980056762695 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 18, "n_prompts": 14, "means": { "flattened_cosine": 0.978466693844114, "token_cosine_mean": 0.9791186962808881, "token_cosine_p10": 0.9673876208918435, "token_cosine_p50": 0.9827273317745754, "token_cosine_p90": 0.9873377084732056, "relative_rms_change": 0.21691089762108667, "input_rms": 3.9581798996244157, "output_rms": 4.1453657150268555 }, "token_cosine_mean_distribution": { "min": 0.9725925326347351, "p10": 0.9750264525413513, "p50": 0.9790724217891693, "p90": 0.9832593321800231, "max": 0.9836371541023254 }, "relative_rms_change_distribution": { "min": 0.188630148768425, "p10": 0.19304179400205612, "p50": 0.21785394847393036, "p90": 0.24032250046730042, "max": 0.2538253962993622 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 19, "n_prompts": 14, "means": { "flattened_cosine": 0.9818403124809265, "token_cosine_mean": 0.9827465798173632, "token_cosine_p10": 0.9758091398647853, "token_cosine_p50": 0.9850610962935856, "token_cosine_p90": 0.9885711797646114, "relative_rms_change": 0.2290945862020765, "input_rms": 4.1453657150268555, "output_rms": 4.604535647800991 }, "token_cosine_mean_distribution": { "min": 0.9781950116157532, "p10": 0.979027658700943, "p50": 0.9830796718597412, "p90": 0.9853736877441406, "max": 0.9862068891525269 }, "relative_rms_change_distribution": { "min": 0.20330017805099487, "p10": 0.21068602204322814, "p50": 0.2314489558339119, "p90": 0.24494994878768922, "max": 0.25881892442703247 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 20, "n_prompts": 14, "means": { "flattened_cosine": 0.9884725851672036, "token_cosine_mean": 0.9894271876130786, "token_cosine_p10": 0.984562371458326, "token_cosine_p50": 0.9908854365348816, "token_cosine_p90": 0.993123722927911, "relative_rms_change": 0.1852019503712654, "input_rms": 4.604535647800991, "output_rms": 5.040646995816912 }, "token_cosine_mean_distribution": { "min": 0.9849652051925659, "p10": 0.9861034750938416, "p50": 0.9898720681667328, "p90": 0.9914873003959656, "max": 0.992362916469574 }, "relative_rms_change_distribution": { "min": 0.1594802886247635, "p10": 0.16852036863565445, "p50": 0.18685483187437057, "p90": 0.19510715156793595, "max": 0.21695838868618011 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 21, "n_prompts": 14, "means": { "flattened_cosine": 0.9909320388521466, "token_cosine_mean": 0.991619884967804, "token_cosine_p10": 0.9877637284142631, "token_cosine_p50": 0.9925977332251412, "token_cosine_p90": 0.9946730136871338, "relative_rms_change": 0.18497067902769362, "input_rms": 5.040646995816912, "output_rms": 5.639981406075614 }, "token_cosine_mean_distribution": { "min": 0.9868450164794922, "p10": 0.9877914845943451, "p50": 0.992061972618103, "p90": 0.9940126538276672, "max": 0.9945957660675049 }, "relative_rms_change_distribution": { "min": 0.1595052033662796, "p10": 0.16208143830299376, "p50": 0.18568944185972214, "p90": 0.21054689884185793, "max": 0.21400976181030273 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 22, "n_prompts": 14, "means": { "flattened_cosine": 0.9927318436758858, "token_cosine_mean": 0.9929183636392865, "token_cosine_p10": 0.9901232038225446, "token_cosine_p50": 0.9935627153941563, "token_cosine_p90": 0.9951443927628654, "relative_rms_change": 0.17033691704273224, "input_rms": 5.639981406075614, "output_rms": 6.282577582768032 }, "token_cosine_mean_distribution": { "min": 0.989194393157959, "p10": 0.9901595652103424, "p50": 0.993357390165329, "p90": 0.9944135785102844, "max": 0.9950206875801086 }, "relative_rms_change_distribution": { "min": 0.14845821261405945, "p10": 0.15372593998908995, "p50": 0.16978195309638977, "p90": 0.18989371061325072, "max": 0.2016080766916275 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 23, "n_prompts": 14, "means": { "flattened_cosine": 0.9932657905987331, "token_cosine_mean": 0.9934024342468807, "token_cosine_p10": 0.9913678169250488, "token_cosine_p50": 0.9938262317861829, "token_cosine_p90": 0.9951377425874982, "relative_rms_change": 0.1208724214562348, "input_rms": 6.282577582768032, "output_rms": 6.461684261049543 }, "token_cosine_mean_distribution": { "min": 0.9900784492492676, "p10": 0.9915938019752503, "p50": 0.993712306022644, "p90": 0.9944797277450561, "max": 0.9952605366706848 }, "relative_rms_change_distribution": { "min": 0.10194908827543259, "p10": 0.11205291599035264, "p50": 0.11690215766429901, "p90": 0.14238248318433763, "max": 0.14538291096687317 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 24, "n_prompts": 14, "means": { "flattened_cosine": 0.9913648196629116, "token_cosine_mean": 0.9914462183203016, "token_cosine_p10": 0.9887738653591701, "token_cosine_p50": 0.9919570897306714, "token_cosine_p90": 0.9937314007963453, "relative_rms_change": 0.1320551841386727, "input_rms": 6.461684261049543, "output_rms": 6.521978548594883 }, "token_cosine_mean_distribution": { "min": 0.9883491396903992, "p10": 0.9898935973644256, "p50": 0.9917140305042267, "p90": 0.992424201965332, "max": 0.993658721446991 }, "relative_rms_change_distribution": { "min": 0.11418431252241135, "p10": 0.1251738488674164, "p50": 0.12975746393203735, "p90": 0.14489553570747377, "max": 0.1540677547454834 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "creative", "stage": "middle", "layer_index": 25, "n_prompts": 14, "means": { "flattened_cosine": 0.9901565398488726, "token_cosine_mean": 0.9904013574123383, "token_cosine_p10": 0.9877521438258035, "token_cosine_p50": 0.9909730851650238, "token_cosine_p90": 0.9927451227392469, "relative_rms_change": 0.1509357893041202, "input_rms": 6.521978548594883, "output_rms": 6.088205746241978 }, "token_cosine_mean_distribution": { "min": 0.9875515699386597, "p10": 0.9882411360740662, "p50": 0.9907656908035278, "p90": 0.9913719713687896, "max": 0.9921919107437134 }, "relative_rms_change_distribution": { "min": 0.14319714903831482, "p10": 0.14358949959278106, "p50": 0.1487836018204689, "p90": 0.16315065026283265, "max": 0.1697976291179657 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "creative", "stage": "middle", "layer_index": 26, "n_prompts": 14, "means": { "flattened_cosine": 0.992338457277843, "token_cosine_mean": 0.9926684328487941, "token_cosine_p10": 0.9896918152059827, "token_cosine_p50": 0.9935957831995827, "token_cosine_p90": 0.9953752628394535, "relative_rms_change": 0.12324823651994977, "input_rms": 6.088205746241978, "output_rms": 6.003975459507534 }, "token_cosine_mean_distribution": { "min": 0.9893392324447632, "p10": 0.9900150775909424, "p50": 0.9931914508342743, "p90": 0.9939006686210632, "max": 0.9945923686027527 }, "relative_rms_change_distribution": { "min": 0.10500319302082062, "p10": 0.11166359186172485, "p50": 0.11860838159918785, "p90": 0.1476660594344139, "max": 0.15245866775512695 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 27, "n_prompts": 14, "means": { "flattened_cosine": 0.9764304118497031, "token_cosine_mean": 0.9774480419499534, "token_cosine_p10": 0.9678720491273063, "token_cosine_p50": 0.9805725855486733, "token_cosine_p90": 0.9850795354161944, "relative_rms_change": 0.23444621477808272, "input_rms": 6.003975459507534, "output_rms": 5.313024623053415 }, "token_cosine_mean_distribution": { "min": 0.9728558659553528, "p10": 0.9746543169021606, "p50": 0.9764927625656128, "p90": 0.9824191153049469, "max": 0.9829670190811157 }, "relative_rms_change_distribution": { "min": 0.20248490571975708, "p10": 0.2096438765525818, "p50": 0.23870182782411575, "p90": 0.2483573764562607, "max": 0.24924325942993164 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "creative", "stage": "middle", "layer_index": 28, "n_prompts": 14, "means": { "flattened_cosine": 0.981970625264304, "token_cosine_mean": 0.984047417129789, "token_cosine_p10": 0.9758654619966235, "token_cosine_p50": 0.9868162955556598, "token_cosine_p90": 0.9906763519559588, "relative_rms_change": 0.19843610376119614, "input_rms": 5.313024623053415, "output_rms": 5.553407294409616 }, "token_cosine_mean_distribution": { "min": 0.9671856760978699, "p10": 0.9790714800357818, "p50": 0.9856564998626709, "p90": 0.9879968464374542, "max": 0.9892935156822205 }, "relative_rms_change_distribution": { "min": 0.1597299724817276, "p10": 0.16747557669878005, "p50": 0.1950846016407013, "p90": 0.22714854627847672, "max": 0.2742028832435608 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 29, "n_prompts": 14, "means": { "flattened_cosine": 0.9703518790858132, "token_cosine_mean": 0.9708023454461779, "token_cosine_p10": 0.9574027487209865, "token_cosine_p50": 0.9735853374004364, "token_cosine_p90": 0.9813277891704014, "relative_rms_change": 0.26847004358257565, "input_rms": 5.553407294409616, "output_rms": 6.115740707942417 }, "token_cosine_mean_distribution": { "min": 0.8942194581031799, "p10": 0.9678164839744567, "p50": 0.9778215885162354, "p90": 0.979427433013916, "max": 0.9819343090057373 }, "relative_rms_change_distribution": { "min": 0.2279299795627594, "p10": 0.237044121325016, "p50": 0.24926771223545074, "p90": 0.2977236479520798, "max": 0.464298814535141 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 30, "n_prompts": 14, "means": { "flattened_cosine": 0.9476632561002459, "token_cosine_mean": 0.9480845374720437, "token_cosine_p10": 0.930349737405777, "token_cosine_p50": 0.951168383870806, "token_cosine_p90": 0.9625841166291919, "relative_rms_change": 0.5343881036554065, "input_rms": 6.115740707942417, "output_rms": 8.432768923895699 }, "token_cosine_mean_distribution": { "min": 0.8749917149543762, "p10": 0.9378876388072968, "p50": 0.9549748599529266, "p90": 0.9596307456493378, "max": 0.9619753956794739 }, "relative_rms_change_distribution": { "min": 0.48437264561653137, "p10": 0.4914133697748184, "p50": 0.5276857912540436, "p90": 0.5832963943481446, "max": 0.6728922724723816 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "creative", "stage": "middle", "layer_index": 31, "n_prompts": 14, "means": { "flattened_cosine": 0.8130406311580113, "token_cosine_mean": 0.8132928780147007, "token_cosine_p10": 0.7973416745662689, "token_cosine_p50": 0.8147553844111306, "token_cosine_p90": 0.829103729554585, "relative_rms_change": 1.7423852171216692, "input_rms": 8.432768923895699, "output_rms": 20.69102042061942 }, "token_cosine_mean_distribution": { "min": 0.7274792194366455, "p10": 0.8076112449169159, "p50": 0.8176969587802887, "p90": 0.8284215450286865, "max": 0.8334040641784668 }, "relative_rms_change_distribution": { "min": 1.6373602151870728, "p10": 1.6704480409622193, "p50": 1.7407711744308472, "p90": 1.8004573345184327, "max": 1.9749735593795776 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "real_world", "stage": "early", "layer_index": 0, "n_prompts": 10, "means": { "flattened_cosine": 0.10626090168952942, "token_cosine_mean": 0.10350745394825936, "token_cosine_p10": -0.34327801167964933, "token_cosine_p50": 0.10862711519002914, "token_cosine_p90": 0.5397698700428009, "relative_rms_change": 8.101162433624268, "input_rms": 0.7458928167819977, "output_rms": 6.076147794723511 }, "token_cosine_mean_distribution": { "min": 0.09920090436935425, "p10": 0.1013481467962265, "p50": 0.1028844527900219, "p90": 0.10488228276371955, "max": 0.11379054933786392 }, "relative_rms_change_distribution": { "min": 8.038599967956543, "p10": 8.06627607345581, "p50": 8.107493877410889, "p90": 8.147855091094971, "max": 8.148346900939941 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "real_world", "stage": "early", "layer_index": 1, "n_prompts": 10, "means": { "flattened_cosine": 0.9974301040172577, "token_cosine_mean": 0.9979859352111816, "token_cosine_p10": 0.997346967458725, "token_cosine_p50": 0.9981335282325745, "token_cosine_p90": 0.9984863340854645, "relative_rms_change": 0.10634390637278557, "input_rms": 6.076147794723511, "output_rms": 6.537726831436157 }, "token_cosine_mean_distribution": { "min": 0.9978434443473816, "p10": 0.997887271642685, "p50": 0.9979966580867767, "p90": 0.9980523347854614, "max": 0.9981379508972168 }, "relative_rms_change_distribution": { "min": 0.10275736451148987, "p10": 0.10362312123179436, "p50": 0.10569021105766296, "p90": 0.10900633409619331, "max": 0.1139414981007576 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "early", "layer_index": 2, "n_prompts": 10, "means": { "flattened_cosine": 0.9980284988880157, "token_cosine_mean": 0.9982809007167817, "token_cosine_p10": 0.9977303564548492, "token_cosine_p50": 0.9984498918056488, "token_cosine_p90": 0.998762184381485, "relative_rms_change": 0.08830189928412438, "input_rms": 6.537726831436157, "output_rms": 6.929784774780273 }, "token_cosine_mean_distribution": { "min": 0.9981537461280823, "p10": 0.9981887757778167, "p50": 0.9982767403125763, "p90": 0.9983836829662323, "max": 0.9984167814254761 }, "relative_rms_change_distribution": { "min": 0.07993000745773315, "p10": 0.08065683916211128, "p50": 0.08792681619524956, "p90": 0.09286707118153571, "max": 0.09918040782213211 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "early", "layer_index": 3, "n_prompts": 10, "means": { "flattened_cosine": 0.9960677266120911, "token_cosine_mean": 0.9970650255680085, "token_cosine_p10": 0.995736688375473, "token_cosine_p50": 0.9979203641414642, "token_cosine_p90": 0.9984883666038513, "relative_rms_change": 0.10953482240438461, "input_rms": 6.929784774780273, "output_rms": 7.3493352890014645 }, "token_cosine_mean_distribution": { "min": 0.9962870478630066, "p10": 0.9965061843395233, "p50": 0.9972135722637177, "p90": 0.9974521934986115, "max": 0.997455358505249 }, "relative_rms_change_distribution": { "min": 0.09699340164661407, "p10": 0.09702493101358414, "p50": 0.10486793890595436, "p90": 0.12634980529546738, "max": 0.12665113806724548 }, "lowest_cosine_eval_id": "internal-p1-3339b3c27102", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "real_world", "stage": "early", "layer_index": 4, "n_prompts": 10, "means": { "flattened_cosine": 0.9963683068752289, "token_cosine_mean": 0.9969058156013488, "token_cosine_p10": 0.9954558312892914, "token_cosine_p50": 0.9974600613117218, "token_cosine_p90": 0.9981668651103973, "relative_rms_change": 0.0864238329231739, "input_rms": 7.3493352890014645, "output_rms": 7.26571569442749 }, "token_cosine_mean_distribution": { "min": 0.9965477585792542, "p10": 0.9967118024826049, "p50": 0.9969082176685333, "p90": 0.9971107184886933, "max": 0.9971197843551636 }, "relative_rms_change_distribution": { "min": 0.08194655925035477, "p10": 0.08316223695874214, "p50": 0.085720244795084, "p90": 0.09172340258955955, "max": 0.09308788925409317 }, "lowest_cosine_eval_id": "internal-p1-3339b3c27102", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "real_world", "stage": "early", "layer_index": 5, "n_prompts": 10, "means": { "flattened_cosine": 0.9953969419002533, "token_cosine_mean": 0.9959425032138824, "token_cosine_p10": 0.993989223241806, "token_cosine_p50": 0.9965952634811401, "token_cosine_p90": 0.9975617349147796, "relative_rms_change": 0.09704004004597663, "input_rms": 7.26571569442749, "output_rms": 7.142031145095825 }, "token_cosine_mean_distribution": { "min": 0.9954875707626343, "p10": 0.9957230150699615, "p50": 0.9959307909011841, "p90": 0.9962012588977813, "max": 0.9962145090103149 }, "relative_rms_change_distribution": { "min": 0.09270729869604111, "p10": 0.0939758762717247, "p50": 0.09686568006873131, "p90": 0.10108989998698234, "max": 0.10480004549026489 }, "lowest_cosine_eval_id": "internal-p1-3339b3c27102", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "real_world", "stage": "early", "layer_index": 6, "n_prompts": 10, "means": { "flattened_cosine": 0.9939929366111755, "token_cosine_mean": 0.994860976934433, "token_cosine_p10": 0.9925419509410858, "token_cosine_p50": 0.9955904424190521, "token_cosine_p90": 0.9967593014240265, "relative_rms_change": 0.11699072569608689, "input_rms": 7.142031145095825, "output_rms": 6.8071980476379395 }, "token_cosine_mean_distribution": { "min": 0.9942287802696228, "p10": 0.9944256544113159, "p50": 0.9949405789375305, "p90": 0.9951521933078766, "max": 0.9952188730239868 }, "relative_rms_change_distribution": { "min": 0.1097772866487503, "p10": 0.11138081848621369, "p50": 0.11699939146637917, "p90": 0.12224760204553604, "max": 0.12619081139564514 }, "lowest_cosine_eval_id": "internal-p1-3339b3c27102", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "real_world", "stage": "early", "layer_index": 7, "n_prompts": 10, "means": { "flattened_cosine": 0.9916423857212067, "token_cosine_mean": 0.9926656782627106, "token_cosine_p10": 0.9896574556827545, "token_cosine_p50": 0.9934342741966248, "token_cosine_p90": 0.9950925886631012, "relative_rms_change": 0.13980892300605774, "input_rms": 6.8071980476379395, "output_rms": 6.384177207946777 }, "token_cosine_mean_distribution": { "min": 0.9918058514595032, "p10": 0.9920708537101746, "p50": 0.9927266836166382, "p90": 0.9931009411811829, "max": 0.9931395649909973 }, "relative_rms_change_distribution": { "min": 0.13300174474716187, "p10": 0.1344964995980263, "p50": 0.13937974721193314, "p90": 0.146308970451355, "max": 0.14862503111362457 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "early", "layer_index": 8, "n_prompts": 10, "means": { "flattened_cosine": 0.9892137289047241, "token_cosine_mean": 0.9903396725654602, "token_cosine_p10": 0.9857633054256439, "token_cosine_p50": 0.9915165305137634, "token_cosine_p90": 0.9935874700546264, "relative_rms_change": 0.16648418456315994, "input_rms": 6.384177207946777, "output_rms": 5.8111344337463375 }, "token_cosine_mean_distribution": { "min": 0.9890211820602417, "p10": 0.9896922707557678, "p50": 0.9902737140655518, "p90": 0.9911097884178162, "max": 0.9911720156669617 }, "relative_rms_change_distribution": { "min": 0.15746000409126282, "p10": 0.16279710382223128, "p50": 0.16550563275814056, "p90": 0.17250806391239165, "max": 0.1729765385389328 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "early", "layer_index": 9, "n_prompts": 10, "means": { "flattened_cosine": 0.988584679365158, "token_cosine_mean": 0.9900052189826966, "token_cosine_p10": 0.9851570785045624, "token_cosine_p50": 0.9912444531917572, "token_cosine_p90": 0.9939754724502563, "relative_rms_change": 0.15245537161827089, "input_rms": 5.8111344337463375, "output_rms": 5.8540302276611325 }, "token_cosine_mean_distribution": { "min": 0.988431453704834, "p10": 0.9894492983818054, "p50": 0.990075409412384, "p90": 0.9906903028488159, "max": 0.990953803062439 }, "relative_rms_change_distribution": { "min": 0.14688783884048462, "p10": 0.14784713089466095, "p50": 0.1506756991147995, "p90": 0.15700450390577317, "max": 0.16168548166751862 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 10, "n_prompts": 10, "means": { "flattened_cosine": 0.9892697632312775, "token_cosine_mean": 0.9902987480163574, "token_cosine_p10": 0.9843115866184234, "token_cosine_p50": 0.9917959272861481, "token_cosine_p90": 0.9948213875293732, "relative_rms_change": 0.14653773009777069, "input_rms": 5.8540302276611325, "output_rms": 5.852067136764527 }, "token_cosine_mean_distribution": { "min": 0.9886065125465393, "p10": 0.9897436082363129, "p50": 0.9903042316436768, "p90": 0.991055965423584, "max": 0.991504430770874 }, "relative_rms_change_distribution": { "min": 0.13890661299228668, "p10": 0.13948268443346024, "p50": 0.14674049615859985, "p90": 0.15197360515594482, "max": 0.15745536983013153 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 11, "n_prompts": 10, "means": { "flattened_cosine": 0.9889541685581207, "token_cosine_mean": 0.9898650407791137, "token_cosine_p10": 0.9837705194950104, "token_cosine_p50": 0.9912743747234345, "token_cosine_p90": 0.9945823669433593, "relative_rms_change": 0.1491304486989975, "input_rms": 5.852067136764527, "output_rms": 5.8694604396820065 }, "token_cosine_mean_distribution": { "min": 0.988431453704834, "p10": 0.9884749591350556, "p50": 0.9900071322917938, "p90": 0.9908157050609588, "max": 0.9916788935661316 }, "relative_rms_change_distribution": { "min": 0.13982512056827545, "p10": 0.14126160442829133, "p50": 0.14844175428152084, "p90": 0.1591256469488144, "max": 0.16016733646392822 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 12, "n_prompts": 10, "means": { "flattened_cosine": 0.9874106824398041, "token_cosine_mean": 0.9887705028057099, "token_cosine_p10": 0.984029483795166, "token_cosine_p50": 0.9897215843200684, "token_cosine_p90": 0.9927271962165832, "relative_rms_change": 0.15932788848876953, "input_rms": 5.8694604396820065, "output_rms": 5.694317245483399 }, "token_cosine_mean_distribution": { "min": 0.9863182902336121, "p10": 0.9869071960449218, "p50": 0.9889558851718903, "p90": 0.9901965320110321, "max": 0.9905919432640076 }, "relative_rms_change_distribution": { "min": 0.1465933620929718, "p10": 0.14997881948947905, "p50": 0.15894245356321335, "p90": 0.17160672098398208, "max": 0.17681343853473663 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 13, "n_prompts": 10, "means": { "flattened_cosine": 0.9885277450084686, "token_cosine_mean": 0.9894829094409943, "token_cosine_p10": 0.9847659289836883, "token_cosine_p50": 0.9905014872550965, "token_cosine_p90": 0.9935875594615936, "relative_rms_change": 0.15261752903461456, "input_rms": 5.694317245483399, "output_rms": 5.503740835189819 }, "token_cosine_mean_distribution": { "min": 0.9868248701095581, "p10": 0.987410020828247, "p50": 0.9897831678390503, "p90": 0.9908011317253113, "max": 0.9915331602096558 }, "relative_rms_change_distribution": { "min": 0.138838991522789, "p10": 0.14267150610685347, "p50": 0.15056663751602173, "p90": 0.16750013083219528, "max": 0.16801665723323822 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "early", "layer_index": 14, "n_prompts": 10, "means": { "flattened_cosine": 0.9864427924156189, "token_cosine_mean": 0.987245398759842, "token_cosine_p10": 0.9823385775089264, "token_cosine_p50": 0.9882863998413086, "token_cosine_p90": 0.9914508163928986, "relative_rms_change": 0.16882919222116471, "input_rms": 5.503740835189819, "output_rms": 5.210146188735962 }, "token_cosine_mean_distribution": { "min": 0.9848864674568176, "p10": 0.9850391924381257, "p50": 0.9872360527515411, "p90": 0.9888291180133819, "max": 0.9898235201835632 }, "relative_rms_change_distribution": { "min": 0.15080904960632324, "p10": 0.16110441386699675, "p50": 0.1691732257604599, "p90": 0.17841426879167557, "max": 0.18185070157051086 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "early", "layer_index": 15, "n_prompts": 10, "means": { "flattened_cosine": 0.9867583096027375, "token_cosine_mean": 0.9876305282115936, "token_cosine_p10": 0.9836440742015838, "token_cosine_p50": 0.9886712312698365, "token_cosine_p90": 0.9911392390727997, "relative_rms_change": 0.1621176317334175, "input_rms": 5.210146188735962, "output_rms": 5.146011447906494 }, "token_cosine_mean_distribution": { "min": 0.985334038734436, "p10": 0.985758900642395, "p50": 0.9876078963279724, "p90": 0.989052164554596, "max": 0.9898653030395508 }, "relative_rms_change_distribution": { "min": 0.1471121907234192, "p10": 0.1532433182001114, "p50": 0.162164106965065, "p90": 0.1747710794210434, "max": 0.17543527483940125 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 16, "n_prompts": 10, "means": { "flattened_cosine": 0.9858288526535034, "token_cosine_mean": 0.9872249007225037, "token_cosine_p10": 0.9823348343372345, "token_cosine_p50": 0.9885455727577209, "token_cosine_p90": 0.9911959111690521, "relative_rms_change": 0.19021673649549484, "input_rms": 5.146011447906494, "output_rms": 4.6125476360321045 }, "token_cosine_mean_distribution": { "min": 0.9852574467658997, "p10": 0.9853322803974152, "p50": 0.98750039935112, "p90": 0.9883243024349213, "max": 0.9889633655548096 }, "relative_rms_change_distribution": { "min": 0.18220801651477814, "p10": 0.1826382964849472, "p50": 0.1891758292913437, "p90": 0.19723622798919677, "max": 0.2033414989709854 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "early", "layer_index": 17, "n_prompts": 10, "means": { "flattened_cosine": 0.9904203772544861, "token_cosine_mean": 0.9907375276088715, "token_cosine_p10": 0.9877790808677673, "token_cosine_p50": 0.9915780484676361, "token_cosine_p90": 0.9933768391609192, "relative_rms_change": 0.14457114189863204, "input_rms": 4.6125476360321045, "output_rms": 4.369914484024048 }, "token_cosine_mean_distribution": { "min": 0.9890535473823547, "p10": 0.9892015516757965, "p50": 0.9910513758659363, "p90": 0.9914451360702514, "max": 0.992171049118042 }, "relative_rms_change_distribution": { "min": 0.13644568622112274, "p10": 0.13814277350902557, "p50": 0.1416565626859665, "p90": 0.15376096963882446, "max": 0.15481145679950714 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 18, "n_prompts": 10, "means": { "flattened_cosine": 0.9897761523723603, "token_cosine_mean": 0.9902490377426147, "token_cosine_p10": 0.987686175107956, "token_cosine_p50": 0.990829861164093, "token_cosine_p90": 0.9927989900112152, "relative_rms_change": 0.14913452863693238, "input_rms": 4.369914484024048, "output_rms": 4.136182880401611 }, "token_cosine_mean_distribution": { "min": 0.9886898994445801, "p10": 0.9892762839794159, "p50": 0.9905209839344025, "p90": 0.9907046616077423, "max": 0.99134361743927 }, "relative_rms_change_distribution": { "min": 0.14132118225097656, "p10": 0.14497365355491637, "p50": 0.14913713932037354, "p90": 0.15278249382972717, "max": 0.15617302060127258 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 19, "n_prompts": 10, "means": { "flattened_cosine": 0.989293771982193, "token_cosine_mean": 0.9902947008609772, "token_cosine_p10": 0.9877830684185028, "token_cosine_p50": 0.9908255457878112, "token_cosine_p90": 0.9925665378570556, "relative_rms_change": 0.16999584436416626, "input_rms": 4.136182880401611, "output_rms": 4.452101135253907 }, "token_cosine_mean_distribution": { "min": 0.9892016649246216, "p10": 0.9894120037555695, "p50": 0.9905092418193817, "p90": 0.9908475518226624, "max": 0.9912452697753906 }, "relative_rms_change_distribution": { "min": 0.16175591945648193, "p10": 0.1659037545323372, "p50": 0.16915446519851685, "p90": 0.17558467537164688, "max": 0.17858339846134186 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 20, "n_prompts": 10, "means": { "flattened_cosine": 0.9935223519802093, "token_cosine_mean": 0.9942657470703125, "token_cosine_p10": 0.992472243309021, "token_cosine_p50": 0.99478879570961, "token_cosine_p90": 0.9957222282886505, "relative_rms_change": 0.12659533843398094, "input_rms": 4.452101135253907, "output_rms": 4.671068716049194 }, "token_cosine_mean_distribution": { "min": 0.9935684204101562, "p10": 0.9936617076396942, "p50": 0.9943443536758423, "p90": 0.9946906983852386, "max": 0.9948884844779968 }, "relative_rms_change_distribution": { "min": 0.116746686398983, "p10": 0.11896860823035241, "p50": 0.1266821175813675, "p90": 0.1344718247652054, "max": 0.13724876940250397 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "early", "layer_index": 21, "n_prompts": 10, "means": { "flattened_cosine": 0.9957603573799133, "token_cosine_mean": 0.9962292850017548, "token_cosine_p10": 0.9951923191547394, "token_cosine_p50": 0.9965663075447082, "token_cosine_p90": 0.9972641885280609, "relative_rms_change": 0.09638101011514663, "input_rms": 4.671068716049194, "output_rms": 4.785825300216675 }, "token_cosine_mean_distribution": { "min": 0.9956710934638977, "p10": 0.9958997249603272, "p50": 0.9963052272796631, "p90": 0.996501749753952, "max": 0.9966005086898804 }, "relative_rms_change_distribution": { "min": 0.09203730523586273, "p10": 0.09303213655948639, "p50": 0.09493546932935715, "p90": 0.10209507122635841, "max": 0.10369598120450974 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 22, "n_prompts": 10, "means": { "flattened_cosine": 0.9960619866847992, "token_cosine_mean": 0.9963641405105591, "token_cosine_p10": 0.9952718555927277, "token_cosine_p50": 0.9967183947563172, "token_cosine_p90": 0.9973507046699523, "relative_rms_change": 0.12253340631723404, "input_rms": 4.785825300216675, "output_rms": 5.171833753585815 }, "token_cosine_mean_distribution": { "min": 0.9959843754768372, "p10": 0.9961203098297119, "p50": 0.9964247643947601, "p90": 0.9965485274791718, "max": 0.9966439604759216 }, "relative_rms_change_distribution": { "min": 0.11707168817520142, "p10": 0.11995482817292213, "p50": 0.12207959219813347, "p90": 0.12553881406784057, "max": 0.12886330485343933 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 23, "n_prompts": 10, "means": { "flattened_cosine": 0.9971931755542756, "token_cosine_mean": 0.9972070574760437, "token_cosine_p10": 0.9966805815696717, "token_cosine_p50": 0.9973889529705048, "token_cosine_p90": 0.9978622019290924, "relative_rms_change": 0.07686853110790252, "input_rms": 5.171833753585815, "output_rms": 5.24627423286438 }, "token_cosine_mean_distribution": { "min": 0.9969931840896606, "p10": 0.9970588445663452, "p50": 0.9971861839294434, "p90": 0.9973630607128143, "max": 0.9973992705345154 }, "relative_rms_change_distribution": { "min": 0.07436638325452805, "p10": 0.07447699755430222, "p50": 0.07692094519734383, "p90": 0.07846556901931763, "max": 0.08079569786787033 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 24, "n_prompts": 10, "means": { "flattened_cosine": 0.9964275538921357, "token_cosine_mean": 0.9964121103286743, "token_cosine_p10": 0.9958972871303559, "token_cosine_p50": 0.9966407716274261, "token_cosine_p90": 0.9971380710601807, "relative_rms_change": 0.08560233637690544, "input_rms": 5.24627423286438, "output_rms": 5.3011720180511475 }, "token_cosine_mean_distribution": { "min": 0.9961318969726562, "p10": 0.9961374223232269, "p50": 0.996402382850647, "p90": 0.9967151403427124, "max": 0.9967495799064636 }, "relative_rms_change_distribution": { "min": 0.08183588087558746, "p10": 0.08201130405068398, "p50": 0.08549539372324944, "p90": 0.08868668824434281, "max": 0.0888948142528534 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "early", "layer_index": 25, "n_prompts": 10, "means": { "flattened_cosine": 0.9963378071784973, "token_cosine_mean": 0.9963995218276978, "token_cosine_p10": 0.9958700060844421, "token_cosine_p50": 0.9966650068759918, "token_cosine_p90": 0.9971785485744477, "relative_rms_change": 0.09233867973089219, "input_rms": 5.3011720180511475, "output_rms": 5.096903944015503 }, "token_cosine_mean_distribution": { "min": 0.9961040019989014, "p10": 0.9961397290229798, "p50": 0.9964278936386108, "p90": 0.9966759562492371, "max": 0.9967579245567322 }, "relative_rms_change_distribution": { "min": 0.08921084553003311, "p10": 0.08987732082605362, "p50": 0.09152954816818237, "p90": 0.0951353818178177, "max": 0.09673973172903061 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "early", "layer_index": 26, "n_prompts": 10, "means": { "flattened_cosine": 0.9950727105140686, "token_cosine_mean": 0.995189768075943, "token_cosine_p10": 0.9946264743804931, "token_cosine_p50": 0.9957364022731781, "token_cosine_p90": 0.9964841544628144, "relative_rms_change": 0.11104297339916229, "input_rms": 5.096903944015503, "output_rms": 4.816753292083741 }, "token_cosine_mean_distribution": { "min": 0.9947664141654968, "p10": 0.9948265492916107, "p50": 0.9951513111591339, "p90": 0.995601761341095, "max": 0.9958285689353943 }, "relative_rms_change_distribution": { "min": 0.10507567226886749, "p10": 0.10615715906023979, "p50": 0.11167505756020546, "p90": 0.1150631345808506, "max": 0.11509106308221817 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "early", "layer_index": 27, "n_prompts": 10, "means": { "flattened_cosine": 0.9925882637500762, "token_cosine_mean": 0.9927919626235961, "token_cosine_p10": 0.9916085004806519, "token_cosine_p50": 0.9938184261322022, "token_cosine_p90": 0.9948527038097381, "relative_rms_change": 0.13313160315155984, "input_rms": 4.816753292083741, "output_rms": 4.517836236953736 }, "token_cosine_mean_distribution": { "min": 0.9919697046279907, "p10": 0.9920358479022979, "p50": 0.9926380217075348, "p90": 0.9937878310680389, "max": 0.993868350982666 }, "relative_rms_change_distribution": { "min": 0.12416834384202957, "p10": 0.12421633526682854, "p50": 0.1355217546224594, "p90": 0.14005129933357238, "max": 0.1402631402015686 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "early", "layer_index": 28, "n_prompts": 10, "means": { "flattened_cosine": 0.9860298156738281, "token_cosine_mean": 0.9865568697452545, "token_cosine_p10": 0.9833078503608703, "token_cosine_p50": 0.9881172716617584, "token_cosine_p90": 0.990684300661087, "relative_rms_change": 0.16699238866567612, "input_rms": 4.517836236953736, "output_rms": 4.377396869659424 }, "token_cosine_mean_distribution": { "min": 0.9839885234832764, "p10": 0.9843456864356994, "p50": 0.9861524701118469, "p90": 0.9889113366603851, "max": 0.989097535610199 }, "relative_rms_change_distribution": { "min": 0.1496516466140747, "p10": 0.15116587430238723, "p50": 0.17172737419605255, "p90": 0.18261369466781616, "max": 0.18325965106487274 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 29, "n_prompts": 10, "means": { "flattened_cosine": 0.9546416878700257, "token_cosine_mean": 0.9554803609848023, "token_cosine_p10": 0.9393036723136902, "token_cosine_p50": 0.960006183385849, "token_cosine_p90": 0.9677487492561341, "relative_rms_change": 0.3023485720157623, "input_rms": 4.377396869659424, "output_rms": 4.422363233566284 }, "token_cosine_mean_distribution": { "min": 0.943981945514679, "p10": 0.9486598253250123, "p50": 0.955958753824234, "p90": 0.9634012520313263, "max": 0.9681825041770935 }, "relative_rms_change_distribution": { "min": 0.25456297397613525, "p10": 0.27087925374507904, "p50": 0.3040786534547806, "p90": 0.3254287153482437, "max": 0.3435920178890228 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "early", "layer_index": 30, "n_prompts": 10, "means": { "flattened_cosine": 0.8300317883491516, "token_cosine_mean": 0.8324778258800507, "token_cosine_p10": 0.785432767868042, "token_cosine_p50": 0.8390642881393433, "token_cosine_p90": 0.8743734061717987, "relative_rms_change": 0.6216126799583435, "input_rms": 4.422363233566284, "output_rms": 4.9137176990509035 }, "token_cosine_mean_distribution": { "min": 0.7698913812637329, "p10": 0.7789139032363892, "p50": 0.8424170017242432, "p90": 0.8692462384700775, "max": 0.8843738436698914 }, "relative_rms_change_distribution": { "min": 0.5159268975257874, "p10": 0.5686113834381104, "p50": 0.6070640385150909, "p90": 0.7069192111492157, "max": 0.7142809629440308 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "early", "layer_index": 31, "n_prompts": 10, "means": { "flattened_cosine": 0.5749965310096741, "token_cosine_mean": 0.5764772295951843, "token_cosine_p10": 0.518690311908722, "token_cosine_p50": 0.5838262736797333, "token_cosine_p90": 0.6296571016311645, "relative_rms_change": 4.1453608751296995, "input_rms": 4.9137176990509035, "output_rms": 22.78514289855957 }, "token_cosine_mean_distribution": { "min": 0.49217987060546875, "p10": 0.5089981257915497, "p50": 0.5835269689559937, "p90": 0.6197860240936279, "max": 0.6402754187583923 }, "relative_rms_change_distribution": { "min": 3.974855661392212, "p10": 4.019575381278992, "p50": 4.140944480895996, "p90": 4.2514372825622555, "max": 4.28407096862793 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "final", "layer_index": 0, "n_prompts": 10, "means": { "flattened_cosine": 0.732940798997879, "token_cosine_mean": 0.7377580404281616, "token_cosine_p10": 0.6774926543235779, "token_cosine_p50": 0.7425723493099212, "token_cosine_p90": 0.7923526883125305, "relative_rms_change": 5.877276182174683, "input_rms": 1.5363715291023254, "output_rms": 9.961093139648437 }, "token_cosine_mean_distribution": { "min": 0.6547848582267761, "p10": 0.6924982726573944, "p50": 0.753134548664093, "p90": 0.7761925995349884, "max": 0.7873478531837463 }, "relative_rms_change_distribution": { "min": 4.462857723236084, "p10": 5.158098745346069, "p50": 5.807209730148315, "p90": 6.823165559768676, "max": 7.282262325286865 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 1, "n_prompts": 10, "means": { "flattened_cosine": 0.9959748089313507, "token_cosine_mean": 0.9960722506046296, "token_cosine_p10": 0.9948628067970275, "token_cosine_p50": 0.9961930871009826, "token_cosine_p90": 0.9970649063587189, "relative_rms_change": 0.11570574045181274, "input_rms": 9.961093139648437, "output_rms": 10.646702861785888 }, "token_cosine_mean_distribution": { "min": 0.9952437281608582, "p10": 0.9952918469905854, "p50": 0.9962740540504456, "p90": 0.9967607140541077, "max": 0.9967922568321228 }, "relative_rms_change_distribution": { "min": 0.10199609398841858, "p10": 0.10231950134038925, "p50": 0.11535728722810745, "p90": 0.12731537222862244, "max": 0.13645406067371368 }, "lowest_cosine_eval_id": "internal-p1-2c81e44f2837", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 2, "n_prompts": 10, "means": { "flattened_cosine": 0.997574633359909, "token_cosine_mean": 0.997614073753357, "token_cosine_p10": 0.996953135728836, "token_cosine_p50": 0.9976976215839386, "token_cosine_p90": 0.9981371462345123, "relative_rms_change": 0.07934369444847107, "input_rms": 10.646702861785888, "output_rms": 10.219011688232422 }, "token_cosine_mean_distribution": { "min": 0.9974716305732727, "p10": 0.9974739372730255, "p50": 0.9976048767566681, "p90": 0.9977588474750518, "max": 0.997832715511322 }, "relative_rms_change_distribution": { "min": 0.07426165789365768, "p10": 0.0774347648024559, "p50": 0.079098429530859, "p90": 0.08146148920059204, "max": 0.08494433760643005 }, "lowest_cosine_eval_id": "internal-p1-2c81e44f2837", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "final", "layer_index": 3, "n_prompts": 10, "means": { "flattened_cosine": 0.9977012753486634, "token_cosine_mean": 0.9978747606277466, "token_cosine_p10": 0.9974108457565307, "token_cosine_p50": 0.9979407608509063, "token_cosine_p90": 0.998246306180954, "relative_rms_change": 0.07883703112602233, "input_rms": 10.219011688232422, "output_rms": 9.791327953338623 }, "token_cosine_mean_distribution": { "min": 0.9977471828460693, "p10": 0.9977651536464691, "p50": 0.9978720545768738, "p90": 0.9979914486408233, "max": 0.9979920387268066 }, "relative_rms_change_distribution": { "min": 0.07121702283620834, "p10": 0.07343128696084023, "p50": 0.07837577164173126, "p90": 0.08530764430761337, "max": 0.08955802023410797 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "final", "layer_index": 4, "n_prompts": 10, "means": { "flattened_cosine": 0.9971797645092011, "token_cosine_mean": 0.9973090410232544, "token_cosine_p10": 0.9967671513557435, "token_cosine_p50": 0.9973782539367676, "token_cosine_p90": 0.9977708101272583, "relative_rms_change": 0.09672610089182854, "input_rms": 9.791327953338623, "output_rms": 9.167459201812743 }, "token_cosine_mean_distribution": { "min": 0.9971286058425903, "p10": 0.997181874513626, "p50": 0.9973294138908386, "p90": 0.9974012017250061, "max": 0.9974523782730103 }, "relative_rms_change_distribution": { "min": 0.09236817806959152, "p10": 0.09283232763409614, "p50": 0.09606858715415001, "p90": 0.10103426352143288, "max": 0.10393589735031128 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "real_world", "stage": "final", "layer_index": 5, "n_prompts": 10, "means": { "flattened_cosine": 0.9964197635650635, "token_cosine_mean": 0.9965739786624909, "token_cosine_p10": 0.9957646012306214, "token_cosine_p50": 0.9966872930526733, "token_cosine_p90": 0.9972210109233857, "relative_rms_change": 0.09887039735913276, "input_rms": 9.167459201812743, "output_rms": 8.665644073486328 }, "token_cosine_mean_distribution": { "min": 0.9963864088058472, "p10": 0.9964338302612304, "p50": 0.9965299367904663, "p90": 0.9966819226741791, "max": 0.9970782995223999 }, "relative_rms_change_distribution": { "min": 0.08952541649341583, "p10": 0.0953820064663887, "p50": 0.09869430214166641, "p90": 0.10388903319835663, "max": 0.10680030286312103 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "real_world", "stage": "final", "layer_index": 6, "n_prompts": 10, "means": { "flattened_cosine": 0.9942817986011505, "token_cosine_mean": 0.9944832026958466, "token_cosine_p10": 0.9934059798717498, "token_cosine_p50": 0.9946016609668732, "token_cosine_p90": 0.9954330027103424, "relative_rms_change": 0.1572602719068527, "input_rms": 8.665644073486328, "output_rms": 7.615764379501343 }, "token_cosine_mean_distribution": { "min": 0.9941182136535645, "p10": 0.9941264748573303, "p50": 0.9945690631866455, "p90": 0.9947494685649871, "max": 0.9948442578315735 }, "relative_rms_change_distribution": { "min": 0.15130388736724854, "p10": 0.1517963007092476, "p50": 0.15567591786384583, "p90": 0.16596598476171492, "max": 0.16899120807647705 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "final", "layer_index": 7, "n_prompts": 10, "means": { "flattened_cosine": 0.9914091944694519, "token_cosine_mean": 0.9916766703128814, "token_cosine_p10": 0.9899767100811004, "token_cosine_p50": 0.9918711841106415, "token_cosine_p90": 0.9931147873401642, "relative_rms_change": 0.19290440827608107, "input_rms": 7.615764379501343, "output_rms": 6.470130968093872 }, "token_cosine_mean_distribution": { "min": 0.9909579157829285, "p10": 0.9913088560104371, "p50": 0.9916235506534576, "p90": 0.9920522212982178, "max": 0.9929171800613403 }, "relative_rms_change_distribution": { "min": 0.17738088965415955, "p10": 0.18600207269191743, "p50": 0.1935930773615837, "p90": 0.1998174622654915, "max": 0.20155471563339233 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 8, "n_prompts": 10, "means": { "flattened_cosine": 0.9894737541675568, "token_cosine_mean": 0.9899741470813751, "token_cosine_p10": 0.9879760801792145, "token_cosine_p50": 0.9901285290718078, "token_cosine_p90": 0.9918240308761597, "relative_rms_change": 0.17883879393339158, "input_rms": 6.470130968093872, "output_rms": 5.722351884841919 }, "token_cosine_mean_distribution": { "min": 0.9895045161247253, "p10": 0.9895076274871826, "p50": 0.9898757934570312, "p90": 0.9903640866279602, "max": 0.991309404373169 }, "relative_rms_change_distribution": { "min": 0.1729266494512558, "p10": 0.17657798081636428, "p50": 0.1789887771010399, "p90": 0.18118143379688262, "max": 0.18288707733154297 }, "lowest_cosine_eval_id": "internal-p1-2c81e44f2837", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "final", "layer_index": 9, "n_prompts": 10, "means": { "flattened_cosine": 0.9917087912559509, "token_cosine_mean": 0.992047643661499, "token_cosine_p10": 0.9900882422924042, "token_cosine_p50": 0.9923668563365936, "token_cosine_p90": 0.9937443673610687, "relative_rms_change": 0.1302716463804245, "input_rms": 5.722351884841919, "output_rms": 5.790071201324463 }, "token_cosine_mean_distribution": { "min": 0.9911479949951172, "p10": 0.9917073965072631, "p50": 0.9919162392616272, "p90": 0.9925680577754974, "max": 0.9926467537879944 }, "relative_rms_change_distribution": { "min": 0.12564599514007568, "p10": 0.1262521877884865, "p50": 0.1302611082792282, "p90": 0.13417800515890121, "max": 0.1360393911600113 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "final", "layer_index": 10, "n_prompts": 10, "means": { "flattened_cosine": 0.9925001740455628, "token_cosine_mean": 0.9931973695755005, "token_cosine_p10": 0.9910294830799102, "token_cosine_p50": 0.993638789653778, "token_cosine_p90": 0.9950145423412323, "relative_rms_change": 0.12490562796592712, "input_rms": 5.790071201324463, "output_rms": 5.874302625656128 }, "token_cosine_mean_distribution": { "min": 0.9920960664749146, "p10": 0.9926854550838471, "p50": 0.993116706609726, "p90": 0.9937858760356904, "max": 0.9940746426582336 }, "relative_rms_change_distribution": { "min": 0.1152317225933075, "p10": 0.11743679344654083, "p50": 0.12398508191108704, "p90": 0.1336377292871475, "max": 0.13630588352680206 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "final", "layer_index": 11, "n_prompts": 10, "means": { "flattened_cosine": 0.9915396273136139, "token_cosine_mean": 0.9922099173069, "token_cosine_p10": 0.9896835148334503, "token_cosine_p50": 0.9927466630935669, "token_cosine_p90": 0.9944381296634675, "relative_rms_change": 0.1374628499150276, "input_rms": 5.874302625656128, "output_rms": 5.571586608886719 }, "token_cosine_mean_distribution": { "min": 0.9908159375190735, "p10": 0.9917625963687897, "p50": 0.992294579744339, "p90": 0.9927443563938141, "max": 0.9931635856628418 }, "relative_rms_change_distribution": { "min": 0.12891869246959686, "p10": 0.12933239638805388, "p50": 0.13589699566364288, "p90": 0.14787925630807877, "max": 0.15000073611736298 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "final", "layer_index": 12, "n_prompts": 10, "means": { "flattened_cosine": 0.9908504605293273, "token_cosine_mean": 0.991175252199173, "token_cosine_p10": 0.9887482643127441, "token_cosine_p50": 0.991664457321167, "token_cosine_p90": 0.9933176577091217, "relative_rms_change": 0.13572778105735778, "input_rms": 5.571586608886719, "output_rms": 5.445040273666382 }, "token_cosine_mean_distribution": { "min": 0.9895895719528198, "p10": 0.9905775904655456, "p50": 0.9912574887275696, "p90": 0.9918256103992462, "max": 0.9921976327896118 }, "relative_rms_change_distribution": { "min": 0.12757103145122528, "p10": 0.1299021527171135, "p50": 0.13550709187984467, "p90": 0.14054723381996154, "max": 0.14820469915866852 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "final", "layer_index": 13, "n_prompts": 10, "means": { "flattened_cosine": 0.9891689538955688, "token_cosine_mean": 0.9895608961582184, "token_cosine_p10": 0.9863049685955048, "token_cosine_p50": 0.9902171194553375, "token_cosine_p90": 0.9924298346042633, "relative_rms_change": 0.15159640908241273, "input_rms": 5.445040273666382, "output_rms": 5.178948593139649 }, "token_cosine_mean_distribution": { "min": 0.9875603914260864, "p10": 0.9888577222824096, "p50": 0.9896570444107056, "p90": 0.9903454065322876, "max": 0.9905405640602112 }, "relative_rms_change_distribution": { "min": 0.14562568068504333, "p10": 0.14591062515974046, "p50": 0.15032090991735458, "p90": 0.1576771169900894, "max": 0.16422079503536224 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "final", "layer_index": 14, "n_prompts": 10, "means": { "flattened_cosine": 0.9832567512989044, "token_cosine_mean": 0.9836972415447235, "token_cosine_p10": 0.9799626708030701, "token_cosine_p50": 0.9844425976276397, "token_cosine_p90": 0.9871128737926483, "relative_rms_change": 0.1842268228530884, "input_rms": 5.178948593139649, "output_rms": 4.951062440872192 }, "token_cosine_mean_distribution": { "min": 0.9808071255683899, "p10": 0.9817252457141876, "p50": 0.9841628074645996, "p90": 0.985119903087616, "max": 0.9856678247451782 }, "relative_rms_change_distribution": { "min": 0.17316550016403198, "p10": 0.17616473287343978, "p50": 0.18101905286312103, "p90": 0.1990983322262764, "max": 0.2002752721309662 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "final", "layer_index": 15, "n_prompts": 10, "means": { "flattened_cosine": 0.9807963073253632, "token_cosine_mean": 0.9813091933727265, "token_cosine_p10": 0.9781199634075165, "token_cosine_p50": 0.9820486426353454, "token_cosine_p90": 0.9844472527503967, "relative_rms_change": 0.19802976697683333, "input_rms": 4.951062440872192, "output_rms": 5.02180700302124 }, "token_cosine_mean_distribution": { "min": 0.9792216420173645, "p10": 0.97986199259758, "p50": 0.9813429117202759, "p90": 0.9824268639087677, "max": 0.9832689166069031 }, "relative_rms_change_distribution": { "min": 0.18843522667884827, "p10": 0.19326607286930084, "p50": 0.196952223777771, "p90": 0.20493341982364655, "max": 0.21286135911941528 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "final", "layer_index": 16, "n_prompts": 10, "means": { "flattened_cosine": 0.9807946622371674, "token_cosine_mean": 0.9814335584640503, "token_cosine_p10": 0.9770449638366699, "token_cosine_p50": 0.9823172509670257, "token_cosine_p90": 0.9851904034614563, "relative_rms_change": 0.19685655385255812, "input_rms": 5.02180700302124, "output_rms": 5.030846738815308 }, "token_cosine_mean_distribution": { "min": 0.9800427556037903, "p10": 0.9801913499832153, "p50": 0.9815265238285065, "p90": 0.9822956025600433, "max": 0.9837265610694885 }, "relative_rms_change_distribution": { "min": 0.18295031785964966, "p10": 0.1924748957157135, "p50": 0.19756817072629929, "p90": 0.20249418318271636, "max": 0.20534880459308624 }, "lowest_cosine_eval_id": "internal-p1-58d20588c30f", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "real_world", "stage": "final", "layer_index": 17, "n_prompts": 10, "means": { "flattened_cosine": 0.9754615426063538, "token_cosine_mean": 0.9757691264152527, "token_cosine_p10": 0.9711614310741424, "token_cosine_p50": 0.976240050792694, "token_cosine_p90": 0.9800203740596771, "relative_rms_change": 0.23518158197402955, "input_rms": 5.030846738815308, "output_rms": 4.491288471221924 }, "token_cosine_mean_distribution": { "min": 0.9733346700668335, "p10": 0.974215292930603, "p50": 0.9754597246646881, "p90": 0.9779046952724457, "max": 0.9791579842567444 }, "relative_rms_change_distribution": { "min": 0.2233317494392395, "p10": 0.22761012762784957, "p50": 0.23491840064525604, "p90": 0.24192068874835967, "max": 0.24619674682617188 }, "lowest_cosine_eval_id": "internal-p1-58d20588c30f", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "real_world", "stage": "final", "layer_index": 18, "n_prompts": 10, "means": { "flattened_cosine": 0.9795940220355988, "token_cosine_mean": 0.9799867808818817, "token_cosine_p10": 0.9764805316925049, "token_cosine_p50": 0.980523693561554, "token_cosine_p90": 0.9830379128456116, "relative_rms_change": 0.22266390919685364, "input_rms": 4.491288471221924, "output_rms": 4.829754304885864 }, "token_cosine_mean_distribution": { "min": 0.9781429171562195, "p10": 0.9790744483470917, "p50": 0.9796794950962067, "p90": 0.9815893709659577, "max": 0.9825001955032349 }, "relative_rms_change_distribution": { "min": 0.2076280564069748, "p10": 0.21442148834466934, "p50": 0.2224842682480812, "p90": 0.23226499706506729, "max": 0.23541150987148285 }, "lowest_cosine_eval_id": "internal-p1-58d20588c30f", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "real_world", "stage": "final", "layer_index": 19, "n_prompts": 10, "means": { "flattened_cosine": 0.9837535381317138, "token_cosine_mean": 0.9841948628425599, "token_cosine_p10": 0.9813152194023133, "token_cosine_p50": 0.984713864326477, "token_cosine_p90": 0.986513888835907, "relative_rms_change": 0.19958020001649857, "input_rms": 4.829754304885864, "output_rms": 5.166501092910766 }, "token_cosine_mean_distribution": { "min": 0.983108639717102, "p10": 0.9831511795520782, "p50": 0.9839114546775818, "p90": 0.9855436086654663, "max": 0.9860553741455078 }, "relative_rms_change_distribution": { "min": 0.18669390678405762, "p10": 0.18800683468580245, "p50": 0.20058567076921463, "p90": 0.20831192284822464, "max": 0.2223495990037918 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "final", "layer_index": 20, "n_prompts": 10, "means": { "flattened_cosine": 0.984385758638382, "token_cosine_mean": 0.9851435899734498, "token_cosine_p10": 0.9813154816627503, "token_cosine_p50": 0.9858177304267883, "token_cosine_p90": 0.9880444467067718, "relative_rms_change": 0.1791169300675392, "input_rms": 5.166501092910766, "output_rms": 5.238605785369873 }, "token_cosine_mean_distribution": { "min": 0.9835444688796997, "p10": 0.9838971257209778, "p50": 0.9848707318305969, "p90": 0.9871974110603332, "max": 0.9872774481773376 }, "relative_rms_change_distribution": { "min": 0.16721513867378235, "p10": 0.17401915192604064, "p50": 0.17969006299972534, "p90": 0.185398069024086, "max": 0.18584905564785004 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 21, "n_prompts": 10, "means": { "flattened_cosine": 0.981630277633667, "token_cosine_mean": 0.9818679749965668, "token_cosine_p10": 0.9761397123336792, "token_cosine_p50": 0.9825133979320526, "token_cosine_p90": 0.986535495519638, "relative_rms_change": 0.2130986347794533, "input_rms": 5.238605785369873, "output_rms": 5.640596961975097 }, "token_cosine_mean_distribution": { "min": 0.9793399572372437, "p10": 0.9803576946258545, "p50": 0.9814074337482452, "p90": 0.9845372378826142, "max": 0.9853944182395935 }, "relative_rms_change_distribution": { "min": 0.19914808869361877, "p10": 0.20161155015230178, "p50": 0.21330098807811737, "p90": 0.22178710252046585, "max": 0.22661809623241425 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 22, "n_prompts": 10, "means": { "flattened_cosine": 0.9798574209213257, "token_cosine_mean": 0.9799715459346772, "token_cosine_p10": 0.9743905127048492, "token_cosine_p50": 0.980426025390625, "token_cosine_p90": 0.9849324524402618, "relative_rms_change": 0.28071613013744356, "input_rms": 5.640596961975097, "output_rms": 6.640667390823364 }, "token_cosine_mean_distribution": { "min": 0.9775362610816956, "p10": 0.9784294366836548, "p50": 0.9795047640800476, "p90": 0.9827772498130798, "max": 0.9840165376663208 }, "relative_rms_change_distribution": { "min": 0.2645602226257324, "p10": 0.26528812050819395, "p50": 0.2844131886959076, "p90": 0.28848238587379454, "max": 0.29245221614837646 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "final", "layer_index": 23, "n_prompts": 10, "means": { "flattened_cosine": 0.980056881904602, "token_cosine_mean": 0.9801606655120849, "token_cosine_p10": 0.9749086022377014, "token_cosine_p50": 0.9806451141834259, "token_cosine_p90": 0.9846613228321075, "relative_rms_change": 0.20020186454057692, "input_rms": 6.640667390823364, "output_rms": 6.670288228988648 }, "token_cosine_mean_distribution": { "min": 0.9780070781707764, "p10": 0.9782634973526001, "p50": 0.9801980555057526, "p90": 0.9820334196090699, "max": 0.9827044010162354 }, "relative_rms_change_distribution": { "min": 0.18596862256526947, "p10": 0.1908487007021904, "p50": 0.1999988555908203, "p90": 0.20959414094686507, "max": 0.21190790832042694 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 24, "n_prompts": 10, "means": { "flattened_cosine": 0.9789075732231141, "token_cosine_mean": 0.9790611684322357, "token_cosine_p10": 0.9731597542762757, "token_cosine_p50": 0.9796687543392182, "token_cosine_p90": 0.983973354101181, "relative_rms_change": 0.23822169601917267, "input_rms": 6.670288228988648, "output_rms": 7.34570894241333 }, "token_cosine_mean_distribution": { "min": 0.9764993190765381, "p10": 0.9770051836967468, "p50": 0.9794672727584839, "p90": 0.9805927217006684, "max": 0.9807471632957458 }, "relative_rms_change_distribution": { "min": 0.21620337665081024, "p10": 0.23069861084222792, "p50": 0.23556943982839584, "p90": 0.25486857891082765, "max": 0.25667890906333923 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "final", "layer_index": 25, "n_prompts": 10, "means": { "flattened_cosine": 0.9811679720878601, "token_cosine_mean": 0.981344997882843, "token_cosine_p10": 0.9769210457801819, "token_cosine_p50": 0.9818085491657257, "token_cosine_p90": 0.9851095020771027, "relative_rms_change": 0.19397419691085815, "input_rms": 7.34570894241333, "output_rms": 7.333681964874268 }, "token_cosine_mean_distribution": { "min": 0.9798158407211304, "p10": 0.9801525115966797, "p50": 0.9813518822193146, "p90": 0.982713395357132, "max": 0.9827648401260376 }, "relative_rms_change_distribution": { "min": 0.18700926005840302, "p10": 0.18738663345575332, "p50": 0.19294477254152298, "p90": 0.20089328289031982, "max": 0.20155471563339233 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "final", "layer_index": 26, "n_prompts": 10, "means": { "flattened_cosine": 0.9727661550045014, "token_cosine_mean": 0.9731456279754639, "token_cosine_p10": 0.9650016307830811, "token_cosine_p50": 0.9741736710071563, "token_cosine_p90": 0.9799963176250458, "relative_rms_change": 0.23278910517692566, "input_rms": 7.333681964874268, "output_rms": 6.956204795837403 }, "token_cosine_mean_distribution": { "min": 0.9696410894393921, "p10": 0.9697650074958801, "p50": 0.9737676084041595, "p90": 0.976943165063858, "max": 0.9775576591491699 }, "relative_rms_change_distribution": { "min": 0.21288329362869263, "p10": 0.21550094187259675, "p50": 0.23029712587594986, "p90": 0.24771848320960999, "max": 0.2480355203151703 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "final", "layer_index": 27, "n_prompts": 10, "means": { "flattened_cosine": 0.9756792485713959, "token_cosine_mean": 0.9761310696601868, "token_cosine_p10": 0.971359372138977, "token_cosine_p50": 0.9767624914646149, "token_cosine_p90": 0.9801925420761108, "relative_rms_change": 0.2446748286485672, "input_rms": 6.956204795837403, "output_rms": 7.541742134094238 }, "token_cosine_mean_distribution": { "min": 0.9740462899208069, "p10": 0.9748005270957947, "p50": 0.9761928915977478, "p90": 0.9780809581279755, "max": 0.9785098433494568 }, "relative_rms_change_distribution": { "min": 0.22412797808647156, "p10": 0.22917383015155793, "p50": 0.2450646385550499, "p90": 0.2557303786277771, "max": 0.26085329055786133 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 28, "n_prompts": 10, "means": { "flattened_cosine": 0.9656609773635865, "token_cosine_mean": 0.9661903619766236, "token_cosine_p10": 0.9552977025508881, "token_cosine_p50": 0.9674458086490632, "token_cosine_p90": 0.9753096044063568, "relative_rms_change": 0.26032116264104843, "input_rms": 7.541742134094238, "output_rms": 7.124873542785645 }, "token_cosine_mean_distribution": { "min": 0.9605884552001953, "p10": 0.9636768579483033, "p50": 0.9654193222522736, "p90": 0.9704667270183563, "max": 0.9740855097770691 }, "relative_rms_change_distribution": { "min": 0.22878935933113098, "p10": 0.24343820363283158, "p50": 0.2636962831020355, "p90": 0.2696803957223892, "max": 0.2810952067375183 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 29, "n_prompts": 10, "means": { "flattened_cosine": 0.9612459063529968, "token_cosine_mean": 0.9614919424057007, "token_cosine_p10": 0.954885071516037, "token_cosine_p50": 0.9621347606182098, "token_cosine_p90": 0.9672252237796783, "relative_rms_change": 0.3209745675325394, "input_rms": 7.124873542785645, "output_rms": 8.020393323898315 }, "token_cosine_mean_distribution": { "min": 0.9590005874633789, "p10": 0.959401684999466, "p50": 0.961125522851944, "p90": 0.9646072387695312, "max": 0.9660309553146362 }, "relative_rms_change_distribution": { "min": 0.3060809373855591, "p10": 0.3074270308017731, "p50": 0.3214323967695236, "p90": 0.33201111257076266, "max": 0.33301112055778503 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "final", "layer_index": 30, "n_prompts": 10, "means": { "flattened_cosine": 0.9345537722110748, "token_cosine_mean": 0.9348091363906861, "token_cosine_p10": 0.9234813749790192, "token_cosine_p50": 0.9359918415546418, "token_cosine_p90": 0.94411381483078, "relative_rms_change": 0.5423566579818726, "input_rms": 8.020393323898315, "output_rms": 10.776256561279297 }, "token_cosine_mean_distribution": { "min": 0.9310106039047241, "p10": 0.9319206774234772, "p50": 0.9339350461959839, "p90": 0.9391819596290588, "max": 0.9427120685577393 }, "relative_rms_change_distribution": { "min": 0.5211820006370544, "p10": 0.5310149788856506, "p50": 0.5430436134338379, "p90": 0.5534953713417053, "max": 0.5545293092727661 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "final", "layer_index": 31, "n_prompts": 10, "means": { "flattened_cosine": 0.7749806582927704, "token_cosine_mean": 0.7770288348197937, "token_cosine_p10": 0.7521106958389282, "token_cosine_p50": 0.7782868027687073, "token_cosine_p90": 0.7992683053016663, "relative_rms_change": 1.6368293166160583, "input_rms": 10.776256561279297, "output_rms": 24.631514930725096 }, "token_cosine_mean_distribution": { "min": 0.7393866181373596, "p10": 0.7526251971721649, "p50": 0.7745753824710846, "p90": 0.8075595617294311, "max": 0.8226546049118042 }, "relative_rms_change_distribution": { "min": 1.3516321182250977, "p10": 1.432382380962372, "p50": 1.6567267179489136, "p90": 1.8005174040794372, "max": 1.8490006923675537 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "middle", "layer_index": 0, "n_prompts": 10, "means": { "flattened_cosine": 0.5251788139343262, "token_cosine_mean": 0.5055853694677352, "token_cosine_p10": 0.2239655528217554, "token_cosine_p50": 0.5539554178714752, "token_cosine_p90": 0.7167156159877777, "relative_rms_change": 10.088009357452393, "input_rms": 0.7221935391426086, "output_rms": 7.613415145874024 }, "token_cosine_mean_distribution": { "min": 0.4004541337490082, "p10": 0.4552188336849213, "p50": 0.5162017941474915, "p90": 0.5548470973968506, "max": 0.5919235944747925 }, "relative_rms_change_distribution": { "min": 8.820158958435059, "p10": 9.496067905426026, "p50": 10.129109382629395, "p90": 10.829101657867431, "max": 11.024504661560059 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "middle", "layer_index": 1, "n_prompts": 10, "means": { "flattened_cosine": 0.9980729341506958, "token_cosine_mean": 0.9981829881668091, "token_cosine_p10": 0.9975436687469482, "token_cosine_p50": 0.9982854783535003, "token_cosine_p90": 0.9986678719520569, "relative_rms_change": 0.1072643205523491, "input_rms": 7.613415145874024, "output_rms": 8.26349983215332 }, "token_cosine_mean_distribution": { "min": 0.9978272318840027, "p10": 0.9978426277637482, "p50": 0.9982278347015381, "p90": 0.998386824131012, "max": 0.9983972311019897 }, "relative_rms_change_distribution": { "min": 0.09430526942014694, "p10": 0.0975840486586094, "p50": 0.10624741390347481, "p90": 0.11720976680517196, "max": 0.12473789602518082 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "real_world", "stage": "middle", "layer_index": 2, "n_prompts": 10, "means": { "flattened_cosine": 0.9985299646854401, "token_cosine_mean": 0.9986318826675415, "token_cosine_p10": 0.9981495499610901, "token_cosine_p50": 0.9987069129943847, "token_cosine_p90": 0.9990435838699341, "relative_rms_change": 0.054635700210928916, "input_rms": 8.26349983215332, "output_rms": 8.207961750030517 }, "token_cosine_mean_distribution": { "min": 0.9985080361366272, "p10": 0.9985190868377686, "p50": 0.9986198544502258, "p90": 0.9987151622772217, "max": 0.9988186955451965 }, "relative_rms_change_distribution": { "min": 0.05027887970209122, "p10": 0.05285090692341328, "p50": 0.05425756983458996, "p90": 0.05718355178833008, "max": 0.05720895901322365 }, "lowest_cosine_eval_id": "internal-p1-2c81e44f2837", "largest_change_eval_id": "internal-p1-2c81e44f2837" }, { "group": "real_world", "stage": "middle", "layer_index": 3, "n_prompts": 10, "means": { "flattened_cosine": 0.9978978633880615, "token_cosine_mean": 0.9981491923332214, "token_cosine_p10": 0.9977932870388031, "token_cosine_p50": 0.9984823822975158, "token_cosine_p90": 0.998848432302475, "relative_rms_change": 0.07540604844689369, "input_rms": 8.207961750030517, "output_rms": 7.8754863262176515 }, "token_cosine_mean_distribution": { "min": 0.9978424310684204, "p10": 0.998003363609314, "p50": 0.9981592893600464, "p90": 0.9983619034290314, "max": 0.9983958601951599 }, "relative_rms_change_distribution": { "min": 0.06918537616729736, "p10": 0.07041921243071556, "p50": 0.07522229850292206, "p90": 0.07878829166293144, "max": 0.08180688321590424 }, "lowest_cosine_eval_id": "internal-p1-3339b3c27102", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "real_world", "stage": "middle", "layer_index": 4, "n_prompts": 10, "means": { "flattened_cosine": 0.9968967795372009, "token_cosine_mean": 0.9971665501594543, "token_cosine_p10": 0.9962882459163666, "token_cosine_p50": 0.9974880993366242, "token_cosine_p90": 0.9980867087841034, "relative_rms_change": 0.09549330547451973, "input_rms": 7.8754863262176515, "output_rms": 7.426634454727173 }, "token_cosine_mean_distribution": { "min": 0.9968897700309753, "p10": 0.9969285547733306, "p50": 0.997187614440918, "p90": 0.9972932398319244, "max": 0.9975733160972595 }, "relative_rms_change_distribution": { "min": 0.08524785190820694, "p10": 0.08926247507333755, "p50": 0.09610239788889885, "p90": 0.10264932736754417, "max": 0.1090342253446579 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "middle", "layer_index": 5, "n_prompts": 10, "means": { "flattened_cosine": 0.9957439005374908, "token_cosine_mean": 0.9960549592971801, "token_cosine_p10": 0.9945513010025024, "token_cosine_p50": 0.9964757323265075, "token_cosine_p90": 0.9973142385482788, "relative_rms_change": 0.10070091262459754, "input_rms": 7.426634454727173, "output_rms": 7.09522123336792 }, "token_cosine_mean_distribution": { "min": 0.9958325624465942, "p10": 0.9958737611770629, "p50": 0.9960150718688965, "p90": 0.9963048934936524, "max": 0.9964515566825867 }, "relative_rms_change_distribution": { "min": 0.09415631741285324, "p10": 0.09636559933423997, "p50": 0.10129389539361, "p90": 0.10459474176168441, "max": 0.10619887709617615 }, "lowest_cosine_eval_id": "internal-p1-58d20588c30f", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "middle", "layer_index": 6, "n_prompts": 10, "means": { "flattened_cosine": 0.9936778247356415, "token_cosine_mean": 0.9945905148983002, "token_cosine_p10": 0.9926723778247833, "token_cosine_p50": 0.995086032152176, "token_cosine_p90": 0.9961847245693207, "relative_rms_change": 0.1203170508146286, "input_rms": 7.09522123336792, "output_rms": 6.747893238067627 }, "token_cosine_mean_distribution": { "min": 0.9941030144691467, "p10": 0.9942879796028137, "p50": 0.994512528181076, "p90": 0.9950031757354736, "max": 0.9953959584236145 }, "relative_rms_change_distribution": { "min": 0.11305990815162659, "p10": 0.11461803019046783, "p50": 0.12021089717745781, "p90": 0.12619989812374116, "max": 0.126593217253685 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "middle", "layer_index": 7, "n_prompts": 10, "means": { "flattened_cosine": 0.9897393465042115, "token_cosine_mean": 0.9909343183040619, "token_cosine_p10": 0.9884374260902404, "token_cosine_p50": 0.9912572741508484, "token_cosine_p90": 0.9932467222213746, "relative_rms_change": 0.17558109760284424, "input_rms": 6.747893238067627, "output_rms": 5.990292310714722 }, "token_cosine_mean_distribution": { "min": 0.9899848103523254, "p10": 0.9902362406253815, "p50": 0.9910238087177277, "p90": 0.9914201200008392, "max": 0.9922009110450745 }, "relative_rms_change_distribution": { "min": 0.16122449934482574, "p10": 0.17247477024793625, "p50": 0.1754401996731758, "p90": 0.18202779442071915, "max": 0.1837863177061081 }, "lowest_cosine_eval_id": "internal-p1-913e23f92a26", "largest_change_eval_id": "internal-p1-2c81e44f2837" }, { "group": "real_world", "stage": "middle", "layer_index": 8, "n_prompts": 10, "means": { "flattened_cosine": 0.9868260264396668, "token_cosine_mean": 0.9880718529224396, "token_cosine_p10": 0.9841388881206512, "token_cosine_p50": 0.98882554769516, "token_cosine_p90": 0.9914452135562897, "relative_rms_change": 0.17748901546001433, "input_rms": 5.990292310714722, "output_rms": 5.474946212768555 }, "token_cosine_mean_distribution": { "min": 0.9870620369911194, "p10": 0.9872444272041321, "p50": 0.9879435896873474, "p90": 0.9889497756958008, "max": 0.989170253276825 }, "relative_rms_change_distribution": { "min": 0.17116357386112213, "p10": 0.17120172828435898, "p50": 0.17787567526102066, "p90": 0.18356875628232955, "max": 0.18458232283592224 }, "lowest_cosine_eval_id": "internal-p1-913e23f92a26", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "real_world", "stage": "middle", "layer_index": 9, "n_prompts": 10, "means": { "flattened_cosine": 0.9862099289894104, "token_cosine_mean": 0.9878365635871887, "token_cosine_p10": 0.9830699622631073, "token_cosine_p50": 0.9889334380626679, "token_cosine_p90": 0.9917730271816254, "relative_rms_change": 0.17020078003406525, "input_rms": 5.474946212768555, "output_rms": 5.611815452575684 }, "token_cosine_mean_distribution": { "min": 0.9864078760147095, "p10": 0.9867188513278962, "p50": 0.9880918562412262, "p90": 0.9882889211177825, "max": 0.9887179136276245 }, "relative_rms_change_distribution": { "min": 0.15976205468177795, "p10": 0.1630337193608284, "p50": 0.1705435812473297, "p90": 0.17593792378902434, "max": 0.17902517318725586 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "real_world", "stage": "middle", "layer_index": 10, "n_prompts": 10, "means": { "flattened_cosine": 0.9855926394462585, "token_cosine_mean": 0.9870172142982483, "token_cosine_p10": 0.9798139929771423, "token_cosine_p50": 0.9884464800357818, "token_cosine_p90": 0.9924074828624725, "relative_rms_change": 0.17290053367614747, "input_rms": 5.611815452575684, "output_rms": 5.728971004486084 }, "token_cosine_mean_distribution": { "min": 0.9847989082336426, "p10": 0.9858513534069061, "p50": 0.9870461225509644, "p90": 0.9879291653633118, "max": 0.9881630539894104 }, "relative_rms_change_distribution": { "min": 0.1627524197101593, "p10": 0.16637855172157287, "p50": 0.17033975571393967, "p90": 0.18462647199630738, "max": 0.1846756637096405 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "middle", "layer_index": 11, "n_prompts": 10, "means": { "flattened_cosine": 0.9836541295051575, "token_cosine_mean": 0.9851301550865174, "token_cosine_p10": 0.9767594337463379, "token_cosine_p50": 0.9868150889873505, "token_cosine_p90": 0.9914788901805878, "relative_rms_change": 0.18031709492206574, "input_rms": 5.728971004486084, "output_rms": 5.639569282531738 }, "token_cosine_mean_distribution": { "min": 0.9826658368110657, "p10": 0.9836447894573211, "p50": 0.9849236905574799, "p90": 0.9868014454841614, "max": 0.986860454082489 }, "relative_rms_change_distribution": { "min": 0.16847699880599976, "p10": 0.16898844242095948, "p50": 0.1828688383102417, "p90": 0.19208023995161055, "max": 0.19231730699539185 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "real_world", "stage": "middle", "layer_index": 12, "n_prompts": 10, "means": { "flattened_cosine": 0.982281506061554, "token_cosine_mean": 0.9837543487548828, "token_cosine_p10": 0.9763595581054687, "token_cosine_p50": 0.9849828481674194, "token_cosine_p90": 0.9898829519748688, "relative_rms_change": 0.18743995875120162, "input_rms": 5.639569282531738, "output_rms": 5.560154914855957 }, "token_cosine_mean_distribution": { "min": 0.9811273813247681, "p10": 0.9822930157184601, "p50": 0.9838884174823761, "p90": 0.9854165196418763, "max": 0.9859743118286133 }, "relative_rms_change_distribution": { "min": 0.17509926855564117, "p10": 0.17855048030614853, "p50": 0.18688613921403885, "p90": 0.1961602672934532, "max": 0.20357170701026917 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "middle", "layer_index": 13, "n_prompts": 10, "means": { "flattened_cosine": 0.9789727926254272, "token_cosine_mean": 0.9802725195884705, "token_cosine_p10": 0.9709466993808746, "token_cosine_p50": 0.9816204845905304, "token_cosine_p90": 0.9884799242019653, "relative_rms_change": 0.21057097017765045, "input_rms": 5.560154914855957, "output_rms": 5.149037933349609 }, "token_cosine_mean_distribution": { "min": 0.9771968722343445, "p10": 0.9778945684432984, "p50": 0.9803905487060547, "p90": 0.9826191425323486, "max": 0.9834370017051697 }, "relative_rms_change_distribution": { "min": 0.19509273767471313, "p10": 0.19893647730350494, "p50": 0.21135170757770538, "p90": 0.22311829924583435, "max": 0.22569477558135986 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "middle", "layer_index": 14, "n_prompts": 10, "means": { "flattened_cosine": 0.97489013671875, "token_cosine_mean": 0.976202666759491, "token_cosine_p10": 0.9662681996822358, "token_cosine_p50": 0.9775976479053498, "token_cosine_p90": 0.9853799760341644, "relative_rms_change": 0.22341766059398652, "input_rms": 5.149037933349609, "output_rms": 5.0893552780151365 }, "token_cosine_mean_distribution": { "min": 0.9719352722167969, "p10": 0.9731923162937164, "p50": 0.9768672287464142, "p90": 0.9788029909133911, "max": 0.979371190071106 }, "relative_rms_change_distribution": { "min": 0.2090808004140854, "p10": 0.2100164622068405, "p50": 0.22281745821237564, "p90": 0.23774424493312835, "max": 0.24085630476474762 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "middle", "layer_index": 15, "n_prompts": 10, "means": { "flattened_cosine": 0.974120146036148, "token_cosine_mean": 0.9754599153995513, "token_cosine_p10": 0.9667503595352173, "token_cosine_p50": 0.9771044552326202, "token_cosine_p90": 0.983305424451828, "relative_rms_change": 0.22615443617105485, "input_rms": 5.0893552780151365, "output_rms": 4.996831893920898 }, "token_cosine_mean_distribution": { "min": 0.9711759686470032, "p10": 0.972919350862503, "p50": 0.9759745299816132, "p90": 0.9777418673038483, "max": 0.9782013297080994 }, "relative_rms_change_distribution": { "min": 0.21329215168952942, "p10": 0.2148352399468422, "p50": 0.22395982593297958, "p90": 0.239219830930233, "max": 0.24668148159980774 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "middle", "layer_index": 16, "n_prompts": 10, "means": { "flattened_cosine": 0.9750468492507934, "token_cosine_mean": 0.9765099227428437, "token_cosine_p10": 0.9661350131034852, "token_cosine_p50": 0.9784572064876557, "token_cosine_p90": 0.9849468886852264, "relative_rms_change": 0.23388852179050446, "input_rms": 4.996831893920898, "output_rms": 4.505048418045044 }, "token_cosine_mean_distribution": { "min": 0.9728584289550781, "p10": 0.9735812306404114, "p50": 0.9764451682567596, "p90": 0.9791040897369385, "max": 0.9807428121566772 }, "relative_rms_change_distribution": { "min": 0.20748542249202728, "p10": 0.21879006177186966, "p50": 0.23352829366922379, "p90": 0.25453813970088957, "max": 0.26051080226898193 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "middle", "layer_index": 17, "n_prompts": 10, "means": { "flattened_cosine": 0.977775263786316, "token_cosine_mean": 0.9778117001056671, "token_cosine_p10": 0.967376172542572, "token_cosine_p50": 0.9797814011573791, "token_cosine_p90": 0.9861158311367035, "relative_rms_change": 0.2238418713212013, "input_rms": 4.505048418045044, "output_rms": 4.053097033500672 }, "token_cosine_mean_distribution": { "min": 0.9757346510887146, "p10": 0.9766525566577912, "p50": 0.9774431884288788, "p90": 0.9802427649497986, "max": 0.9810574054718018 }, "relative_rms_change_distribution": { "min": 0.21000675857067108, "p10": 0.21743635684251786, "p50": 0.22482100129127502, "p90": 0.23003627359867096, "max": 0.23097102344036102 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "middle", "layer_index": 18, "n_prompts": 10, "means": { "flattened_cosine": 0.9779194116592407, "token_cosine_mean": 0.9783894777297973, "token_cosine_p10": 0.9685644268989563, "token_cosine_p50": 0.9812037706375122, "token_cosine_p90": 0.9867055296897889, "relative_rms_change": 0.21450153440237046, "input_rms": 4.053097033500672, "output_rms": 4.154941272735596 }, "token_cosine_mean_distribution": { "min": 0.976030707359314, "p10": 0.9767981946468354, "p50": 0.9779496192932129, "p90": 0.9805438816547394, "max": 0.9820928573608398 }, "relative_rms_change_distribution": { "min": 0.19713927805423737, "p10": 0.20102487355470658, "p50": 0.2155475988984108, "p90": 0.22070384919643402, "max": 0.23150156438350677 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "middle", "layer_index": 19, "n_prompts": 10, "means": { "flattened_cosine": 0.9808755040168762, "token_cosine_mean": 0.981956833600998, "token_cosine_p10": 0.9755800008773804, "token_cosine_p50": 0.9837795913219451, "token_cosine_p90": 0.988289475440979, "relative_rms_change": 0.23334955275058747, "input_rms": 4.154941272735596, "output_rms": 4.609698486328125 }, "token_cosine_mean_distribution": { "min": 0.9803974032402039, "p10": 0.9807601988315582, "p50": 0.9812865555286407, "p90": 0.9836865067481995, "max": 0.9850142002105713 }, "relative_rms_change_distribution": { "min": 0.20555177330970764, "p10": 0.21842150837183, "p50": 0.23575837165117264, "p90": 0.2454902410507202, "max": 0.24757367372512817 }, "lowest_cosine_eval_id": "internal-p1-913e23f92a26", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "middle", "layer_index": 20, "n_prompts": 10, "means": { "flattened_cosine": 0.9879051625728608, "token_cosine_mean": 0.9888791561126709, "token_cosine_p10": 0.9836772978305817, "token_cosine_p50": 0.9902194917201996, "token_cosine_p90": 0.9928236842155457, "relative_rms_change": 0.18672908395528792, "input_rms": 4.609698486328125, "output_rms": 5.029577589035034 }, "token_cosine_mean_distribution": { "min": 0.9879534840583801, "p10": 0.9880108296871185, "p50": 0.9886581599712372, "p90": 0.9901284754276276, "max": 0.9906366467475891 }, "relative_rms_change_distribution": { "min": 0.17411071062088013, "p10": 0.17690409719944, "p50": 0.1869278848171234, "p90": 0.19510359466075897, "max": 0.2042427659034729 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "real_world", "stage": "middle", "layer_index": 21, "n_prompts": 10, "means": { "flattened_cosine": 0.9907806932926178, "token_cosine_mean": 0.9915121495723724, "token_cosine_p10": 0.9874209821224212, "token_cosine_p50": 0.992439740896225, "token_cosine_p90": 0.9946226656436921, "relative_rms_change": 0.187906351685524, "input_rms": 5.029577589035034, "output_rms": 5.638011884689331 }, "token_cosine_mean_distribution": { "min": 0.9902611970901489, "p10": 0.990359365940094, "p50": 0.9916844666004181, "p90": 0.9922723412513733, "max": 0.9930986762046814 }, "relative_rms_change_distribution": { "min": 0.17081065475940704, "p10": 0.1710634395480156, "p50": 0.18754026293754578, "p90": 0.2016178324818611, "max": 0.2070523500442505 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "real_world", "stage": "middle", "layer_index": 22, "n_prompts": 10, "means": { "flattened_cosine": 0.9929053843021393, "token_cosine_mean": 0.9930612921714783, "token_cosine_p10": 0.990311735868454, "token_cosine_p50": 0.9935951054096221, "token_cosine_p90": 0.9951639592647552, "relative_rms_change": 0.17325412034988402, "input_rms": 5.638011884689331, "output_rms": 6.308966970443725 }, "token_cosine_mean_distribution": { "min": 0.9920861721038818, "p10": 0.992221999168396, "p50": 0.9930969178676605, "p90": 0.993555098772049, "max": 0.9942007064819336 }, "relative_rms_change_distribution": { "min": 0.16153718531131744, "p10": 0.16490785032510757, "p50": 0.1744091436266899, "p90": 0.18264510482549667, "max": 0.18536747992038727 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "middle", "layer_index": 23, "n_prompts": 10, "means": { "flattened_cosine": 0.9935575425624847, "token_cosine_mean": 0.993658035993576, "token_cosine_p10": 0.9914575934410095, "token_cosine_p50": 0.9940695464611053, "token_cosine_p90": 0.9953486502170563, "relative_rms_change": 0.11780295297503471, "input_rms": 6.308966970443725, "output_rms": 6.468031549453736 }, "token_cosine_mean_distribution": { "min": 0.992901623249054, "p10": 0.9932802438735961, "p50": 0.9935543537139893, "p90": 0.9941345572471618, "max": 0.9944892525672913 }, "relative_rms_change_distribution": { "min": 0.11183372884988785, "p10": 0.11350347772240639, "p50": 0.11734290048480034, "p90": 0.1220966100692749, "max": 0.12498793751001358 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "middle", "layer_index": 24, "n_prompts": 10, "means": { "flattened_cosine": 0.9915018498897552, "token_cosine_mean": 0.9915874421596527, "token_cosine_p10": 0.9884804248809814, "token_cosine_p50": 0.9921021819114685, "token_cosine_p90": 0.9939328908920289, "relative_rms_change": 0.13088889867067338, "input_rms": 6.468031549453736, "output_rms": 6.508027505874634 }, "token_cosine_mean_distribution": { "min": 0.9903402328491211, "p10": 0.9909068763256073, "p50": 0.9915223717689514, "p90": 0.9923177719116211, "max": 0.9923197031021118 }, "relative_rms_change_distribution": { "min": 0.1246974766254425, "p10": 0.1250346302986145, "p50": 0.13106276094913483, "p90": 0.13616369664669037, "max": 0.1418069303035736 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "middle", "layer_index": 25, "n_prompts": 10, "means": { "flattened_cosine": 0.9905160903930664, "token_cosine_mean": 0.9907477021217346, "token_cosine_p10": 0.987748670578003, "token_cosine_p50": 0.9912718415260315, "token_cosine_p90": 0.9931320786476135, "relative_rms_change": 0.14771813303232192, "input_rms": 6.508027505874634, "output_rms": 6.094015598297119 }, "token_cosine_mean_distribution": { "min": 0.9899893999099731, "p10": 0.9900120913982391, "p50": 0.9908132255077362, "p90": 0.9913198351860046, "max": 0.9914705753326416 }, "relative_rms_change_distribution": { "min": 0.14183346927165985, "p10": 0.14244558960199355, "p50": 0.14728401601314545, "p90": 0.15550120174884796, "max": 0.15579544007778168 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "real_world", "stage": "middle", "layer_index": 26, "n_prompts": 10, "means": { "flattened_cosine": 0.9923873543739319, "token_cosine_mean": 0.9926883518695832, "token_cosine_p10": 0.9890887916088105, "token_cosine_p50": 0.9936069965362548, "token_cosine_p90": 0.9954821050167084, "relative_rms_change": 0.1238139346241951, "input_rms": 6.094015598297119, "output_rms": 5.96841344833374 }, "token_cosine_mean_distribution": { "min": 0.9914503693580627, "p10": 0.9921701669692993, "p50": 0.9926028847694397, "p90": 0.9933728218078614, "max": 0.993510365486145 }, "relative_rms_change_distribution": { "min": 0.1166011244058609, "p10": 0.11702922508120536, "p50": 0.12385319173336029, "p90": 0.12863996475934983, "max": 0.13904611766338348 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "middle", "layer_index": 27, "n_prompts": 10, "means": { "flattened_cosine": 0.9774332106113434, "token_cosine_mean": 0.9782502233982087, "token_cosine_p10": 0.9674021959304809, "token_cosine_p50": 0.9817433476448059, "token_cosine_p90": 0.9862619280815125, "relative_rms_change": 0.2281157851219177, "input_rms": 5.96841344833374, "output_rms": 5.313874530792236 }, "token_cosine_mean_distribution": { "min": 0.9705196022987366, "p10": 0.9749942243099212, "p50": 0.9782608151435852, "p90": 0.9817995607852936, "max": 0.9818131327629089 }, "relative_rms_change_distribution": { "min": 0.20819973945617676, "p10": 0.21014467626810074, "p50": 0.2269718497991562, "p90": 0.24964991211891174, "max": 0.26284852623939514 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "middle", "layer_index": 28, "n_prompts": 10, "means": { "flattened_cosine": 0.9834218144416809, "token_cosine_mean": 0.9851441383361816, "token_cosine_p10": 0.9766737580299377, "token_cosine_p50": 0.988007664680481, "token_cosine_p90": 0.9912895798683167, "relative_rms_change": 0.19004903137683868, "input_rms": 5.313874530792236, "output_rms": 5.515987300872803 }, "token_cosine_mean_distribution": { "min": 0.9818777441978455, "p10": 0.9827785909175872, "p50": 0.9852811694145203, "p90": 0.9867232799530029, "max": 0.9872970581054688 }, "relative_rms_change_distribution": { "min": 0.171454057097435, "p10": 0.17159685790538787, "p50": 0.18812009692192078, "p90": 0.20858550667762757, "max": 0.22160285711288452 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "real_world", "stage": "middle", "layer_index": 29, "n_prompts": 10, "means": { "flattened_cosine": 0.9754328250885009, "token_cosine_mean": 0.9757036805152893, "token_cosine_p10": 0.9669813573360443, "token_cosine_p50": 0.9781260788440704, "token_cosine_p90": 0.9825813412666321, "relative_rms_change": 0.25728763490915296, "input_rms": 5.515987300872803, "output_rms": 6.116054248809815 }, "token_cosine_mean_distribution": { "min": 0.9698947668075562, "p10": 0.9741530418395996, "p50": 0.9756949841976166, "p90": 0.977984482049942, "max": 0.9797149896621704 }, "relative_rms_change_distribution": { "min": 0.23768138885498047, "p10": 0.24665966778993606, "p50": 0.2547011822462082, "p90": 0.2679730772972107, "max": 0.2980254590511322 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-4661a8f5c158" }, { "group": "real_world", "stage": "middle", "layer_index": 30, "n_prompts": 10, "means": { "flattened_cosine": 0.953366619348526, "token_cosine_mean": 0.9537796020507813, "token_cosine_p10": 0.9385946273803711, "token_cosine_p50": 0.9570714771747589, "token_cosine_p90": 0.9658463716506958, "relative_rms_change": 0.521187162399292, "input_rms": 6.116054248809815, "output_rms": 8.43015422821045 }, "token_cosine_mean_distribution": { "min": 0.9470371007919312, "p10": 0.9503930270671844, "p50": 0.9537611305713654, "p90": 0.9565511226654053, "max": 0.9614047408103943 }, "relative_rms_change_distribution": { "min": 0.4738091826438904, "p10": 0.5064455509185791, "p50": 0.5209818482398987, "p90": 0.543722927570343, "max": 0.5519117116928101 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "real_world", "stage": "middle", "layer_index": 31, "n_prompts": 10, "means": { "flattened_cosine": 0.8201665997505188, "token_cosine_mean": 0.8203259587287903, "token_cosine_p10": 0.8039837121963501, "token_cosine_p50": 0.8223023355007172, "token_cosine_p90": 0.835456269979477, "relative_rms_change": 1.7395405530929566, "input_rms": 8.43015422821045, "output_rms": 20.749540519714355 }, "token_cosine_mean_distribution": { "min": 0.8110150098800659, "p10": 0.8141103327274323, "p50": 0.8189630210399628, "p90": 0.8314697921276093, "max": 0.8331114649772644 }, "relative_rms_change_distribution": { "min": 1.6296515464782715, "p10": 1.659442412853241, "p50": 1.7681015729904175, "p90": 1.8102016687393188, "max": 1.8102415800094604 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "visual_quality", "stage": "early", "layer_index": 0, "n_prompts": 10, "means": { "flattened_cosine": 0.10928656533360481, "token_cosine_mean": 0.10608405321836471, "token_cosine_p10": -0.34421983957290647, "token_cosine_p50": 0.11264160573482514, "token_cosine_p90": 0.5424841940402985, "relative_rms_change": 8.09786353111267, "input_rms": 0.7468098163604736, "output_rms": 6.083410739898682 }, "token_cosine_mean_distribution": { "min": 0.09964349120855331, "p10": 0.1015068419277668, "p50": 0.10510923713445663, "p90": 0.11192955300211907, "max": 0.1119583398103714 }, "relative_rms_change_distribution": { "min": 7.996907711029053, "p10": 8.039566850662231, "p50": 8.093539714813232, "p90": 8.149028205871582, "max": 8.21034049987793 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 1, "n_prompts": 10, "means": { "flattened_cosine": 0.9974086701869964, "token_cosine_mean": 0.9979397058486938, "token_cosine_p10": 0.9972823977470398, "token_cosine_p50": 0.9980955719947815, "token_cosine_p90": 0.998461902141571, "relative_rms_change": 0.11022801622748375, "input_rms": 6.083410739898682, "output_rms": 6.574602699279785 }, "token_cosine_mean_distribution": { "min": 0.9977731108665466, "p10": 0.9978698313236236, "p50": 0.9979292154312134, "p90": 0.998032021522522, "max": 0.9980539083480835 }, "relative_rms_change_distribution": { "min": 0.10104009509086609, "p10": 0.10505665615200996, "p50": 0.1088617816567421, "p90": 0.11509153023362159, "max": 0.1261357069015503 }, "lowest_cosine_eval_id": "internal-p1-df1d7cdb8ae9", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 2, "n_prompts": 10, "means": { "flattened_cosine": 0.9979854464530945, "token_cosine_mean": 0.9982407450675964, "token_cosine_p10": 0.9976563692092896, "token_cosine_p50": 0.9984215259552002, "token_cosine_p90": 0.9987306952476501, "relative_rms_change": 0.08986233621835708, "input_rms": 6.574602699279785, "output_rms": 6.978215026855469 }, "token_cosine_mean_distribution": { "min": 0.9980688691139221, "p10": 0.9981013238430023, "p50": 0.9982618391513824, "p90": 0.9983809649944305, "max": 0.9984142780303955 }, "relative_rms_change_distribution": { "min": 0.08260276913642883, "p10": 0.08331603556871414, "p50": 0.0883609987795353, "p90": 0.09733443856239318, "max": 0.10595426708459854 }, "lowest_cosine_eval_id": "internal-p1-75e889794d55", "largest_change_eval_id": "internal-p1-75e889794d55" }, { "group": "visual_quality", "stage": "early", "layer_index": 3, "n_prompts": 10, "means": { "flattened_cosine": 0.9960739016532898, "token_cosine_mean": 0.9971491813659668, "token_cosine_p10": 0.9957809746265411, "token_cosine_p50": 0.9979638457298279, "token_cosine_p90": 0.9985201358795166, "relative_rms_change": 0.10789595320820808, "input_rms": 6.978215026855469, "output_rms": 7.383091783523559 }, "token_cosine_mean_distribution": { "min": 0.996803879737854, "p10": 0.9969074666500092, "p50": 0.9971778988838196, "p90": 0.9973872184753418, "max": 0.9976279735565186 }, "relative_rms_change_distribution": { "min": 0.09315982460975647, "p10": 0.09496838450431824, "p50": 0.10326133295893669, "p90": 0.12751126289367676, "max": 0.12773898243904114 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "early", "layer_index": 4, "n_prompts": 10, "means": { "flattened_cosine": 0.996522855758667, "token_cosine_mean": 0.9970338582992554, "token_cosine_p10": 0.9956254065036774, "token_cosine_p50": 0.997554475069046, "token_cosine_p90": 0.9981958329677582, "relative_rms_change": 0.08467476293444634, "input_rms": 7.383091783523559, "output_rms": 7.294122552871704 }, "token_cosine_mean_distribution": { "min": 0.9967749118804932, "p10": 0.9968087077140808, "p50": 0.9969534277915955, "p90": 0.997279268503189, "max": 0.9974545240402222 }, "relative_rms_change_distribution": { "min": 0.07867861539125443, "p10": 0.08010858818888664, "p50": 0.08471396565437317, "p90": 0.08897187486290932, "max": 0.09030626714229584 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "early", "layer_index": 5, "n_prompts": 10, "means": { "flattened_cosine": 0.9952690362930298, "token_cosine_mean": 0.9958494484424592, "token_cosine_p10": 0.9937229692935944, "token_cosine_p50": 0.9965644836425781, "token_cosine_p90": 0.9975379765033722, "relative_rms_change": 0.100247922539711, "input_rms": 7.294122552871704, "output_rms": 7.093384504318237 }, "token_cosine_mean_distribution": { "min": 0.9953173995018005, "p10": 0.9953448116779328, "p50": 0.9957288503646851, "p90": 0.9963729858398438, "max": 0.9965724349021912 }, "relative_rms_change_distribution": { "min": 0.09086847305297852, "p10": 0.09285394474864006, "p50": 0.10235630348324776, "p90": 0.1047752134501934, "max": 0.10859334468841553 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "early", "layer_index": 6, "n_prompts": 10, "means": { "flattened_cosine": 0.9938117861747742, "token_cosine_mean": 0.9947661101818085, "token_cosine_p10": 0.9921881437301636, "token_cosine_p50": 0.9955861270427704, "token_cosine_p90": 0.9967529714107514, "relative_rms_change": 0.11755377724766732, "input_rms": 7.093384504318237, "output_rms": 6.7849935531616214 }, "token_cosine_mean_distribution": { "min": 0.9942344427108765, "p10": 0.9942364275455475, "p50": 0.9946628510951996, "p90": 0.9952744126319886, "max": 0.9956594705581665 }, "relative_rms_change_distribution": { "min": 0.10735982656478882, "p10": 0.11196576282382012, "p50": 0.11711650714278221, "p90": 0.12438438236713409, "max": 0.12654954195022583 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 7, "n_prompts": 10, "means": { "flattened_cosine": 0.9917068481445312, "token_cosine_mean": 0.992680025100708, "token_cosine_p10": 0.9898556172847748, "token_cosine_p50": 0.9934180736541748, "token_cosine_p90": 0.9949660718441009, "relative_rms_change": 0.14140277057886125, "input_rms": 6.7849935531616214, "output_rms": 6.330456066131592 }, "token_cosine_mean_distribution": { "min": 0.992280125617981, "p10": 0.9923297464847565, "p50": 0.9924802780151367, "p90": 0.9930638670921326, "max": 0.993878185749054 }, "relative_rms_change_distribution": { "min": 0.13483799993991852, "p10": 0.13566551506519317, "p50": 0.14177072048187256, "p90": 0.14712339341640474, "max": 0.1476345956325531 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 8, "n_prompts": 10, "means": { "flattened_cosine": 0.9885914862155915, "token_cosine_mean": 0.9898454904556274, "token_cosine_p10": 0.9854690790176391, "token_cosine_p50": 0.9910604238510132, "token_cosine_p90": 0.9932213485240936, "relative_rms_change": 0.17230528444051743, "input_rms": 6.330456066131592, "output_rms": 5.728504705429077 }, "token_cosine_mean_distribution": { "min": 0.9890270233154297, "p10": 0.9890398442745209, "p50": 0.9896374940872192, "p90": 0.9904710590839386, "max": 0.9919322729110718 }, "relative_rms_change_distribution": { "min": 0.1579417884349823, "p10": 0.16607364267110825, "p50": 0.17309825867414474, "p90": 0.17907626777887345, "max": 0.18112774193286896 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 9, "n_prompts": 10, "means": { "flattened_cosine": 0.9883360087871551, "token_cosine_mean": 0.9895794689655304, "token_cosine_p10": 0.9844341993331909, "token_cosine_p50": 0.9909408628940582, "token_cosine_p90": 0.9937672853469849, "relative_rms_change": 0.15520185679197313, "input_rms": 5.728504705429077, "output_rms": 5.828434848785401 }, "token_cosine_mean_distribution": { "min": 0.9883867502212524, "p10": 0.9884841680526734, "p50": 0.9894029200077057, "p90": 0.9904419124126435, "max": 0.9921198487281799 }, "relative_rms_change_distribution": { "min": 0.13347779214382172, "p10": 0.147418050467968, "p50": 0.1580633819103241, "p90": 0.1599567115306854, "max": 0.1635637730360031 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 10, "n_prompts": 10, "means": { "flattened_cosine": 0.9884102165699005, "token_cosine_mean": 0.9895455658435821, "token_cosine_p10": 0.9828059554100037, "token_cosine_p50": 0.9912661194801331, "token_cosine_p90": 0.9945330798625946, "relative_rms_change": 0.15246627628803253, "input_rms": 5.828434848785401, "output_rms": 5.844997787475586 }, "token_cosine_mean_distribution": { "min": 0.987019956111908, "p10": 0.9882730841636658, "p50": 0.9891720414161682, "p90": 0.9911961793899536, "max": 0.9930675029754639 }, "relative_rms_change_distribution": { "min": 0.12229189276695251, "p10": 0.1378469079732895, "p50": 0.15491851419210434, "p90": 0.1631055772304535, "max": 0.17509599030017853 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 11, "n_prompts": 10, "means": { "flattened_cosine": 0.9868469834327698, "token_cosine_mean": 0.988084590435028, "token_cosine_p10": 0.9808253943920135, "token_cosine_p50": 0.9897504448890686, "token_cosine_p90": 0.9936913073062896, "relative_rms_change": 0.16153115183115005, "input_rms": 5.844997787475586, "output_rms": 5.818366050720215 }, "token_cosine_mean_distribution": { "min": 0.9838907122612, "p10": 0.9860044538974762, "p50": 0.9877637922763824, "p90": 0.9902281284332275, "max": 0.9921009540557861 }, "relative_rms_change_distribution": { "min": 0.1302325427532196, "p10": 0.14772290587425232, "p50": 0.1654726192355156, "p90": 0.1755870684981346, "max": 0.1896367073059082 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 12, "n_prompts": 10, "means": { "flattened_cosine": 0.9855854928493499, "token_cosine_mean": 0.9870860874652863, "token_cosine_p10": 0.9813948333263397, "token_cosine_p50": 0.9882614433765411, "token_cosine_p90": 0.9918772935867309, "relative_rms_change": 0.16977211833000183, "input_rms": 5.818366050720215, "output_rms": 5.625035381317138 }, "token_cosine_mean_distribution": { "min": 0.9821059107780457, "p10": 0.984179151058197, "p50": 0.9873057305812836, "p90": 0.9897384345531464, "max": 0.9911023378372192 }, "relative_rms_change_distribution": { "min": 0.1414230316877365, "p10": 0.1528906285762787, "p50": 0.17062220722436905, "p90": 0.18609702438116074, "max": 0.198055237531662 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 13, "n_prompts": 10, "means": { "flattened_cosine": 0.9859333992004394, "token_cosine_mean": 0.9871050894260407, "token_cosine_p10": 0.9813259422779084, "token_cosine_p50": 0.9885211884975433, "token_cosine_p90": 0.9923379778861999, "relative_rms_change": 0.1681147426366806, "input_rms": 5.625035381317138, "output_rms": 5.404618549346924 }, "token_cosine_mean_distribution": { "min": 0.9810152053833008, "p10": 0.982965761423111, "p50": 0.9880005717277527, "p90": 0.9905168056488037, "max": 0.9917207956314087 }, "relative_rms_change_distribution": { "min": 0.13312652707099915, "p10": 0.14665332287549973, "p50": 0.1620212346315384, "p90": 0.1916111394762993, "max": 0.21067506074905396 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 14, "n_prompts": 10, "means": { "flattened_cosine": 0.9832087159156799, "token_cosine_mean": 0.9843732833862304, "token_cosine_p10": 0.978458434343338, "token_cosine_p50": 0.9856989979743958, "token_cosine_p90": 0.9897253036499023, "relative_rms_change": 0.18576132357120514, "input_rms": 5.404618549346924, "output_rms": 5.116879463195801 }, "token_cosine_mean_distribution": { "min": 0.9782546758651733, "p10": 0.9793967604637146, "p50": 0.9849393367767334, "p90": 0.9884724915027618, "max": 0.990053653717041 }, "relative_rms_change_distribution": { "min": 0.1505241096019745, "p10": 0.16282544434070587, "p50": 0.18707111477851868, "p90": 0.20973020642995835, "max": 0.21743778884410858 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 15, "n_prompts": 10, "means": { "flattened_cosine": 0.9839705646038055, "token_cosine_mean": 0.9850506722927094, "token_cosine_p10": 0.9800715684890747, "token_cosine_p50": 0.9864337623119355, "token_cosine_p90": 0.9896633744239807, "relative_rms_change": 0.17785588949918746, "input_rms": 5.116879463195801, "output_rms": 5.0509843826293945 }, "token_cosine_mean_distribution": { "min": 0.9796846508979797, "p10": 0.9813132345676422, "p50": 0.9855769574642181, "p90": 0.9881226360797882, "max": 0.9899341464042664 }, "relative_rms_change_distribution": { "min": 0.1469879001379013, "p10": 0.15953660160303115, "p50": 0.17607276886701584, "p90": 0.19888904988765715, "max": 0.20761483907699585 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 16, "n_prompts": 10, "means": { "flattened_cosine": 0.9840091645717621, "token_cosine_mean": 0.985299026966095, "token_cosine_p10": 0.9796117186546326, "token_cosine_p50": 0.9870377004146575, "token_cosine_p90": 0.9901694357395172, "relative_rms_change": 0.19606944173574448, "input_rms": 5.0509843826293945, "output_rms": 4.555012989044189 }, "token_cosine_mean_distribution": { "min": 0.9805774092674255, "p10": 0.9825098872184753, "p50": 0.985980361700058, "p90": 0.9877718329429627, "max": 0.9888111352920532 }, "relative_rms_change_distribution": { "min": 0.1808837652206421, "p10": 0.1887795850634575, "p50": 0.19231002777814865, "p90": 0.2066052570939064, "max": 0.2160981446504593 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 17, "n_prompts": 10, "means": { "flattened_cosine": 0.9885522842407226, "token_cosine_mean": 0.9888805031776429, "token_cosine_p10": 0.9854543328285217, "token_cosine_p50": 0.9901956379413605, "token_cosine_p90": 0.9923238158226013, "relative_rms_change": 0.1566701427102089, "input_rms": 4.555012989044189, "output_rms": 4.301050758361816 }, "token_cosine_mean_distribution": { "min": 0.984561026096344, "p10": 0.9865993440151215, "p50": 0.9891293942928314, "p90": 0.9913913190364838, "max": 0.9920137524604797 }, "relative_rms_change_distribution": { "min": 0.13322652876377106, "p10": 0.138453309237957, "p50": 0.15944454073905945, "p90": 0.1698341354727745, "max": 0.18198667466640472 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 18, "n_prompts": 10, "means": { "flattened_cosine": 0.9879128038883209, "token_cosine_mean": 0.9885640144348145, "token_cosine_p10": 0.9857854127883912, "token_cosine_p50": 0.9896537065505981, "token_cosine_p90": 0.9920782387256623, "relative_rms_change": 0.15910391956567765, "input_rms": 4.301050758361816, "output_rms": 4.0976114749908445 }, "token_cosine_mean_distribution": { "min": 0.9848860502243042, "p10": 0.9865904867649078, "p50": 0.9885564744472504, "p90": 0.9905072033405304, "max": 0.9914493560791016 }, "relative_rms_change_distribution": { "min": 0.14017802476882935, "p10": 0.1480228289961815, "p50": 0.16105619817972183, "p90": 0.17108938694000245, "max": 0.17565549910068512 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 19, "n_prompts": 10, "means": { "flattened_cosine": 0.9879911839962006, "token_cosine_mean": 0.9892450034618377, "token_cosine_p10": 0.9867976903915405, "token_cosine_p50": 0.9901575982570648, "token_cosine_p90": 0.9920635223388672, "relative_rms_change": 0.1771733745932579, "input_rms": 4.0976114749908445, "output_rms": 4.405958032608032 }, "token_cosine_mean_distribution": { "min": 0.9861105680465698, "p10": 0.9873956680297852, "p50": 0.9891387522220612, "p90": 0.9910838305950165, "max": 0.9914617538452148 }, "relative_rms_change_distribution": { "min": 0.16173891723155975, "p10": 0.16506755203008652, "p50": 0.18241813778877258, "p90": 0.18797990083694457, "max": 0.19075995683670044 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 20, "n_prompts": 10, "means": { "flattened_cosine": 0.9921385645866394, "token_cosine_mean": 0.9933291435241699, "token_cosine_p10": 0.991466510295868, "token_cosine_p50": 0.9942661821842194, "token_cosine_p90": 0.9952936708927155, "relative_rms_change": 0.13833313286304474, "input_rms": 4.405958032608032, "output_rms": 4.634526681900025 }, "token_cosine_mean_distribution": { "min": 0.9912989139556885, "p10": 0.9920764863491058, "p50": 0.9932342171669006, "p90": 0.9945991396903991, "max": 0.994972825050354 }, "relative_rms_change_distribution": { "min": 0.12297724932432175, "p10": 0.12310991138219833, "p50": 0.13760410994291306, "p90": 0.15378644466400146, "max": 0.1540692299604416 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 21, "n_prompts": 10, "means": { "flattened_cosine": 0.9947351932525634, "token_cosine_mean": 0.9955334305763245, "token_cosine_p10": 0.9944655299186707, "token_cosine_p50": 0.9961848437786103, "token_cosine_p90": 0.9969418823719025, "relative_rms_change": 0.1069572888314724, "input_rms": 4.634526681900025, "output_rms": 4.7632684230804445 }, "token_cosine_mean_distribution": { "min": 0.993992269039154, "p10": 0.9943490564823151, "p50": 0.9955509006977081, "p90": 0.9965196907520294, "max": 0.9968593120574951 }, "relative_rms_change_distribution": { "min": 0.09006964415311813, "p10": 0.09378052055835724, "p50": 0.1037694402039051, "p90": 0.12316044196486473, "max": 0.1321173906326294 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 22, "n_prompts": 10, "means": { "flattened_cosine": 0.9953166246414185, "token_cosine_mean": 0.9958497107028961, "token_cosine_p10": 0.9946606159210205, "token_cosine_p50": 0.9964503347873688, "token_cosine_p90": 0.9971004128456116, "relative_rms_change": 0.12868146896362304, "input_rms": 4.7632684230804445, "output_rms": 5.147692632675171 }, "token_cosine_mean_distribution": { "min": 0.9949598908424377, "p10": 0.9950475990772247, "p50": 0.9958688914775848, "p90": 0.9964492559432984, "max": 0.9967541694641113 }, "relative_rms_change_distribution": { "min": 0.11482404172420502, "p10": 0.11743258386850357, "p50": 0.12718799337744713, "p90": 0.1405618220567703, "max": 0.14670759439468384 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 23, "n_prompts": 10, "means": { "flattened_cosine": 0.9966124713420867, "token_cosine_mean": 0.9967683911323547, "token_cosine_p10": 0.9962859630584717, "token_cosine_p50": 0.9971273124217988, "token_cosine_p90": 0.997616070508957, "relative_rms_change": 0.08391892760992051, "input_rms": 5.147692632675171, "output_rms": 5.224361324310303 }, "token_cosine_mean_distribution": { "min": 0.9960178136825562, "p10": 0.9961487054824829, "p50": 0.9968701004981995, "p90": 0.9972811460494995, "max": 0.997433066368103 }, "relative_rms_change_distribution": { "min": 0.07379501312971115, "p10": 0.07514904588460922, "p50": 0.08105174824595451, "p90": 0.09597381204366684, "max": 0.09922987967729568 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 24, "n_prompts": 10, "means": { "flattened_cosine": 0.9957298636436462, "token_cosine_mean": 0.9958496034145355, "token_cosine_p10": 0.9953887581825256, "token_cosine_p50": 0.9962739884853363, "token_cosine_p90": 0.9968271136283875, "relative_rms_change": 0.0929000124335289, "input_rms": 5.224361324310303, "output_rms": 5.269102334976196 }, "token_cosine_mean_distribution": { "min": 0.9947693347930908, "p10": 0.9952983736991883, "p50": 0.9958360493183136, "p90": 0.9965188205242157, "max": 0.9966279864311218 }, "relative_rms_change_distribution": { "min": 0.08256295323371887, "p10": 0.08354743793606759, "p50": 0.09161048009991646, "p90": 0.10407686606049538, "max": 0.10416387021541595 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "visual_quality", "stage": "early", "layer_index": 25, "n_prompts": 10, "means": { "flattened_cosine": 0.9954186379909515, "token_cosine_mean": 0.9957400381565094, "token_cosine_p10": 0.9951674699783325, "token_cosine_p50": 0.9962618827819825, "token_cosine_p90": 0.9968535661697387, "relative_rms_change": 0.10161921232938767, "input_rms": 5.269102334976196, "output_rms": 5.0605498313903805 }, "token_cosine_mean_distribution": { "min": 0.9948607683181763, "p10": 0.9951171875, "p50": 0.9957509338855743, "p90": 0.9964249551296234, "max": 0.9965766072273254 }, "relative_rms_change_distribution": { "min": 0.0904247835278511, "p10": 0.09193944036960602, "p50": 0.09990356490015984, "p90": 0.11373766288161277, "max": 0.11621171236038208 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "visual_quality", "stage": "early", "layer_index": 26, "n_prompts": 10, "means": { "flattened_cosine": 0.99400674700737, "token_cosine_mean": 0.9945931851863861, "token_cosine_p10": 0.9941807925701142, "token_cosine_p50": 0.9955351293087006, "token_cosine_p90": 0.9963335931301117, "relative_rms_change": 0.11631844267249107, "input_rms": 5.0605498313903805, "output_rms": 4.820968818664551 }, "token_cosine_mean_distribution": { "min": 0.9932593703269958, "p10": 0.9936590731143952, "p50": 0.9946276545524597, "p90": 0.9956235885620117, "max": 0.9956343173980713 }, "relative_rms_change_distribution": { "min": 0.09866978973150253, "p10": 0.10411987081170082, "p50": 0.11272512003779411, "p90": 0.13549231737852097, "max": 0.1367294192314148 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "visual_quality", "stage": "early", "layer_index": 27, "n_prompts": 10, "means": { "flattened_cosine": 0.9900811672210693, "token_cosine_mean": 0.9911018967628479, "token_cosine_p10": 0.9895103096961975, "token_cosine_p50": 0.9927188038825989, "token_cosine_p90": 0.9940206170082092, "relative_rms_change": 0.1525159478187561, "input_rms": 4.820968818664551, "output_rms": 4.476833724975586 }, "token_cosine_mean_distribution": { "min": 0.9884545207023621, "p10": 0.9891111791133881, "p50": 0.9912822544574738, "p90": 0.9928687870502472, "max": 0.99347984790802 }, "relative_rms_change_distribution": { "min": 0.12827709317207336, "p10": 0.13287712186574935, "p50": 0.14746671169996262, "p90": 0.17991115748882294, "max": 0.18765407800674438 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 28, "n_prompts": 10, "means": { "flattened_cosine": 0.979633116722107, "token_cosine_mean": 0.981516569852829, "token_cosine_p10": 0.9753196895122528, "token_cosine_p50": 0.9846145451068878, "token_cosine_p90": 0.9881982743740082, "relative_rms_change": 0.19869837462902068, "input_rms": 4.476833724975586, "output_rms": 4.316401386260987 }, "token_cosine_mean_distribution": { "min": 0.9739828109741211, "p10": 0.9749976515769958, "p50": 0.9814273715019226, "p90": 0.9868614733219147, "max": 0.9884113073348999 }, "relative_rms_change_distribution": { "min": 0.15387097001075745, "p10": 0.1635333329439163, "p50": 0.19702541083097458, "p90": 0.24935508370399476, "max": 0.2528873383998871 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "early", "layer_index": 29, "n_prompts": 10, "means": { "flattened_cosine": 0.9371548175811768, "token_cosine_mean": 0.9398726761341095, "token_cosine_p10": 0.9072419762611389, "token_cosine_p50": 0.950033038854599, "token_cosine_p90": 0.9626637279987336, "relative_rms_change": 0.3559101462364197, "input_rms": 4.316401386260987, "output_rms": 4.409878206253052 }, "token_cosine_mean_distribution": { "min": 0.9102403521537781, "p10": 0.9235868096351624, "p50": 0.939115583896637, "p90": 0.9566542983055115, "max": 0.964040994644165 }, "relative_rms_change_distribution": { "min": 0.2691505253314972, "p10": 0.29343889355659486, "p50": 0.35757771134376526, "p90": 0.41871799528598785, "max": 0.4463658034801483 }, "lowest_cosine_eval_id": "internal-p1-10a6e3c099d3", "largest_change_eval_id": "internal-p1-10a6e3c099d3" }, { "group": "visual_quality", "stage": "early", "layer_index": 30, "n_prompts": 10, "means": { "flattened_cosine": 0.8070393443107605, "token_cosine_mean": 0.8106382429599762, "token_cosine_p10": 0.7533113718032837, "token_cosine_p50": 0.8181634247303009, "token_cosine_p90": 0.8615078032016754, "relative_rms_change": 0.6787294387817383, "input_rms": 4.409878206253052, "output_rms": 5.061747264862061 }, "token_cosine_mean_distribution": { "min": 0.7353955507278442, "p10": 0.7587976634502411, "p50": 0.7979682683944702, "p90": 0.8654131352901459, "max": 0.8696666359901428 }, "relative_rms_change_distribution": { "min": 0.5462279915809631, "p10": 0.5725105285644532, "p50": 0.6777625381946564, "p90": 0.7934219777584076, "max": 0.816476583480835 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "early", "layer_index": 31, "n_prompts": 10, "means": { "flattened_cosine": 0.5488969624042511, "token_cosine_mean": 0.5509620517492294, "token_cosine_p10": 0.4864128589630127, "token_cosine_p50": 0.5567993700504303, "token_cosine_p90": 0.6138416111469269, "relative_rms_change": 4.027570676803589, "input_rms": 5.061747264862061, "output_rms": 22.655864334106447 }, "token_cosine_mean_distribution": { "min": 0.46163657307624817, "p10": 0.5051123112440109, "p50": 0.5354501605033875, "p90": 0.6145220518112182, "max": 0.6149320006370544 }, "relative_rms_change_distribution": { "min": 3.5889105796813965, "p10": 3.8217838287353514, "p50": 4.056615352630615, "p90": 4.263453006744385, "max": 4.336705207824707 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 0, "n_prompts": 10, "means": { "flattened_cosine": 0.6654748320579529, "token_cosine_mean": 0.6645871251821518, "token_cosine_p10": 0.534925914183259, "token_cosine_p50": 0.6934023678302765, "token_cosine_p90": 0.7566701114177704, "relative_rms_change": 6.637474060058594, "input_rms": 1.3836202502250672, "output_rms": 9.875193405151368 }, "token_cosine_mean_distribution": { "min": 0.4591030180454254, "p10": 0.5867022722959518, "p50": 0.6943111717700958, "p90": 0.7205088376998902, "max": 0.7587836384773254 }, "relative_rms_change_distribution": { "min": 5.223724365234375, "p10": 5.778499174118042, "p50": 6.312028169631958, "p90": 7.655235242843627, "max": 8.829471588134766 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 1, "n_prompts": 10, "means": { "flattened_cosine": 0.9955097258090972, "token_cosine_mean": 0.9956403493881225, "token_cosine_p10": 0.994439446926117, "token_cosine_p50": 0.9956954538822174, "token_cosine_p90": 0.9967730104923248, "relative_rms_change": 0.1295531779527664, "input_rms": 9.875193405151368, "output_rms": 10.697874355316163 }, "token_cosine_mean_distribution": { "min": 0.9951480627059937, "p10": 0.9951805174350739, "p50": 0.9956964254379272, "p90": 0.9958788096904755, "max": 0.9961609244346619 }, "relative_rms_change_distribution": { "min": 0.11084328591823578, "p10": 0.11704334616661072, "p50": 0.1267145685851574, "p90": 0.14349972009658812, "max": 0.1578291803598404 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "final", "layer_index": 2, "n_prompts": 10, "means": { "flattened_cosine": 0.9975329279899597, "token_cosine_mean": 0.997568416595459, "token_cosine_p10": 0.9970346331596375, "token_cosine_p50": 0.9975898742675782, "token_cosine_p90": 0.9980679452419281, "relative_rms_change": 0.08025731444358826, "input_rms": 10.697874355316163, "output_rms": 10.259197807312011 }, "token_cosine_mean_distribution": { "min": 0.9973810315132141, "p10": 0.9974270045757294, "p50": 0.9975770711898804, "p90": 0.9976942479610443, "max": 0.9978240132331848 }, "relative_rms_change_distribution": { "min": 0.07563059777021408, "p10": 0.07601685598492622, "p50": 0.08030258119106293, "p90": 0.08575819730758667, "max": 0.08583594113588333 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 3, "n_prompts": 10, "means": { "flattened_cosine": 0.9977373957633973, "token_cosine_mean": 0.997871196269989, "token_cosine_p10": 0.9974792242050171, "token_cosine_p50": 0.9978936970233917, "token_cosine_p90": 0.9982329607009888, "relative_rms_change": 0.07613993883132934, "input_rms": 10.259197807312011, "output_rms": 9.870902156829834 }, "token_cosine_mean_distribution": { "min": 0.9977213144302368, "p10": 0.9977577924728394, "p50": 0.9978871643543243, "p90": 0.9979518234729767, "max": 0.9980458617210388 }, "relative_rms_change_distribution": { "min": 0.07104407995939255, "p10": 0.07297703400254249, "p50": 0.07577791437506676, "p90": 0.07950306311249733, "max": 0.08252306282520294 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 4, "n_prompts": 10, "means": { "flattened_cosine": 0.9972460091114044, "token_cosine_mean": 0.9973624587059021, "token_cosine_p10": 0.9969427108764648, "token_cosine_p50": 0.9974113047122956, "token_cosine_p90": 0.9977456569671631, "relative_rms_change": 0.09624027758836746, "input_rms": 9.870902156829834, "output_rms": 9.238656425476075 }, "token_cosine_mean_distribution": { "min": 0.9971633553504944, "p10": 0.9972160875797271, "p50": 0.9973882734775543, "p90": 0.9974921643733978, "max": 0.9975299835205078 }, "relative_rms_change_distribution": { "min": 0.09132619947195053, "p10": 0.0917382538318634, "p50": 0.09597665071487427, "p90": 0.1009153425693512, "max": 0.10183138400316238 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 5, "n_prompts": 10, "means": { "flattened_cosine": 0.9964458584785462, "token_cosine_mean": 0.9965705931186676, "token_cosine_p10": 0.9959098935127259, "token_cosine_p50": 0.9966419279575348, "token_cosine_p90": 0.997151780128479, "relative_rms_change": 0.10057481303811074, "input_rms": 9.238656425476075, "output_rms": 8.698462295532227 }, "token_cosine_mean_distribution": { "min": 0.9962275624275208, "p10": 0.9963596343994141, "p50": 0.9966052174568176, "p90": 0.9967566788196563, "max": 0.9969171285629272 }, "relative_rms_change_distribution": { "min": 0.09425420314073563, "p10": 0.09503270089626312, "p50": 0.10091468319296837, "p90": 0.10344988107681274, "max": 0.10506812483072281 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 6, "n_prompts": 10, "means": { "flattened_cosine": 0.9941653609275818, "token_cosine_mean": 0.9943790316581727, "token_cosine_p10": 0.9933173418045044, "token_cosine_p50": 0.9944767415523529, "token_cosine_p90": 0.995364511013031, "relative_rms_change": 0.16148268878459932, "input_rms": 8.698462295532227, "output_rms": 7.602145338058472 }, "token_cosine_mean_distribution": { "min": 0.9936742186546326, "p10": 0.9938541412353515, "p50": 0.9944509565830231, "p90": 0.9946818113327026, "max": 0.9948908090591431 }, "relative_rms_change_distribution": { "min": 0.15039610862731934, "p10": 0.152081461250782, "p50": 0.1605924814939499, "p90": 0.17174467146396638, "max": 0.17268194258213043 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 7, "n_prompts": 10, "means": { "flattened_cosine": 0.9913193166255951, "token_cosine_mean": 0.9915706396102906, "token_cosine_p10": 0.9900457382202148, "token_cosine_p50": 0.9917137861251831, "token_cosine_p90": 0.9929473519325256, "relative_rms_change": 0.19589509069919586, "input_rms": 7.602145338058472, "output_rms": 6.431706523895263 }, "token_cosine_mean_distribution": { "min": 0.9905606508255005, "p10": 0.9907427191734314, "p50": 0.9916585385799408, "p90": 0.9921956360340118, "max": 0.9924018979072571 }, "relative_rms_change_distribution": { "min": 0.18815577030181885, "p10": 0.19070618897676467, "p50": 0.19588233530521393, "p90": 0.20098494738340378, "max": 0.2032172828912735 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 8, "n_prompts": 10, "means": { "flattened_cosine": 0.9895491600036621, "token_cosine_mean": 0.9899315953254699, "token_cosine_p10": 0.9881021738052368, "token_cosine_p50": 0.9900707602500916, "token_cosine_p90": 0.9916420400142669, "relative_rms_change": 0.17723233699798585, "input_rms": 6.431706523895263, "output_rms": 5.702266693115234 }, "token_cosine_mean_distribution": { "min": 0.9882213473320007, "p10": 0.9885738432407379, "p50": 0.9901001155376434, "p90": 0.9908345580101013, "max": 0.9908894896507263 }, "relative_rms_change_distribution": { "min": 0.1666010469198227, "p10": 0.16887699514627458, "p50": 0.17668592184782028, "p90": 0.18521018028259278, "max": 0.18680191040039062 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 9, "n_prompts": 10, "means": { "flattened_cosine": 0.9918313205242157, "token_cosine_mean": 0.9921250700950622, "token_cosine_p10": 0.9903095006942749, "token_cosine_p50": 0.992414653301239, "token_cosine_p90": 0.9937213122844696, "relative_rms_change": 0.1298328958451748, "input_rms": 5.702266693115234, "output_rms": 5.783894300460815 }, "token_cosine_mean_distribution": { "min": 0.9907108545303345, "p10": 0.9914722800254822, "p50": 0.9921545088291168, "p90": 0.9928606510162353, "max": 0.9929607510566711 }, "relative_rms_change_distribution": { "min": 0.12075372040271759, "p10": 0.1231758289039135, "p50": 0.12856777012348175, "p90": 0.13620163798332213, "max": 0.1431787610054016 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 10, "n_prompts": 10, "means": { "flattened_cosine": 0.9929748117923737, "token_cosine_mean": 0.9934836030006409, "token_cosine_p10": 0.9915222346782684, "token_cosine_p50": 0.9938929080963135, "token_cosine_p90": 0.9951503276824951, "relative_rms_change": 0.12072723209857941, "input_rms": 5.783894300460815, "output_rms": 5.87018780708313 }, "token_cosine_mean_distribution": { "min": 0.9920257925987244, "p10": 0.992912745475769, "p50": 0.9933478236198425, "p90": 0.994273328781128, "max": 0.9943432807922363 }, "relative_rms_change_distribution": { "min": 0.11132577806711197, "p10": 0.11277220621705056, "p50": 0.12151169031858444, "p90": 0.1271330863237381, "max": 0.13201256096363068 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 11, "n_prompts": 10, "means": { "flattened_cosine": 0.9921494722366333, "token_cosine_mean": 0.9927244901657104, "token_cosine_p10": 0.9903221726417542, "token_cosine_p50": 0.9932920813560486, "token_cosine_p90": 0.9947670817375183, "relative_rms_change": 0.13058013170957566, "input_rms": 5.87018780708313, "output_rms": 5.617240238189697 }, "token_cosine_mean_distribution": { "min": 0.9913581013679504, "p10": 0.9921349227428437, "p50": 0.9925779402256012, "p90": 0.9935256659984588, "max": 0.9936354756355286 }, "relative_rms_change_distribution": { "min": 0.11875183135271072, "p10": 0.11971292048692703, "p50": 0.1324343979358673, "p90": 0.13711814880371093, "max": 0.14027942717075348 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 12, "n_prompts": 10, "means": { "flattened_cosine": 0.991206306219101, "token_cosine_mean": 0.9915272295475006, "token_cosine_p10": 0.9893634378910064, "token_cosine_p50": 0.99195516705513, "token_cosine_p90": 0.9934117078781128, "relative_rms_change": 0.13377807810902595, "input_rms": 5.617240238189697, "output_rms": 5.463139963150025 }, "token_cosine_mean_distribution": { "min": 0.9903196692466736, "p10": 0.990615838766098, "p50": 0.9915270805358887, "p90": 0.9923763275146484, "max": 0.9925233125686646 }, "relative_rms_change_distribution": { "min": 0.1241723820567131, "p10": 0.12762079760432243, "p50": 0.13358421623706818, "p90": 0.14056053310632705, "max": 0.14413319528102875 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 13, "n_prompts": 10, "means": { "flattened_cosine": 0.9896312892436981, "token_cosine_mean": 0.989981883764267, "token_cosine_p10": 0.98723104596138, "token_cosine_p50": 0.990510356426239, "token_cosine_p90": 0.9925733625888824, "relative_rms_change": 0.14894299656152726, "input_rms": 5.463139963150025, "output_rms": 5.193216848373413 }, "token_cosine_mean_distribution": { "min": 0.9885461330413818, "p10": 0.9887482643127441, "p50": 0.989854097366333, "p90": 0.9908849596977234, "max": 0.9914530515670776 }, "relative_rms_change_distribution": { "min": 0.13745762407779694, "p10": 0.14080129265785218, "p50": 0.14773351699113846, "p90": 0.1581765592098236, "max": 0.15885840356349945 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 14, "n_prompts": 10, "means": { "flattened_cosine": 0.9839887678623199, "token_cosine_mean": 0.9844084620475769, "token_cosine_p10": 0.9814001858234406, "token_cosine_p50": 0.9850250244140625, "token_cosine_p90": 0.9872090935707092, "relative_rms_change": 0.18051160126924515, "input_rms": 5.193216848373413, "output_rms": 4.970677852630615 }, "token_cosine_mean_distribution": { "min": 0.9826172590255737, "p10": 0.9830592334270477, "p50": 0.9844971299171448, "p90": 0.9854592382907867, "max": 0.9858087301254272 }, "relative_rms_change_distribution": { "min": 0.1711721271276474, "p10": 0.1744874447584152, "p50": 0.18174751102924347, "p90": 0.18812423199415207, "max": 0.19108961522579193 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 15, "n_prompts": 10, "means": { "flattened_cosine": 0.9816196322441101, "token_cosine_mean": 0.9819701969623565, "token_cosine_p10": 0.9794265925884247, "token_cosine_p50": 0.9826291739940644, "token_cosine_p90": 0.9845856785774231, "relative_rms_change": 0.1922343522310257, "input_rms": 4.970677852630615, "output_rms": 4.993010425567627 }, "token_cosine_mean_distribution": { "min": 0.9801899790763855, "p10": 0.9808200299739838, "p50": 0.9820545017719269, "p90": 0.9830466210842133, "max": 0.983116090297699 }, "relative_rms_change_distribution": { "min": 0.18651443719863892, "p10": 0.1866056054830551, "p50": 0.19089479744434357, "p90": 0.19872312396764755, "max": 0.20152872800827026 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 16, "n_prompts": 10, "means": { "flattened_cosine": 0.9813269138336181, "token_cosine_mean": 0.981932258605957, "token_cosine_p10": 0.9785251259803772, "token_cosine_p50": 0.9825768172740936, "token_cosine_p90": 0.9852769494056701, "relative_rms_change": 0.19612031430006027, "input_rms": 4.993010425567627, "output_rms": 5.07788052558899 }, "token_cosine_mean_distribution": { "min": 0.9803851842880249, "p10": 0.9804052472114563, "p50": 0.9822109639644623, "p90": 0.9830018520355225, "max": 0.9834054708480835 }, "relative_rms_change_distribution": { "min": 0.1858421415090561, "p10": 0.188186714053154, "p50": 0.19489461183547974, "p90": 0.2047625884413719, "max": 0.20538321137428284 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 17, "n_prompts": 10, "means": { "flattened_cosine": 0.9755915999412537, "token_cosine_mean": 0.9758318841457367, "token_cosine_p10": 0.971644276380539, "token_cosine_p50": 0.9762396395206452, "token_cosine_p90": 0.9799026250839233, "relative_rms_change": 0.23606741428375244, "input_rms": 5.07788052558899, "output_rms": 4.5133813381195065 }, "token_cosine_mean_distribution": { "min": 0.9731329679489136, "p10": 0.9734773099422455, "p50": 0.9754980206489563, "p90": 0.9782865107059479, "max": 0.9786223769187927 }, "relative_rms_change_distribution": { "min": 0.22405320405960083, "p10": 0.22434807270765306, "p50": 0.23548642545938492, "p90": 0.2449113219976425, "max": 0.251189649105072 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "visual_quality", "stage": "final", "layer_index": 18, "n_prompts": 10, "means": { "flattened_cosine": 0.9799033164978027, "token_cosine_mean": 0.9801996290683747, "token_cosine_p10": 0.9773307085037232, "token_cosine_p50": 0.9805637001991272, "token_cosine_p90": 0.9830002248287201, "relative_rms_change": 0.2242123395204544, "input_rms": 4.5133813381195065, "output_rms": 4.88379864692688 }, "token_cosine_mean_distribution": { "min": 0.978347897529602, "p10": 0.9791334629058838, "p50": 0.9800934791564941, "p90": 0.9811457693576813, "max": 0.9821266531944275 }, "relative_rms_change_distribution": { "min": 0.2117966264486313, "p10": 0.213326196372509, "p50": 0.22294557839632034, "p90": 0.23627271205186845, "max": 0.2388034164905548 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 19, "n_prompts": 10, "means": { "flattened_cosine": 0.9840708792209625, "token_cosine_mean": 0.9844269812107086, "token_cosine_p10": 0.982329249382019, "token_cosine_p50": 0.9847103238105774, "token_cosine_p90": 0.9864208161830902, "relative_rms_change": 0.19138355702161788, "input_rms": 4.88379864692688, "output_rms": 5.143291234970093 }, "token_cosine_mean_distribution": { "min": 0.9833415746688843, "p10": 0.9838027000427246, "p50": 0.9843642115592957, "p90": 0.9851332306861877, "max": 0.9859486222267151 }, "relative_rms_change_distribution": { "min": 0.178968146443367, "p10": 0.1794211447238922, "p50": 0.19220595061779022, "p90": 0.20103515386581422, "max": 0.2021552175283432 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "final", "layer_index": 20, "n_prompts": 10, "means": { "flattened_cosine": 0.9846675574779511, "token_cosine_mean": 0.9852623522281647, "token_cosine_p10": 0.9819249987602234, "token_cosine_p50": 0.9857805609703064, "token_cosine_p90": 0.9879221618175507, "relative_rms_change": 0.17756817638874053, "input_rms": 5.143291234970093, "output_rms": 5.227102375030517 }, "token_cosine_mean_distribution": { "min": 0.9823619723320007, "p10": 0.984386396408081, "p50": 0.9854334592819214, "p90": 0.9861696600914002, "max": 0.987252414226532 }, "relative_rms_change_distribution": { "min": 0.1671079397201538, "p10": 0.17133365273475648, "p50": 0.17864779382944107, "p90": 0.18276403844356537, "max": 0.1886870265007019 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 21, "n_prompts": 10, "means": { "flattened_cosine": 0.9815575957298279, "token_cosine_mean": 0.9817253589630127, "token_cosine_p10": 0.9766854524612427, "token_cosine_p50": 0.982269287109375, "token_cosine_p90": 0.9859582245349884, "relative_rms_change": 0.21446602493524553, "input_rms": 5.227102375030517, "output_rms": 5.640154647827148 }, "token_cosine_mean_distribution": { "min": 0.9775104522705078, "p10": 0.9802304804325104, "p50": 0.982104480266571, "p90": 0.9832183063030243, "max": 0.9842686057090759 }, "relative_rms_change_distribution": { "min": 0.2038288414478302, "p10": 0.20603694319725036, "p50": 0.21499687433242798, "p90": 0.21965069025754927, "max": 0.2342878133058548 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 22, "n_prompts": 10, "means": { "flattened_cosine": 0.9796359717845917, "token_cosine_mean": 0.9797369241714478, "token_cosine_p10": 0.9745388209819794, "token_cosine_p50": 0.9802124917507171, "token_cosine_p90": 0.9842812657356262, "relative_rms_change": 0.2794118493795395, "input_rms": 5.640154647827148, "output_rms": 6.621975755691528 }, "token_cosine_mean_distribution": { "min": 0.9761953353881836, "p10": 0.97837935090065, "p50": 0.9799253344535828, "p90": 0.9811823189258575, "max": 0.982122540473938 }, "relative_rms_change_distribution": { "min": 0.26401129364967346, "p10": 0.27107438147068025, "p50": 0.2788213640451431, "p90": 0.2855245590209961, "max": 0.30120083689689636 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 23, "n_prompts": 10, "means": { "flattened_cosine": 0.9800442039966584, "token_cosine_mean": 0.9801512360572815, "token_cosine_p10": 0.9755172014236451, "token_cosine_p50": 0.9805007815361023, "token_cosine_p90": 0.9843933343887329, "relative_rms_change": 0.2007587343454361, "input_rms": 6.621975755691528, "output_rms": 6.67750186920166 }, "token_cosine_mean_distribution": { "min": 0.9775542616844177, "p10": 0.9781699359416962, "p50": 0.9803959727287292, "p90": 0.9813110113143921, "max": 0.9822899103164673 }, "relative_rms_change_distribution": { "min": 0.19105355441570282, "p10": 0.1947684407234192, "p50": 0.19958020001649857, "p90": 0.21032511442899704, "max": 0.21371804177761078 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 24, "n_prompts": 10, "means": { "flattened_cosine": 0.978740394115448, "token_cosine_mean": 0.9789163529872894, "token_cosine_p10": 0.9738668918609619, "token_cosine_p50": 0.9790815532207489, "token_cosine_p90": 0.9837923228740693, "relative_rms_change": 0.24230234771966935, "input_rms": 6.67750186920166, "output_rms": 7.395540618896485 }, "token_cosine_mean_distribution": { "min": 0.9763465523719788, "p10": 0.9773593008518219, "p50": 0.9791828989982605, "p90": 0.9805330812931061, "max": 0.9807907342910767 }, "relative_rms_change_distribution": { "min": 0.23015129566192627, "p10": 0.23444264233112336, "p50": 0.2421470656991005, "p90": 0.25276746451854704, "max": 0.25513094663619995 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 25, "n_prompts": 10, "means": { "flattened_cosine": 0.9806638181209564, "token_cosine_mean": 0.9808641314506531, "token_cosine_p10": 0.9770015597343444, "token_cosine_p50": 0.981042742729187, "token_cosine_p90": 0.9844178438186646, "relative_rms_change": 0.19602881073951722, "input_rms": 7.395540618896485, "output_rms": 7.335167360305786 }, "token_cosine_mean_distribution": { "min": 0.9787400960922241, "p10": 0.9799355566501617, "p50": 0.9808832108974457, "p90": 0.9818717062473297, "max": 0.9822776317596436 }, "relative_rms_change_distribution": { "min": 0.18862701952457428, "p10": 0.19066627621650695, "p50": 0.19667214155197144, "p90": 0.20039884001016617, "max": 0.20706231892108917 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "final", "layer_index": 26, "n_prompts": 10, "means": { "flattened_cosine": 0.9733392357826233, "token_cosine_mean": 0.9737067222595215, "token_cosine_p10": 0.9661075413227082, "token_cosine_p50": 0.9746696650981903, "token_cosine_p90": 0.979968124628067, "relative_rms_change": 0.23021626919507981, "input_rms": 7.335167360305786, "output_rms": 6.978010368347168 }, "token_cosine_mean_distribution": { "min": 0.969280481338501, "p10": 0.9715779006481171, "p50": 0.9732995927333832, "p90": 0.9767466843128204, "max": 0.9774993658065796 }, "relative_rms_change_distribution": { "min": 0.2134883552789688, "p10": 0.2166497141122818, "p50": 0.23284173756837845, "p90": 0.23969032913446425, "max": 0.2483827918767929 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 27, "n_prompts": 10, "means": { "flattened_cosine": 0.9760650753974914, "token_cosine_mean": 0.9764450907707214, "token_cosine_p10": 0.9719477355480194, "token_cosine_p50": 0.9769801557064056, "token_cosine_p90": 0.9802241563796997, "relative_rms_change": 0.2441793292760849, "input_rms": 6.978010368347168, "output_rms": 7.584368944168091 }, "token_cosine_mean_distribution": { "min": 0.9737981557846069, "p10": 0.9747571527957917, "p50": 0.9764131605625153, "p90": 0.9782146155834198, "max": 0.9792177081108093 }, "relative_rms_change_distribution": { "min": 0.22874940931797028, "p10": 0.2313442587852478, "p50": 0.24391042441129684, "p90": 0.25588699281215666, "max": 0.26628342270851135 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 28, "n_prompts": 10, "means": { "flattened_cosine": 0.9649951815605163, "token_cosine_mean": 0.9655387759208679, "token_cosine_p10": 0.9549170434474945, "token_cosine_p50": 0.966856449842453, "token_cosine_p90": 0.9746540069580079, "relative_rms_change": 0.26301446706056597, "input_rms": 7.584368944168091, "output_rms": 7.148144149780274 }, "token_cosine_mean_distribution": { "min": 0.9573513269424438, "p10": 0.9628305971622467, "p50": 0.9656832218170166, "p90": 0.9694170534610749, "max": 0.970734179019928 }, "relative_rms_change_distribution": { "min": 0.24332407116889954, "p10": 0.24920431822538375, "p50": 0.26306217908859253, "p90": 0.27280445098876954, "max": 0.2908751368522644 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 29, "n_prompts": 10, "means": { "flattened_cosine": 0.9617082834243774, "token_cosine_mean": 0.9619594037532806, "token_cosine_p10": 0.9559878468513489, "token_cosine_p50": 0.9625972449779511, "token_cosine_p90": 0.9670869946479798, "relative_rms_change": 0.3218900620937347, "input_rms": 7.148144149780274, "output_rms": 8.082188844680786 }, "token_cosine_mean_distribution": { "min": 0.9581936597824097, "p10": 0.9596891522407531, "p50": 0.9615309536457062, "p90": 0.964648574590683, "max": 0.9651874303817749 }, "relative_rms_change_distribution": { "min": 0.30903860926628113, "p10": 0.30992365777492525, "p50": 0.32386326789855957, "p90": 0.33103713393211365, "max": 0.3356376588344574 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "final", "layer_index": 30, "n_prompts": 10, "means": { "flattened_cosine": 0.9353151679039001, "token_cosine_mean": 0.9356461822986603, "token_cosine_p10": 0.9270927429199218, "token_cosine_p50": 0.9363915026187897, "token_cosine_p90": 0.9431115925312042, "relative_rms_change": 0.5342728912830352, "input_rms": 8.082188844680786, "output_rms": 10.793995189666749 }, "token_cosine_mean_distribution": { "min": 0.9301794767379761, "p10": 0.931324940919876, "p50": 0.9358732998371124, "p90": 0.9406339466571808, "max": 0.9408554434776306 }, "relative_rms_change_distribution": { "min": 0.5114598870277405, "p10": 0.5219953894615174, "p50": 0.5323919355869293, "p90": 0.5490773677825928, "max": 0.5581532120704651 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "final", "layer_index": 31, "n_prompts": 10, "means": { "flattened_cosine": 0.7627390861511231, "token_cosine_mean": 0.7649161577224731, "token_cosine_p10": 0.7378155529499054, "token_cosine_p50": 0.765457957983017, "token_cosine_p90": 0.7925556123256683, "relative_rms_change": 1.7204573631286622, "input_rms": 10.793995189666749, "output_rms": 25.455944442749022 }, "token_cosine_mean_distribution": { "min": 0.7347827553749084, "p10": 0.7379567205905915, "p50": 0.7598171234130859, "p90": 0.7947194993495941, "max": 0.8168250322341919 }, "relative_rms_change_distribution": { "min": 1.3624224662780762, "p10": 1.4934539556503297, "p50": 1.774101197719574, "p90": 1.8719729423522948, "max": 1.9113115072250366 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 0, "n_prompts": 10, "means": { "flattened_cosine": 0.4569154977798462, "token_cosine_mean": 0.43486082553863525, "token_cosine_p10": 0.09916778951883316, "token_cosine_p50": 0.4862652838230133, "token_cosine_p90": 0.6889582514762879, "relative_rms_change": 10.618151378631591, "input_rms": 0.6870612680912018, "output_rms": 7.560975217819214 }, "token_cosine_mean_distribution": { "min": 0.30389273166656494, "p10": 0.3293721616268158, "p50": 0.4544076472520828, "p90": 0.4954048156738281, "max": 0.5431060791015625 }, "relative_rms_change_distribution": { "min": 9.56723690032959, "p10": 10.105349826812745, "p50": 10.466219425201416, "p90": 11.376957130432128, "max": 11.83449649810791 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "visual_quality", "stage": "middle", "layer_index": 1, "n_prompts": 10, "means": { "flattened_cosine": 0.9978586614131928, "token_cosine_mean": 0.9979826271533966, "token_cosine_p10": 0.9973563432693482, "token_cosine_p50": 0.9980701744556427, "token_cosine_p90": 0.9984852433204651, "relative_rms_change": 0.11873030364513397, "input_rms": 7.560975217819214, "output_rms": 8.290709590911865 }, "token_cosine_mean_distribution": { "min": 0.9976302981376648, "p10": 0.9977781414985657, "p50": 0.9980292320251465, "p90": 0.998146140575409, "max": 0.9981914162635803 }, "relative_rms_change_distribution": { "min": 0.10167357325553894, "p10": 0.10520142242312432, "p50": 0.11280540004372597, "p90": 0.14054050147533417, "max": 0.1557384878396988 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "middle", "layer_index": 2, "n_prompts": 10, "means": { "flattened_cosine": 0.9984496235847473, "token_cosine_mean": 0.9985460937023163, "token_cosine_p10": 0.9981338500976562, "token_cosine_p50": 0.9985793590545654, "token_cosine_p90": 0.9989345371723175, "relative_rms_change": 0.056319651380181315, "input_rms": 8.290709590911865, "output_rms": 8.219304370880128 }, "token_cosine_mean_distribution": { "min": 0.9984426498413086, "p10": 0.9984574019908905, "p50": 0.998539000749588, "p90": 0.99866424202919, "max": 0.9986828565597534 }, "relative_rms_change_distribution": { "min": 0.0523197315633297, "p10": 0.05396547801792621, "p50": 0.05609603226184845, "p90": 0.05834265649318695, "max": 0.0588102862238884 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 3, "n_prompts": 10, "means": { "flattened_cosine": 0.9978205740451813, "token_cosine_mean": 0.9981345772743225, "token_cosine_p10": 0.9978486895561218, "token_cosine_p50": 0.9984468281269073, "token_cosine_p90": 0.9987931966781616, "relative_rms_change": 0.07534606158733367, "input_rms": 8.219304370880128, "output_rms": 7.9072606563568115 }, "token_cosine_mean_distribution": { "min": 0.9974876046180725, "p10": 0.9977793216705322, "p50": 0.9982260763645172, "p90": 0.9983502984046936, "max": 0.9984525442123413 }, "relative_rms_change_distribution": { "min": 0.06995025277137756, "p10": 0.0705560028553009, "p50": 0.07320335507392883, "p90": 0.08080015182495116, "max": 0.0879431962966919 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 4, "n_prompts": 10, "means": { "flattened_cosine": 0.9970285356044769, "token_cosine_mean": 0.9972815334796905, "token_cosine_p10": 0.9965264320373535, "token_cosine_p50": 0.9975306987762451, "token_cosine_p90": 0.9980480194091796, "relative_rms_change": 0.0943875104188919, "input_rms": 7.9072606563568115, "output_rms": 7.4530620098114015 }, "token_cosine_mean_distribution": { "min": 0.9969339370727539, "p10": 0.9971683084964752, "p50": 0.9972449541091919, "p90": 0.9975399434566498, "max": 0.9976596236228943 }, "relative_rms_change_distribution": { "min": 0.0847214087843895, "p10": 0.08848527893424034, "p50": 0.09507890045642853, "p90": 0.09898592531681061, "max": 0.10006196051836014 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 5, "n_prompts": 10, "means": { "flattened_cosine": 0.9960983276367188, "token_cosine_mean": 0.996393346786499, "token_cosine_p10": 0.9952493965625763, "token_cosine_p50": 0.9967374205589294, "token_cosine_p90": 0.9973875463008881, "relative_rms_change": 0.09777865931391716, "input_rms": 7.4530620098114015, "output_rms": 7.11071138381958 }, "token_cosine_mean_distribution": { "min": 0.9958925843238831, "p10": 0.9959955811500549, "p50": 0.9963537752628326, "p90": 0.9968773066997528, "max": 0.997215211391449 }, "relative_rms_change_distribution": { "min": 0.08312975615262985, "p10": 0.09530778974294662, "p50": 0.09857305884361267, "p90": 0.10117818042635918, "max": 0.10591010004281998 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 6, "n_prompts": 10, "means": { "flattened_cosine": 0.9942954957485199, "token_cosine_mean": 0.9950663566589355, "token_cosine_p10": 0.9936010599136352, "token_cosine_p50": 0.9954960227012635, "token_cosine_p90": 0.9963742434978485, "relative_rms_change": 0.11742976307868958, "input_rms": 7.11071138381958, "output_rms": 6.728935241699219 }, "token_cosine_mean_distribution": { "min": 0.9941839575767517, "p10": 0.9944845259189605, "p50": 0.9951445758342743, "p90": 0.9956257224082947, "max": 0.995827317237854 }, "relative_rms_change_distribution": { "min": 0.11113281548023224, "p10": 0.11129840835928917, "p50": 0.11601654812693596, "p90": 0.12432268857955933, "max": 0.12565499544143677 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 7, "n_prompts": 10, "means": { "flattened_cosine": 0.9903707563877105, "token_cosine_mean": 0.9914243876934051, "token_cosine_p10": 0.9893036007881164, "token_cosine_p50": 0.9916914641857147, "token_cosine_p90": 0.9933907330036164, "relative_rms_change": 0.17643077671527863, "input_rms": 6.728935241699219, "output_rms": 5.9292830467224125 }, "token_cosine_mean_distribution": { "min": 0.9896646738052368, "p10": 0.9903878509998322, "p50": 0.9917152523994446, "p90": 0.9923098385334015, "max": 0.9923165440559387 }, "relative_rms_change_distribution": { "min": 0.16471990942955017, "p10": 0.1685380071401596, "p50": 0.17379461228847504, "p90": 0.18839861452579498, "max": 0.19127005338668823 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "middle", "layer_index": 8, "n_prompts": 10, "means": { "flattened_cosine": 0.9882255434989929, "token_cosine_mean": 0.9893706917762757, "token_cosine_p10": 0.9863840162754058, "token_cosine_p50": 0.9900127291679383, "token_cosine_p90": 0.9921200275421143, "relative_rms_change": 0.17045173346996306, "input_rms": 5.9292830467224125, "output_rms": 5.412127351760864 }, "token_cosine_mean_distribution": { "min": 0.9866710901260376, "p10": 0.9877024531364441, "p50": 0.9895699620246887, "p90": 0.9910409688949585, "max": 0.991182804107666 }, "relative_rms_change_distribution": { "min": 0.15709789097309113, "p10": 0.15796507596969606, "p50": 0.17048677057027817, "p90": 0.18390461504459382, "max": 0.18441474437713623 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 9, "n_prompts": 10, "means": { "flattened_cosine": 0.9879915058612824, "token_cosine_mean": 0.9891949594020844, "token_cosine_p10": 0.985381442308426, "token_cosine_p50": 0.9900664806365966, "token_cosine_p90": 0.9924212157726288, "relative_rms_change": 0.15945194363594056, "input_rms": 5.412127351760864, "output_rms": 5.5523961067199705 }, "token_cosine_mean_distribution": { "min": 0.9862844347953796, "p10": 0.9879183828830719, "p50": 0.9891935586929321, "p90": 0.9913155019283295, "max": 0.9917566180229187 }, "relative_rms_change_distribution": { "min": 0.1355517953634262, "p10": 0.14073152989149093, "p50": 0.15960883349180222, "p90": 0.17323385775089264, "max": 0.18270331621170044 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 10, "n_prompts": 10, "means": { "flattened_cosine": 0.9877516269683838, "token_cosine_mean": 0.9890953242778778, "token_cosine_p10": 0.9831948399543762, "token_cosine_p50": 0.9904414474964142, "token_cosine_p90": 0.993473756313324, "relative_rms_change": 0.16045621633529664, "input_rms": 5.5523961067199705, "output_rms": 5.699017667770386 }, "token_cosine_mean_distribution": { "min": 0.9860548377037048, "p10": 0.9873958885669708, "p50": 0.988852858543396, "p90": 0.9913893461227417, "max": 0.9927997589111328 }, "relative_rms_change_distribution": { "min": 0.1243039071559906, "p10": 0.13610173761844635, "p50": 0.16273567825555801, "p90": 0.18350796699523925, "max": 0.19098035991191864 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "middle", "layer_index": 11, "n_prompts": 10, "means": { "flattened_cosine": 0.9862434566020966, "token_cosine_mean": 0.9875899732112885, "token_cosine_p10": 0.9808719396591187, "token_cosine_p50": 0.989182585477829, "token_cosine_p90": 0.9926886856555939, "relative_rms_change": 0.16515996903181077, "input_rms": 5.699017667770386, "output_rms": 5.6212193965911865 }, "token_cosine_mean_distribution": { "min": 0.9848952889442444, "p10": 0.98572838306427, "p50": 0.9872148334980011, "p90": 0.9906182050704956, "max": 0.9919966459274292 }, "relative_rms_change_distribution": { "min": 0.13043531775474548, "p10": 0.14206897020339965, "p50": 0.1721465066075325, "p90": 0.1788361817598343, "max": 0.1831607073545456 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 12, "n_prompts": 10, "means": { "flattened_cosine": 0.9852949559688569, "token_cosine_mean": 0.986498498916626, "token_cosine_p10": 0.9808754742145538, "token_cosine_p50": 0.987626564502716, "token_cosine_p90": 0.9910952985286713, "relative_rms_change": 0.17156735360622405, "input_rms": 5.6212193965911865, "output_rms": 5.5099437713623045 }, "token_cosine_mean_distribution": { "min": 0.9844635725021362, "p10": 0.9846086263656616, "p50": 0.986334502696991, "p90": 0.9894427180290222, "max": 0.9894653558731079 }, "relative_rms_change_distribution": { "min": 0.15139050781726837, "p10": 0.15223054885864257, "p50": 0.17437861859798431, "p90": 0.18133227229118348, "max": 0.1868400275707245 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 13, "n_prompts": 10, "means": { "flattened_cosine": 0.9821326911449433, "token_cosine_mean": 0.9833436489105225, "token_cosine_p10": 0.9757787466049195, "token_cosine_p50": 0.9847041606903076, "token_cosine_p90": 0.9898527503013611, "relative_rms_change": 0.19712361842393875, "input_rms": 5.5099437713623045, "output_rms": 5.081801557540894 }, "token_cosine_mean_distribution": { "min": 0.9785135984420776, "p10": 0.9800886452198029, "p50": 0.9834689199924469, "p90": 0.9872583031654358, "max": 0.9873660206794739 }, "relative_rms_change_distribution": { "min": 0.1679382622241974, "p10": 0.1680399313569069, "p50": 0.1969655230641365, "p90": 0.21756193488836287, "max": 0.23005221784114838 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 14, "n_prompts": 10, "means": { "flattened_cosine": 0.9786828517913818, "token_cosine_mean": 0.9798294901847839, "token_cosine_p10": 0.9722637176513672, "token_cosine_p50": 0.9811753630638123, "token_cosine_p90": 0.9867818355560303, "relative_rms_change": 0.20734996497631072, "input_rms": 5.081801557540894, "output_rms": 5.039136362075806 }, "token_cosine_mean_distribution": { "min": 0.9758386611938477, "p10": 0.976984179019928, "p50": 0.9794404208660126, "p90": 0.9842365980148315, "max": 0.9846421480178833 }, "relative_rms_change_distribution": { "min": 0.18189893662929535, "p10": 0.18511030524969102, "p50": 0.20772035419940948, "p90": 0.22403002977371214, "max": 0.2350006401538849 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 15, "n_prompts": 10, "means": { "flattened_cosine": 0.9777588486671448, "token_cosine_mean": 0.9788740992546081, "token_cosine_p10": 0.9708943963050842, "token_cosine_p50": 0.9808517873287201, "token_cosine_p90": 0.9849720418453216, "relative_rms_change": 0.20948258638381959, "input_rms": 5.039136362075806, "output_rms": 4.930542278289795 }, "token_cosine_mean_distribution": { "min": 0.9766886234283447, "p10": 0.9773000597953796, "p50": 0.9776768982410431, "p90": 0.98338463306427, "max": 0.9840779304504395 }, "relative_rms_change_distribution": { "min": 0.18253910541534424, "p10": 0.1852637067437172, "p50": 0.21507658809423447, "p90": 0.22017678767442703, "max": 0.22023272514343262 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "middle", "layer_index": 16, "n_prompts": 10, "means": { "flattened_cosine": 0.9786484777927399, "token_cosine_mean": 0.9798052370548248, "token_cosine_p10": 0.9697720408439636, "token_cosine_p50": 0.9822500586509705, "token_cosine_p90": 0.9865712285041809, "relative_rms_change": 0.21505748927593232, "input_rms": 4.930542278289795, "output_rms": 4.512855339050293 }, "token_cosine_mean_distribution": { "min": 0.9751670956611633, "p10": 0.976533305644989, "p50": 0.979228675365448, "p90": 0.9851359367370606, "max": 0.9854515790939331 }, "relative_rms_change_distribution": { "min": 0.17729905247688293, "p10": 0.18084805756807326, "p50": 0.21503915637731552, "p90": 0.23634621948003767, "max": 0.24831213057041168 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "middle", "layer_index": 17, "n_prompts": 10, "means": { "flattened_cosine": 0.9802359521389008, "token_cosine_mean": 0.9802821040153503, "token_cosine_p10": 0.9708860397338868, "token_cosine_p50": 0.9825977146625519, "token_cosine_p90": 0.9866383910179138, "relative_rms_change": 0.21813116520643233, "input_rms": 4.512855339050293, "output_rms": 4.007843613624573 }, "token_cosine_mean_distribution": { "min": 0.9745809435844421, "p10": 0.9753664016723633, "p50": 0.9804637134075165, "p90": 0.98464115858078, "max": 0.9853038787841797 }, "relative_rms_change_distribution": { "min": 0.20396006107330322, "p10": 0.20683714598417283, "p50": 0.21452508121728897, "p90": 0.23796562254428863, "max": 0.24611063301563263 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 18, "n_prompts": 10, "means": { "flattened_cosine": 0.9810305595397949, "token_cosine_mean": 0.9813546657562255, "token_cosine_p10": 0.9727418482303619, "token_cosine_p50": 0.9846253097057343, "token_cosine_p90": 0.9879903078079224, "relative_rms_change": 0.2016778662800789, "input_rms": 4.007843613624573, "output_rms": 4.153227043151856 }, "token_cosine_mean_distribution": { "min": 0.9765552878379822, "p10": 0.9769481241703033, "p50": 0.9812604486942291, "p90": 0.9863733232021332, "max": 0.9864110350608826 }, "relative_rms_change_distribution": { "min": 0.17360776662826538, "p10": 0.17795569449663162, "p50": 0.20018969476222992, "p90": 0.2319289743900299, "max": 0.2348901331424713 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 19, "n_prompts": 10, "means": { "flattened_cosine": 0.9837775945663452, "token_cosine_mean": 0.9843585371971131, "token_cosine_p10": 0.9791517674922943, "token_cosine_p50": 0.9865761816501617, "token_cosine_p90": 0.9892839968204499, "relative_rms_change": 0.21618168652057648, "input_rms": 4.153227043151856, "output_rms": 4.588706970214844 }, "token_cosine_mean_distribution": { "min": 0.9809938073158264, "p10": 0.9818768441677094, "p50": 0.9841598570346832, "p90": 0.9880695581436157, "max": 0.9880847930908203 }, "relative_rms_change_distribution": { "min": 0.18149609863758087, "p10": 0.19051191508769988, "p50": 0.21810231357812881, "p90": 0.23011844009160995, "max": 0.2338929921388626 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 20, "n_prompts": 10, "means": { "flattened_cosine": 0.9894196033477783, "token_cosine_mean": 0.9902118146419525, "token_cosine_p10": 0.9864627003669739, "token_cosine_p50": 0.9916002154350281, "token_cosine_p90": 0.9931774139404297, "relative_rms_change": 0.18222870975732802, "input_rms": 4.588706970214844, "output_rms": 5.044700622558594 }, "token_cosine_mean_distribution": { "min": 0.9883853793144226, "p10": 0.9885296821594238, "p50": 0.990175724029541, "p90": 0.9916947364807129, "max": 0.9927878975868225 }, "relative_rms_change_distribution": { "min": 0.16890683770179749, "p10": 0.1704759567975998, "p50": 0.18132693320512772, "p90": 0.1986202374100685, "max": 0.20089682936668396 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "middle", "layer_index": 21, "n_prompts": 10, "means": { "flattened_cosine": 0.9921414852142334, "token_cosine_mean": 0.9926784753799438, "token_cosine_p10": 0.990322083234787, "token_cosine_p50": 0.9934523642063141, "token_cosine_p90": 0.9948567628860474, "relative_rms_change": 0.17665759176015855, "input_rms": 5.044700622558594, "output_rms": 5.635479402542114 }, "token_cosine_mean_distribution": { "min": 0.9910185933113098, "p10": 0.9911999642848969, "p50": 0.9926608800888062, "p90": 0.9937016904354096, "max": 0.9948335289955139 }, "relative_rms_change_distribution": { "min": 0.15904462337493896, "p10": 0.16371727287769317, "p50": 0.174924798309803, "p90": 0.18949587643146515, "max": 0.19967244565486908 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 22, "n_prompts": 10, "means": { "flattened_cosine": 0.9935844421386719, "token_cosine_mean": 0.993722003698349, "token_cosine_p10": 0.9921051323413849, "token_cosine_p50": 0.9941653609275818, "token_cosine_p90": 0.9952462017536163, "relative_rms_change": 0.1670849844813347, "input_rms": 5.635479402542114, "output_rms": 6.293225622177124 }, "token_cosine_mean_distribution": { "min": 0.9923690557479858, "p10": 0.9927117347717285, "p50": 0.9936737716197968, "p90": 0.9945023000240326, "max": 0.995008111000061 }, "relative_rms_change_distribution": { "min": 0.15331624448299408, "p10": 0.15710993409156798, "p50": 0.1672985628247261, "p90": 0.17597554624080658, "max": 0.177045077085495 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "visual_quality", "stage": "middle", "layer_index": 23, "n_prompts": 10, "means": { "flattened_cosine": 0.9939858675003052, "token_cosine_mean": 0.994091784954071, "token_cosine_p10": 0.9928981304168701, "token_cosine_p50": 0.9943098962306977, "token_cosine_p90": 0.9953244745731353, "relative_rms_change": 0.11504881903529167, "input_rms": 6.293225622177124, "output_rms": 6.476766681671142 }, "token_cosine_mean_distribution": { "min": 0.9928538799285889, "p10": 0.9929686784744263, "p50": 0.9941495060920715, "p90": 0.9949743390083313, "max": 0.9951778650283813 }, "relative_rms_change_distribution": { "min": 0.10515070706605911, "p10": 0.1057612381875515, "p50": 0.11466461420059204, "p90": 0.12300114706158638, "max": 0.12618610262870789 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "middle", "layer_index": 24, "n_prompts": 10, "means": { "flattened_cosine": 0.9918886661529541, "token_cosine_mean": 0.9919780611991882, "token_cosine_p10": 0.9902245998382568, "token_cosine_p50": 0.9921316862106323, "token_cosine_p90": 0.9938586115837097, "relative_rms_change": 0.1280810594558716, "input_rms": 6.476766681671142, "output_rms": 6.535437536239624 }, "token_cosine_mean_distribution": { "min": 0.9905046224594116, "p10": 0.9908290088176728, "p50": 0.9922954738140106, "p90": 0.9930354058742523, "max": 0.99308180809021 }, "relative_rms_change_distribution": { "min": 0.11900866031646729, "p10": 0.11932345107197762, "p50": 0.12611409276723862, "p90": 0.13677404671907425, "max": 0.13984771072864532 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "middle", "layer_index": 25, "n_prompts": 10, "means": { "flattened_cosine": 0.9906266272068024, "token_cosine_mean": 0.990860104560852, "token_cosine_p10": 0.9887356460094452, "token_cosine_p50": 0.9911964178085327, "token_cosine_p90": 0.9929549098014832, "relative_rms_change": 0.14980265498161316, "input_rms": 6.535437536239624, "output_rms": 6.071711921691895 }, "token_cosine_mean_distribution": { "min": 0.9891225099563599, "p10": 0.9895920038223267, "p50": 0.9911918044090271, "p90": 0.991548490524292, "max": 0.992161214351654 }, "relative_rms_change_distribution": { "min": 0.1392037719488144, "p10": 0.14286148697137832, "p50": 0.1496831327676773, "p90": 0.1564694494009018, "max": 0.16273267567157745 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 26, "n_prompts": 10, "means": { "flattened_cosine": 0.9931033372879028, "token_cosine_mean": 0.9934181809425354, "token_cosine_p10": 0.9914357006549835, "token_cosine_p50": 0.9939151108264923, "token_cosine_p90": 0.9955900728702545, "relative_rms_change": 0.11744269505143165, "input_rms": 6.071711921691895, "output_rms": 5.9732901096344 }, "token_cosine_mean_distribution": { "min": 0.9913926124572754, "p10": 0.9922502756118774, "p50": 0.9935379922389984, "p90": 0.9942988157272339, "max": 0.9948245286941528 }, "relative_rms_change_distribution": { "min": 0.10217658430337906, "p10": 0.1094071626663208, "p50": 0.11735211312770844, "p90": 0.12626649290323258, "max": 0.13568076491355896 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "middle", "layer_index": 27, "n_prompts": 10, "means": { "flattened_cosine": 0.9784570097923279, "token_cosine_mean": 0.979141354560852, "token_cosine_p10": 0.9708114802837372, "token_cosine_p50": 0.9820567846298218, "token_cosine_p90": 0.9857734262943267, "relative_rms_change": 0.22552385032176972, "input_rms": 5.9732901096344, "output_rms": 5.293549919128418 }, "token_cosine_mean_distribution": { "min": 0.9710767865180969, "p10": 0.9754582822322846, "p50": 0.9796725809574127, "p90": 0.9833949089050293, "max": 0.9845309853553772 }, "relative_rms_change_distribution": { "min": 0.19825255870819092, "p10": 0.19831192940473558, "p50": 0.22614861279726028, "p90": 0.24347444027662277, "max": 0.2640655040740967 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 28, "n_prompts": 10, "means": { "flattened_cosine": 0.984929746389389, "token_cosine_mean": 0.9864239931106568, "token_cosine_p10": 0.981642210483551, "token_cosine_p50": 0.9880666494369507, "token_cosine_p90": 0.9910313189029694, "relative_rms_change": 0.18183385878801345, "input_rms": 5.293549919128418, "output_rms": 5.50182466506958 }, "token_cosine_mean_distribution": { "min": 0.9827852845191956, "p10": 0.9836028218269348, "p50": 0.986950010061264, "p90": 0.9883548855781555, "max": 0.98979651927948 }, "relative_rms_change_distribution": { "min": 0.15346090495586395, "p10": 0.1619228184223175, "p50": 0.18548600375652313, "p90": 0.19740312993526457, "max": 0.21319608390331268 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "visual_quality", "stage": "middle", "layer_index": 29, "n_prompts": 10, "means": { "flattened_cosine": 0.9766599714756012, "token_cosine_mean": 0.9771221935749054, "token_cosine_p10": 0.9708705365657806, "token_cosine_p50": 0.9789790272712707, "token_cosine_p90": 0.9827965438365937, "relative_rms_change": 0.25164189338684084, "input_rms": 5.50182466506958, "output_rms": 6.09744176864624 }, "token_cosine_mean_distribution": { "min": 0.9712714552879333, "p10": 0.9736036896705628, "p50": 0.9779058396816254, "p90": 0.9800255119800567, "max": 0.9824666976928711 }, "relative_rms_change_distribution": { "min": 0.2279621660709381, "p10": 0.23269508481025697, "p50": 0.24980508536100388, "p90": 0.27534029483795164, "max": 0.275688499212265 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "middle", "layer_index": 30, "n_prompts": 10, "means": { "flattened_cosine": 0.9558658480644227, "token_cosine_mean": 0.9562942504882812, "token_cosine_p10": 0.9458284080028534, "token_cosine_p50": 0.9581643640995026, "token_cosine_p90": 0.9660452485084534, "relative_rms_change": 0.5095811933279037, "input_rms": 6.09744176864624, "output_rms": 8.369074726104737 }, "token_cosine_mean_distribution": { "min": 0.9464055895805359, "p10": 0.9490130722522736, "p50": 0.9567478597164154, "p90": 0.9610001266002655, "max": 0.9645699858665466 }, "relative_rms_change_distribution": { "min": 0.47486722469329834, "p10": 0.4832849889993668, "p50": 0.5042203664779663, "p90": 0.538048905134201, "max": 0.5574153661727905 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "visual_quality", "stage": "middle", "layer_index": 31, "n_prompts": 10, "means": { "flattened_cosine": 0.8195851683616638, "token_cosine_mean": 0.8197977125644684, "token_cosine_p10": 0.8086222827434539, "token_cosine_p50": 0.8207749247550964, "token_cosine_p90": 0.8310422897338867, "relative_rms_change": 1.760806131362915, "input_rms": 8.369074726104737, "output_rms": 20.78494472503662 }, "token_cosine_mean_distribution": { "min": 0.8103985786437988, "p10": 0.8130541265010833, "p50": 0.8198274374008179, "p90": 0.8271442413330078, "max": 0.8290467858314514 }, "relative_rms_change_distribution": { "min": 1.6947426795959473, "p10": 1.711770737171173, "p50": 1.742321491241455, "p90": 1.8208479762077332, "max": 1.8397327661514282 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-df1d7cdb8ae9" } ], "difficulty": [ { "group": "1", "stage": "early", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.10924011296950854, "token_cosine_mean": 0.10614645309173144, "token_cosine_p10": -0.3422449483321263, "token_cosine_p50": 0.11333639174699783, "token_cosine_p90": 0.5437898452465351, "relative_rms_change": 8.08290015734159, "input_rms": 0.7460286204631512, "output_rms": 6.065770185910738 }, "token_cosine_mean_distribution": { "min": 0.10039547830820084, "p10": 0.10167814046144485, "p50": 0.10471504926681519, "p90": 0.11147571951150895, "max": 0.11729538440704346 }, "relative_rms_change_distribution": { "min": 7.996907711029053, "p10": 8.05979881286621, "p50": 8.081588745117188, "p90": 8.135481071472167, "max": 8.143933296203613 }, "lowest_cosine_eval_id": "internal-p1-4a1cdb170e44", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "1", "stage": "early", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9974494209656348, "token_cosine_mean": 0.9980040742800786, "token_cosine_p10": 0.9973748738949115, "token_cosine_p50": 0.9981549244660598, "token_cosine_p90": 0.9985029972516574, "relative_rms_change": 0.10558911298330013, "input_rms": 6.065770185910738, "output_rms": 6.522069124075083 }, "token_cosine_mean_distribution": { "min": 0.9977731108665466, "p10": 0.99793701171875, "p50": 0.9980132579803467, "p90": 0.9980913400650024, "max": 0.9981379508972168 }, "relative_rms_change_distribution": { "min": 0.10023745149374008, "p10": 0.10138354897499084, "p50": 0.10599455237388611, "p90": 0.10959176421165466, "max": 0.11033619940280914 }, "lowest_cosine_eval_id": "internal-p1-df1d7cdb8ae9", "largest_change_eval_id": "internal-p1-5bec387a9a76" }, { "group": "1", "stage": "early", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9980122126065768, "token_cosine_mean": 0.9982852935791016, "token_cosine_p10": 0.9977294160769536, "token_cosine_p50": 0.9984574317932129, "token_cosine_p90": 0.9987587286875799, "relative_rms_change": 0.08610537075079404, "input_rms": 6.522069124075083, "output_rms": 6.89058230473445 }, "token_cosine_mean_distribution": { "min": 0.998191773891449, "p10": 0.9982345104217529, "p50": 0.9982708692550659, "p90": 0.9983398914337158, "max": 0.9984161853790283 }, "relative_rms_change_distribution": { "min": 0.08073759824037552, "p10": 0.08164408951997756, "p50": 0.08411476016044617, "p90": 0.09184052795171738, "max": 0.0963766798377037 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-df1d7cdb8ae9" }, { "group": "1", "stage": "early", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9958819150924683, "token_cosine_mean": 0.9970501661300659, "token_cosine_p10": 0.9954445270391611, "token_cosine_p50": 0.9979183398760282, "token_cosine_p90": 0.9985147989713229, "relative_rms_change": 0.10918369086889121, "input_rms": 6.89058230473445, "output_rms": 7.283894868997427 }, "token_cosine_mean_distribution": { "min": 0.9964837431907654, "p10": 0.9967170715332031, "p50": 0.9970188140869141, "p90": 0.9974426031112671, "max": 0.9975515007972717 }, "relative_rms_change_distribution": { "min": 0.08175574243068695, "p10": 0.09235093295574189, "p50": 0.1066485047340393, "p90": 0.1344373255968094, "max": 0.13959993422031403 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "1", "stage": "early", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9964958291787368, "token_cosine_mean": 0.9970031380653381, "token_cosine_p10": 0.9956241204188421, "token_cosine_p50": 0.9975295754579397, "token_cosine_p90": 0.9982000772769635, "relative_rms_change": 0.08425704045937611, "input_rms": 7.283894868997427, "output_rms": 7.257367941049429 }, "token_cosine_mean_distribution": { "min": 0.9966922998428345, "p10": 0.9968248605728149, "p50": 0.9969466924667358, "p90": 0.9972760319709778, "max": 0.9974545240402222 }, "relative_rms_change_distribution": { "min": 0.07867861539125443, "p10": 0.08051712661981583, "p50": 0.08438757807016373, "p90": 0.08651793897151946, "max": 0.08882360905408859 }, "lowest_cosine_eval_id": "internal-p1-897a512d4421", "largest_change_eval_id": "internal-p1-df1d7cdb8ae9" }, { "group": "1", "stage": "early", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9953768574274503, "token_cosine_mean": 0.9959699373978835, "token_cosine_p10": 0.9939104731266315, "token_cosine_p50": 0.9966715436715347, "token_cosine_p90": 0.9976093539824853, "relative_rms_change": 0.0980846664080253, "input_rms": 7.257367941049429, "output_rms": 7.087849543644832 }, "token_cosine_mean_distribution": { "min": 0.9955917596817017, "p10": 0.9956198811531067, "p50": 0.9959360361099243, "p90": 0.9961978793144226, "max": 0.9965724349021912 }, "relative_rms_change_distribution": { "min": 0.09086847305297852, "p10": 0.09309417754411697, "p50": 0.09832355380058289, "p90": 0.10334626883268357, "max": 0.11072850227355957 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "early", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9939062870465792, "token_cosine_mean": 0.9947993571941669, "token_cosine_p10": 0.9923326327250555, "token_cosine_p50": 0.9955569597390982, "token_cosine_p90": 0.9967356507594769, "relative_rms_change": 0.11854379796064816, "input_rms": 7.087849543644832, "output_rms": 6.739701894613413 }, "token_cosine_mean_distribution": { "min": 0.9942366480827332, "p10": 0.9943395495414734, "p50": 0.9947861433029175, "p90": 0.9951038599014282, "max": 0.9956594705581665 }, "relative_rms_change_distribution": { "min": 0.10735982656478882, "p10": 0.11118108034133911, "p50": 0.11936973035335541, "p90": 0.12511959671974182, "max": 0.12539537250995636 }, "lowest_cosine_eval_id": "internal-p1-df1d7cdb8ae9", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "1", "stage": "early", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9916492608877329, "token_cosine_mean": 0.9926425035183246, "token_cosine_p10": 0.9897015736653254, "token_cosine_p50": 0.9933745585955106, "token_cosine_p90": 0.9950090463344867, "relative_rms_change": 0.14135256295020765, "input_rms": 6.739701894613413, "output_rms": 6.294802555671105 }, "token_cosine_mean_distribution": { "min": 0.9918636679649353, "p10": 0.9919964909553528, "p50": 0.9925861358642578, "p90": 0.9932153820991516, "max": 0.993878185749054 }, "relative_rms_change_distribution": { "min": 0.13300174474716187, "p10": 0.1351449340581894, "p50": 0.14025457203388214, "p90": 0.14852186441421508, "max": 0.14917591214179993 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9890604936159574, "token_cosine_mean": 0.9902236690888038, "token_cosine_p10": 0.9858870643835801, "token_cosine_p50": 0.9913427921441885, "token_cosine_p90": 0.9935582326008723, "relative_rms_change": 0.16603686144718757, "input_rms": 6.294802555671105, "output_rms": 5.747203973623423 }, "token_cosine_mean_distribution": { "min": 0.9890332818031311, "p10": 0.9894633889198303, "p50": 0.9899934530258179, "p90": 0.9911273956298828, "max": 0.9919322729110718 }, "relative_rms_change_distribution": { "min": 0.15746000409126282, "p10": 0.1580689936876297, "p50": 0.16573360562324524, "p90": 0.17185640931129456, "max": 0.17884832620620728 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-df1d7cdb8ae9" }, { "group": "1", "stage": "early", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.98875492811203, "token_cosine_mean": 0.9900088264391973, "token_cosine_p10": 0.9852572679519653, "token_cosine_p50": 0.9912060590890738, "token_cosine_p90": 0.9939565887817969, "relative_rms_change": 0.1522791305413613, "input_rms": 5.747203973623423, "output_rms": 5.838282621823824 }, "token_cosine_mean_distribution": { "min": 0.9878652095794678, "p10": 0.9893095970153809, "p50": 0.9897544384002686, "p90": 0.9909395337104797, "max": 0.9921198487281799 }, "relative_rms_change_distribution": { "min": 0.13347779214382172, "p10": 0.14646202623844146, "p50": 0.15378022193908691, "p90": 0.15971002876758575, "max": 0.16402629017829895 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "1", "stage": "early", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9892543462606577, "token_cosine_mean": 0.9902346363434424, "token_cosine_p10": 0.9842605224022498, "token_cosine_p50": 0.9917232623467078, "token_cosine_p90": 0.9948043731542734, "relative_rms_change": 0.14670460270001337, "input_rms": 5.838282621823824, "output_rms": 5.849873396066519 }, "token_cosine_mean_distribution": { "min": 0.9883348345756531, "p10": 0.9892615437507629, "p50": 0.990176260471344, "p90": 0.9911415100097656, "max": 0.9930675029754639 }, "relative_rms_change_distribution": { "min": 0.12229189276695251, "p10": 0.1395629107952118, "p50": 0.14838597178459167, "p90": 0.15606481730937957, "max": 0.16031670570373535 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "1", "stage": "early", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9886205654877883, "token_cosine_mean": 0.9895386466613183, "token_cosine_p10": 0.9832655833317683, "token_cosine_p50": 0.9909640413064223, "token_cosine_p90": 0.9943691858878503, "relative_rms_change": 0.1504663355075396, "input_rms": 5.849873396066519, "output_rms": 5.807572364807129 }, "token_cosine_mean_distribution": { "min": 0.9864714741706848, "p10": 0.9880460739135742, "p50": 0.9896987080574036, "p90": 0.9910600662231446, "max": 0.9921009540557861 }, "relative_rms_change_distribution": { "min": 0.1302325427532196, "p10": 0.13974134027957916, "p50": 0.1502579301595688, "p90": 0.15981776118278504, "max": 0.1725578010082245 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "1", "stage": "early", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9874564317556528, "token_cosine_mean": 0.9887643548158499, "token_cosine_p10": 0.984085330596337, "token_cosine_p50": 0.9897190699210534, "token_cosine_p90": 0.9927718776922959, "relative_rms_change": 0.1579540211420793, "input_rms": 5.807572364807129, "output_rms": 5.683673308445857 }, "token_cosine_mean_distribution": { "min": 0.9858242273330688, "p10": 0.9868677020072937, "p50": 0.9888791441917419, "p90": 0.9907049655914306, "max": 0.9911023378372192 }, "relative_rms_change_distribution": { "min": 0.1414230316877365, "p10": 0.14381901025772095, "p50": 0.15626589953899384, "p90": 0.17013575434684752, "max": 0.17710240185260773 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "1", "stage": "early", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9880787821916434, "token_cosine_mean": 0.9890906856610224, "token_cosine_p10": 0.9841058391791123, "token_cosine_p50": 0.9902793719218328, "token_cosine_p90": 0.9934497567323538, "relative_rms_change": 0.15654565737797663, "input_rms": 5.683673308445857, "output_rms": 5.4503380702092095 }, "token_cosine_mean_distribution": { "min": 0.9854838848114014, "p10": 0.9867527842521667, "p50": 0.9891260862350464, "p90": 0.9915205955505371, "max": 0.9919826984405518 }, "relative_rms_change_distribution": { "min": 0.13214372098445892, "p10": 0.135120689868927, "p50": 0.15689659118652344, "p90": 0.17314819991588593, "max": 0.1813744157552719 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "1", "stage": "early", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9862239773456867, "token_cosine_mean": 0.9870978914774381, "token_cosine_p10": 0.9819947802103483, "token_cosine_p50": 0.9882774536426251, "token_cosine_p90": 0.9914722075829139, "relative_rms_change": 0.16970684780524328, "input_rms": 5.4503380702092095, "output_rms": 5.1631526580223674 }, "token_cosine_mean_distribution": { "min": 0.983478844165802, "p10": 0.9840340852737427, "p50": 0.9874216318130493, "p90": 0.9897866487503052, "max": 0.9901418685913086 }, "relative_rms_change_distribution": { "min": 0.1505241096019745, "p10": 0.15239603221416473, "p50": 0.16672712564468384, "p90": 0.18836507797241211, "max": 0.19144368171691895 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "1", "stage": "early", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9864619603523841, "token_cosine_mean": 0.9873751997947693, "token_cosine_p10": 0.9832200224582965, "token_cosine_p50": 0.9885135934903071, "token_cosine_p90": 0.9911201550410345, "relative_rms_change": 0.16381360017336333, "input_rms": 5.1631526580223674, "output_rms": 5.091966225550725 }, "token_cosine_mean_distribution": { "min": 0.9841455221176147, "p10": 0.984783935546875, "p50": 0.987797200679779, "p90": 0.9895149946212769, "max": 0.9899341464042664 }, "relative_rms_change_distribution": { "min": 0.1469879001379013, "p10": 0.15078672766685486, "p50": 0.16141462326049805, "p90": 0.1796186864376068, "max": 0.18258287012577057 }, "lowest_cosine_eval_id": "internal-p1-897a512d4421", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "1", "stage": "early", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9855510042263911, "token_cosine_mean": 0.9868698211816641, "token_cosine_p10": 0.9817457703443674, "token_cosine_p50": 0.9883525509100693, "token_cosine_p90": 0.9911136673046992, "relative_rms_change": 0.19380113711723915, "input_rms": 5.091966225550725, "output_rms": 4.537760661198543 }, "token_cosine_mean_distribution": { "min": 0.9843736886978149, "p10": 0.9845951080322266, "p50": 0.9871732592582703, "p90": 0.988656747341156, "max": 0.9888111352920532 }, "relative_rms_change_distribution": { "min": 0.1808837652206421, "p10": 0.18659478127956391, "p50": 0.19296815991401672, "p90": 0.2037025511264801, "max": 0.20885661244392395 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9900882381659287, "token_cosine_mean": 0.9904755674875699, "token_cosine_p10": 0.98751523403021, "token_cosine_p50": 0.9914680994473971, "token_cosine_p90": 0.9933856588143569, "relative_rms_change": 0.1463521088545139, "input_rms": 4.537760661198543, "output_rms": 4.303819619692289 }, "token_cosine_mean_distribution": { "min": 0.9886122941970825, "p10": 0.9886635899543762, "p50": 0.9905251264572144, "p90": 0.9919411778450012, "max": 0.9920137524604797 }, "relative_rms_change_distribution": { "min": 0.13322652876377106, "p10": 0.13569283187389375, "p50": 0.14671681821346283, "p90": 0.15736718773841857, "max": 0.16525420546531677 }, "lowest_cosine_eval_id": "internal-p1-897a512d4421", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9894221700154818, "token_cosine_mean": 0.9900430074104896, "token_cosine_p10": 0.9875428676605225, "token_cosine_p50": 0.9908869495758643, "token_cosine_p90": 0.9929257952249967, "relative_rms_change": 0.15133280249742362, "input_rms": 4.303819619692289, "output_rms": 4.0720364313859205 }, "token_cosine_mean_distribution": { "min": 0.9878467321395874, "p10": 0.9883287191390991, "p50": 0.989937424659729, "p90": 0.9914142489433289, "max": 0.9917343258857727 }, "relative_rms_change_distribution": { "min": 0.13927198946475983, "p10": 0.14053261578083037, "p50": 0.15077584981918335, "p90": 0.16424311995506288, "max": 0.16652408242225647 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "1", "stage": "early", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9891127256246713, "token_cosine_mean": 0.9902459107912503, "token_cosine_p10": 0.9879364233750564, "token_cosine_p50": 0.9909626337198111, "token_cosine_p90": 0.992749415911161, "relative_rms_change": 0.16966961324214935, "input_rms": 4.0720364313859205, "output_rms": 4.372815388899583 }, "token_cosine_mean_distribution": { "min": 0.9883439540863037, "p10": 0.988652515411377, "p50": 0.9902371168136597, "p90": 0.9914387106895447, "max": 0.9916449189186096 }, "relative_rms_change_distribution": { "min": 0.15482839941978455, "p10": 0.1621159940958023, "p50": 0.16986075043678284, "p90": 0.18176052570343018, "max": 0.18440234661102295 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9929736256599426, "token_cosine_mean": 0.9940547988964961, "token_cosine_p10": 0.9924535246995779, "token_cosine_p50": 0.9948029884925256, "token_cosine_p90": 0.9957417157980112, "relative_rms_change": 0.13312393541519457, "input_rms": 4.372815388899583, "output_rms": 4.612027901869554 }, "token_cosine_mean_distribution": { "min": 0.9920048117637634, "p10": 0.9928078532218934, "p50": 0.9942420721054077, "p90": 0.9949485659599304, "max": 0.9949783086776733 }, "relative_rms_change_distribution": { "min": 0.12133416533470154, "p10": 0.12258221954107285, "p50": 0.13143114745616913, "p90": 0.14932814538478853, "max": 0.16403275728225708 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9954907114689167, "token_cosine_mean": 0.9961534004945022, "token_cosine_p10": 0.9952273552234356, "token_cosine_p50": 0.9966809749603271, "token_cosine_p90": 0.9973407433583186, "relative_rms_change": 0.0994222083917031, "input_rms": 4.612027901869554, "output_rms": 4.735421217404879 }, "token_cosine_mean_distribution": { "min": 0.9945915937423706, "p10": 0.995305871963501, "p50": 0.9963117241859436, "p90": 0.9967809081077575, "max": 0.9968593120574951 }, "relative_rms_change_distribution": { "min": 0.09006964415311813, "p10": 0.09080691188573838, "p50": 0.09593426436185837, "p90": 0.11606173217296602, "max": 0.12484195828437805 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9958013479526227, "token_cosine_mean": 0.9962429037460914, "token_cosine_p10": 0.9951663338221036, "token_cosine_p50": 0.9967489884449885, "token_cosine_p90": 0.9973755570558401, "relative_rms_change": 0.12290059259304634, "input_rms": 4.735421217404879, "output_rms": 5.104837490962102 }, "token_cosine_mean_distribution": { "min": 0.9949792623519897, "p10": 0.9957266569137573, "p50": 0.9963809847831726, "p90": 0.9966875076293945, "max": 0.9967541694641113 }, "relative_rms_change_distribution": { "min": 0.11482404172420502, "p10": 0.11656786501407623, "p50": 0.12110987305641174, "p90": 0.1285325974225998, "max": 0.14376692473888397 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9969321214235746, "token_cosine_mean": 0.9970472775972806, "token_cosine_p10": 0.9965452414292556, "token_cosine_p50": 0.997340413240286, "token_cosine_p90": 0.9978278187605051, "relative_rms_change": 0.07992897411951652, "input_rms": 5.104837490962102, "output_rms": 5.177057266235352 }, "token_cosine_mean_distribution": { "min": 0.9960261583328247, "p10": 0.9966137647628784, "p50": 0.9971092343330383, "p90": 0.9974069714546203, "max": 0.9974550008773804 }, "relative_rms_change_distribution": { "min": 0.07379501312971115, "p10": 0.07478701919317246, "p50": 0.0779322162270546, "p90": 0.0895221158862114, "max": 0.09661959111690521 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9961048777286823, "token_cosine_mean": 0.9961915979018579, "token_cosine_p10": 0.9957100749015808, "token_cosine_p50": 0.996542174082536, "token_cosine_p90": 0.9970729305193975, "relative_rms_change": 0.08878010282149681, "input_rms": 5.177057266235352, "output_rms": 5.219287138718825 }, "token_cosine_mean_distribution": { "min": 0.9951710104942322, "p10": 0.9956579566001892, "p50": 0.9962462782859802, "p90": 0.9966453433036804, "max": 0.996707022190094 }, "relative_rms_change_distribution": { "min": 0.08214687556028366, "p10": 0.08233128786087036, "p50": 0.08693065494298935, "p90": 0.09925549477338791, "max": 0.10526832938194275 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9958116182914147, "token_cosine_mean": 0.9960605456278875, "token_cosine_p10": 0.995502600303063, "token_cosine_p50": 0.9964854121208191, "token_cosine_p90": 0.9970488502429082, "relative_rms_change": 0.09834452603872006, "input_rms": 5.219287138718825, "output_rms": 5.005507762615498 }, "token_cosine_mean_distribution": { "min": 0.9949073195457458, "p10": 0.9954590678215027, "p50": 0.9961208701133728, "p90": 0.9965145468711853, "max": 0.9965766072273254 }, "relative_rms_change_distribution": { "min": 0.0904247835278511, "p10": 0.09173824191093445, "p50": 0.09587439149618149, "p90": 0.10864841490983963, "max": 0.11748985946178436 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9945496458273667, "token_cosine_mean": 0.9950228425172659, "token_cosine_p10": 0.9945892508213336, "token_cosine_p50": 0.9958019027343163, "token_cosine_p90": 0.996522096487192, "relative_rms_change": 0.11313933191391137, "input_rms": 5.005507762615498, "output_rms": 4.752695450415978 }, "token_cosine_mean_distribution": { "min": 0.9935710430145264, "p10": 0.9939443111419678, "p50": 0.9952486753463745, "p90": 0.9957187175750732, "max": 0.9958332777023315 }, "relative_rms_change_distribution": { "min": 0.10156162083148956, "p10": 0.10267331302165986, "p50": 0.11000501364469528, "p90": 0.13063603937625887, "max": 0.13925230503082275 }, "lowest_cosine_eval_id": "internal-p1-897a512d4421", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "1", "stage": "early", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9912150181256808, "token_cosine_mean": 0.9920392770033616, "token_cosine_p10": 0.9904846961681659, "token_cosine_p50": 0.9933573649479792, "token_cosine_p90": 0.9945787879136893, "relative_rms_change": 0.1443805035490256, "input_rms": 4.752695450415978, "output_rms": 4.426554459791917 }, "token_cosine_mean_distribution": { "min": 0.9884349703788757, "p10": 0.9899670481681824, "p50": 0.9924091100692749, "p90": 0.9934453725814819, "max": 0.993557333946228 }, "relative_rms_change_distribution": { "min": 0.12416834384202957, "p10": 0.12914023399353028, "p50": 0.1399293839931488, "p90": 0.16745880842208863, "max": 0.18797199428081512 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9832771787276635, "token_cosine_mean": 0.9846815741979159, "token_cosine_p10": 0.9798272802279546, "token_cosine_p50": 0.9870204191941482, "token_cosine_p90": 0.9899940490722656, "relative_rms_change": 0.18012966674107772, "input_rms": 4.426554459791917, "output_rms": 4.304486201359675 }, "token_cosine_mean_distribution": { "min": 0.974984884262085, "p10": 0.9782285690307617, "p50": 0.9859918355941772, "p90": 0.9886639356613159, "max": 0.9888906478881836 }, "relative_rms_change_distribution": { "min": 0.15133412182331085, "p10": 0.15197007060050965, "p50": 0.17105349898338318, "p90": 0.22734479010105135, "max": 0.24521036446094513 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9469004319264338, "token_cosine_mean": 0.9488587975502014, "token_cosine_p10": 0.9255738625159631, "token_cosine_p50": 0.9559008387418894, "token_cosine_p90": 0.966018442924206, "relative_rms_change": 0.32576629748711217, "input_rms": 4.304486201359675, "output_rms": 4.376547006460337 }, "token_cosine_mean_distribution": { "min": 0.9154877066612244, "p10": 0.9183629751205444, "p50": 0.9557652473449707, "p90": 0.9622928380966187, "max": 0.964040994644165 }, "relative_rms_change_distribution": { "min": 0.2691505253314972, "p10": 0.27528990507125856, "p50": 0.30124518275260925, "p90": 0.42589502930641177, "max": 0.4449918270111084 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "early", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.8232998618712792, "token_cosine_mean": 0.8267693152794471, "token_cosine_p10": 0.7754677534103394, "token_cosine_p50": 0.8340175931270306, "token_cosine_p90": 0.871128627887139, "relative_rms_change": 0.6415133292858417, "input_rms": 4.376547006460337, "output_rms": 4.928973124577449 }, "token_cosine_mean_distribution": { "min": 0.7798243761062622, "p10": 0.7819834470748901, "p50": 0.8385643362998962, "p90": 0.8639500260353088, "max": 0.8696666359901428 }, "relative_rms_change_distribution": { "min": 0.5462279915809631, "p10": 0.5754703521728516, "p50": 0.624259889125824, "p90": 0.73309565782547, "max": 0.7521902918815613 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-6b4f2a18e1cb" }, { "group": "1", "stage": "early", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.5670567750930786, "token_cosine_mean": 0.5691648996793307, "token_cosine_p10": 0.5097789328831893, "token_cosine_p50": 0.5760779334948614, "token_cosine_p90": 0.6240033507347107, "relative_rms_change": 4.115312924751868, "input_rms": 4.928973124577449, "output_rms": 22.618575462928185 }, "token_cosine_mean_distribution": { "min": 0.5108668208122253, "p10": 0.5351267099380493, "p50": 0.5713992118835449, "p90": 0.6134016156196594, "max": 0.6149320006370544 }, "relative_rms_change_distribution": { "min": 3.6661288738250732, "p10": 3.8596155643463135, "p50": 4.146621227264404, "p90": 4.338016223907471, "max": 4.378530025482178 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-a8b9ea6c6c3e" }, { "group": "1", "stage": "final", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.6799568098324996, "token_cosine_mean": 0.6838868718880874, "token_cosine_p10": 0.5913061837737377, "token_cosine_p50": 0.6905365632130549, "token_cosine_p90": 0.7639602697812594, "relative_rms_change": 6.3742972520681525, "input_rms": 1.4715988177519579, "output_rms": 9.93498941568228 }, "token_cosine_mean_distribution": { "min": 0.37518906593322754, "p10": 0.5239509105682373, "p50": 0.7392195463180542, "p90": 0.7718332409858704, "max": 0.7845423221588135 }, "relative_rms_change_distribution": { "min": 4.462857723236084, "p10": 5.2260490417480465, "p50": 5.759095191955566, "p90": 8.908687400817872, "max": 9.485993385314941 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "final", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.995719680419335, "token_cosine_mean": 0.995830815572005, "token_cosine_p10": 0.9947417791073139, "token_cosine_p50": 0.9958989436809833, "token_cosine_p90": 0.9968742682383611, "relative_rms_change": 0.1212035039296517, "input_rms": 9.93498941568228, "output_rms": 10.663283421443058 }, "token_cosine_mean_distribution": { "min": 0.9946817755699158, "p10": 0.9952706813812255, "p50": 0.9958102703094482, "p90": 0.9966162085533142, "max": 0.9966779947280884 }, "relative_rms_change_distribution": { "min": 0.10199609398841858, "p10": 0.10390144437551499, "p50": 0.11957155168056488, "p90": 0.13900496959686282, "max": 0.16809673607349396 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "final", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9976014678294842, "token_cosine_mean": 0.9976331912554227, "token_cosine_p10": 0.9970525594858023, "token_cosine_p50": 0.9977000676668607, "token_cosine_p90": 0.9981112342614394, "relative_rms_change": 0.08099054774412742, "input_rms": 10.663283421443058, "output_rms": 10.192422793461727 }, "token_cosine_mean_distribution": { "min": 0.9974542856216431, "p10": 0.9974640846252442, "p50": 0.997621476650238, "p90": 0.9977995157241821, "max": 0.9978280663490295 }, "relative_rms_change_distribution": { "min": 0.07563059777021408, "p10": 0.07856901139020919, "p50": 0.08139274269342422, "p90": 0.08432134985923767, "max": 0.08494433760643005 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "1", "stage": "final", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9977519145378699, "token_cosine_mean": 0.9978935489287744, "token_cosine_p10": 0.9974662707402155, "token_cosine_p50": 0.9979363954984225, "token_cosine_p90": 0.9982642164597144, "relative_rms_change": 0.08054579106660989, "input_rms": 10.192422793461727, "output_rms": 9.723218551048866 }, "token_cosine_mean_distribution": { "min": 0.9977618455886841, "p10": 0.9977911591529847, "p50": 0.9978924989700317, "p90": 0.9980168819427491, "max": 0.9980490207672119 }, "relative_rms_change_distribution": { "min": 0.07396480441093445, "p10": 0.07498794049024582, "p50": 0.07808686047792435, "p90": 0.08791326433420181, "max": 0.08955802023410797 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "1", "stage": "final", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9973033804159898, "token_cosine_mean": 0.9974149419711187, "token_cosine_p10": 0.9969231715569129, "token_cosine_p50": 0.9974848628044128, "token_cosine_p90": 0.9978340222285345, "relative_rms_change": 0.09525141578454238, "input_rms": 9.723218551048866, "output_rms": 9.108860456026518 }, "token_cosine_mean_distribution": { "min": 0.9973009824752808, "p10": 0.9973161935806274, "p50": 0.9973961710929871, "p90": 0.9975483894348145, "max": 0.9977225661277771 }, "relative_rms_change_distribution": { "min": 0.08993362635374069, "p10": 0.09088033884763717, "p50": 0.09388579428195953, "p90": 0.10340330451726913, "max": 0.10480871796607971 }, "lowest_cosine_eval_id": "internal-p1-6b4f2a18e1cb", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "final", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9965145679620596, "token_cosine_mean": 0.996654946070451, "token_cosine_p10": 0.9959255548623892, "token_cosine_p50": 0.9967712484873258, "token_cosine_p90": 0.9972363939652076, "relative_rms_change": 0.0988441058076345, "input_rms": 9.108860456026518, "output_rms": 8.594555047842173 }, "token_cosine_mean_distribution": { "min": 0.996231198310852, "p10": 0.9963549256324769, "p50": 0.996615469455719, "p90": 0.9969698905944824, "max": 0.9970782995223999 }, "relative_rms_change_distribution": { "min": 0.08874353766441345, "p10": 0.08995120823383332, "p50": 0.10011956095695496, "p90": 0.1039287880063057, "max": 0.10981155186891556 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "final", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9944296525074885, "token_cosine_mean": 0.9946339130401611, "token_cosine_p10": 0.9935234051484328, "token_cosine_p50": 0.994763236779433, "token_cosine_p90": 0.9956080500896161, "relative_rms_change": 0.15592860602415526, "input_rms": 8.594555047842173, "output_rms": 7.558318578279936 }, "token_cosine_mean_distribution": { "min": 0.9939895272254944, "p10": 0.9941033959388733, "p50": 0.9946122169494629, "p90": 0.995116913318634, "max": 0.9951750636100769 }, "relative_rms_change_distribution": { "min": 0.14634805917739868, "p10": 0.1487743526697159, "p50": 0.1554708033800125, "p90": 0.16372519433498384, "max": 0.16771641373634338 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "final", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9915183232380793, "token_cosine_mean": 0.9917747515898484, "token_cosine_p10": 0.9901068531549894, "token_cosine_p50": 0.9919632719113276, "token_cosine_p90": 0.9932071429032546, "relative_rms_change": 0.19343344408732194, "input_rms": 7.558318578279936, "output_rms": 6.410224107595591 }, "token_cosine_mean_distribution": { "min": 0.9902143478393555, "p10": 0.9910662412643433, "p50": 0.9920434951782227, "p90": 0.9925313234329224, "max": 0.9929171800613403 }, "relative_rms_change_distribution": { "min": 0.17738088965415955, "p10": 0.18472328186035156, "p50": 0.19345729053020477, "p90": 0.20422407984733582, "max": 0.2078014463186264 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "final", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9895225258973929, "token_cosine_mean": 0.9899495702523452, "token_cosine_p10": 0.9880080131384043, "token_cosine_p50": 0.9900967066104596, "token_cosine_p90": 0.9917545272753789, "relative_rms_change": 0.1795091090294031, "input_rms": 6.410224107595591, "output_rms": 5.661885995131272 }, "token_cosine_mean_distribution": { "min": 0.9885075092315674, "p10": 0.9888575792312622, "p50": 0.9901039600372314, "p90": 0.9908949494361877, "max": 0.991309404373169 }, "relative_rms_change_distribution": { "min": 0.1710052788257599, "p10": 0.17154392898082732, "p50": 0.1775624006986618, "p90": 0.18645164668560027, "max": 0.20474353432655334 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "final", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9918316235909095, "token_cosine_mean": 0.9921175241470337, "token_cosine_p10": 0.990225613117218, "token_cosine_p50": 0.9924151530632606, "token_cosine_p90": 0.993771676833813, "relative_rms_change": 0.12883397019826448, "input_rms": 5.661885995131272, "output_rms": 5.713778239030105 }, "token_cosine_mean_distribution": { "min": 0.9911479949951172, "p10": 0.9915446281433106, "p50": 0.9920321106910706, "p90": 0.9927175283432007, "max": 0.9932248592376709 }, "relative_rms_change_distribution": { "min": 0.12081737071275711, "p10": 0.12347566932439805, "p50": 0.12962836027145386, "p90": 0.1349652200937271, "max": 0.1360393911600113 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "final", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9928383047764118, "token_cosine_mean": 0.9933996888307425, "token_cosine_p10": 0.991373557310838, "token_cosine_p50": 0.9938130562122052, "token_cosine_p90": 0.995140905563648, "relative_rms_change": 0.12410877702327874, "input_rms": 5.713778239030105, "output_rms": 5.843547674325796 }, "token_cosine_mean_distribution": { "min": 0.9920960664749146, "p10": 0.9924798369407654, "p50": 0.993442714214325, "p90": 0.9941102504730225, "max": 0.9946339726448059 }, "relative_rms_change_distribution": { "min": 0.10910385847091675, "p10": 0.1155819445848465, "p50": 0.12466613203287125, "p90": 0.13274710178375243, "max": 0.13630588352680206 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "final", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9915977212098929, "token_cosine_mean": 0.9922087880281302, "token_cosine_p10": 0.9895802965530982, "token_cosine_p50": 0.9927102143947895, "token_cosine_p90": 0.9946140280136695, "relative_rms_change": 0.14061959775594565, "input_rms": 5.843547674325796, "output_rms": 5.489234594198374 }, "token_cosine_mean_distribution": { "min": 0.9904322028160095, "p10": 0.9909529566764832, "p50": 0.9923074245452881, "p90": 0.9933079361915589, "max": 0.993778645992279 }, "relative_rms_change_distribution": { "min": 0.12842442095279694, "p10": 0.1292346864938736, "p50": 0.13879331946372986, "p90": 0.14952929615974425, "max": 0.1740683913230896 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "final", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9910559975183927, "token_cosine_mean": 0.9913573127526504, "token_cosine_p10": 0.9890802961129409, "token_cosine_p50": 0.9917755722999573, "token_cosine_p90": 0.9934371618124155, "relative_rms_change": 0.13409477243056664, "input_rms": 5.489234594198374, "output_rms": 5.3790693649878865 }, "token_cosine_mean_distribution": { "min": 0.9895895719528198, "p10": 0.9902748346328736, "p50": 0.9913522601127625, "p90": 0.992523443698883, "max": 0.9931485652923584 }, "relative_rms_change_distribution": { "min": 0.11897581070661545, "p10": 0.12467100620269775, "p50": 0.133875772356987, "p90": 0.1423758327960968, "max": 0.14820469915866852 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "final", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9894242882728577, "token_cosine_mean": 0.9897624987822312, "token_cosine_p10": 0.9868812881983243, "token_cosine_p50": 0.990309490607335, "token_cosine_p90": 0.9925437844716586, "relative_rms_change": 0.15023149779209724, "input_rms": 5.3790693649878865, "output_rms": 5.118743126208965 }, "token_cosine_mean_distribution": { "min": 0.9875603914260864, "p10": 0.9888123989105224, "p50": 0.9896718263626099, "p90": 0.9908316016197205, "max": 0.9914839863777161 }, "relative_rms_change_distribution": { "min": 0.14337122440338135, "p10": 0.1448768347501755, "p50": 0.14856523275375366, "p90": 0.15603237748146057, "max": 0.16422079503536224 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "final", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9840466746917138, "token_cosine_mean": 0.9844666719436646, "token_cosine_p10": 0.9811782515965976, "token_cosine_p50": 0.9851782276080205, "token_cosine_p90": 0.987585356602302, "relative_rms_change": 0.17947871066056764, "input_rms": 5.118743126208965, "output_rms": 4.910342730008638 }, "token_cosine_mean_distribution": { "min": 0.9808071255683899, "p10": 0.9819141983985901, "p50": 0.9842413663864136, "p90": 0.9869274735450745, "max": 0.9881433248519897 }, "relative_rms_change_distribution": { "min": 0.15541782975196838, "p10": 0.1630831241607666, "p50": 0.1809045970439911, "p90": 0.19514161348342896, "max": 0.2002752721309662 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "final", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9816234707832336, "token_cosine_mean": 0.9820185624636136, "token_cosine_p10": 0.9793899242694561, "token_cosine_p50": 0.9827190408339868, "token_cosine_p90": 0.9848357026393597, "relative_rms_change": 0.19325961974950936, "input_rms": 4.910342730008638, "output_rms": 4.966513266930213 }, "token_cosine_mean_distribution": { "min": 0.9787701964378357, "p10": 0.979555320739746, "p50": 0.9822711944580078, "p90": 0.984003746509552, "max": 0.9846807718276978 }, "relative_rms_change_distribution": { "min": 0.17561250925064087, "p10": 0.18047601878643035, "p50": 0.1938028335571289, "p90": 0.20678807497024537, "max": 0.21286135911941528 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "final", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9818878448926486, "token_cosine_mean": 0.9824306689775907, "token_cosine_p10": 0.9786501022485586, "token_cosine_p50": 0.9832045344206003, "token_cosine_p90": 0.9858879355283884, "relative_rms_change": 0.19120687934068534, "input_rms": 4.966513266930213, "output_rms": 4.9916582474341755 }, "token_cosine_mean_distribution": { "min": 0.9795048236846924, "p10": 0.9808623552322387, "p50": 0.9830561876296997, "p90": 0.9840248942375183, "max": 0.9844461679458618 }, "relative_rms_change_distribution": { "min": 0.18158477544784546, "p10": 0.18291158676147462, "p50": 0.18739067018032074, "p90": 0.2027918577194214, "max": 0.20568692684173584 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "final", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.975670365186838, "token_cosine_mean": 0.9759365503604596, "token_cosine_p10": 0.9717104480816767, "token_cosine_p50": 0.9764295724722055, "token_cosine_p90": 0.9799090257057776, "relative_rms_change": 0.23709805424396807, "input_rms": 4.9916582474341755, "output_rms": 4.421874559842623 }, "token_cosine_mean_distribution": { "min": 0.974245548248291, "p10": 0.9743443131446838, "p50": 0.975631833076477, "p90": 0.9782379388809204, "max": 0.9791579842567444 }, "relative_rms_change_distribution": { "min": 0.2233317494392395, "p10": 0.22915789484977722, "p50": 0.23856234550476074, "p90": 0.24224400222301484, "max": 0.251886785030365 }, "lowest_cosine_eval_id": "internal-p1-df1d7cdb8ae9", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "final", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9798691318585322, "token_cosine_mean": 0.980181872844696, "token_cosine_p10": 0.9770848888617295, "token_cosine_p50": 0.9806825931255634, "token_cosine_p90": 0.9830833811026353, "relative_rms_change": 0.22350376156660226, "input_rms": 4.421874559842623, "output_rms": 4.7759892757122335 }, "token_cosine_mean_distribution": { "min": 0.9781901240348816, "p10": 0.9795397043228149, "p50": 0.9798946976661682, "p90": 0.981758713722229, "max": 0.9825001955032349 }, "relative_rms_change_distribution": { "min": 0.2076280564069748, "p10": 0.2146385133266449, "p50": 0.22363241016864777, "p90": 0.2327248901128769, "max": 0.23599152266979218 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-df1d7cdb8ae9" }, { "group": "1", "stage": "final", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.983929441525386, "token_cosine_mean": 0.9842930252735431, "token_cosine_p10": 0.9819859908177302, "token_cosine_p50": 0.9847190563495343, "token_cosine_p90": 0.9863312794612005, "relative_rms_change": 0.19640787977438706, "input_rms": 4.7759892757122335, "output_rms": 5.083174632145808 }, "token_cosine_mean_distribution": { "min": 0.9824602007865906, "p10": 0.9838012218475342, "p50": 0.9841342568397522, "p90": 0.9855183720588684, "max": 0.9860553741455078 }, "relative_rms_change_distribution": { "min": 0.18625973165035248, "p10": 0.18786672353744507, "p50": 0.1958889365196228, "p90": 0.20399688482284545, "max": 0.20478245615959167 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "final", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9845978250870338, "token_cosine_mean": 0.9853047545139606, "token_cosine_p10": 0.9819488708789532, "token_cosine_p50": 0.9858897053278409, "token_cosine_p90": 0.987950875208928, "relative_rms_change": 0.18055230837601882, "input_rms": 5.083174632145808, "output_rms": 5.20429776265071 }, "token_cosine_mean_distribution": { "min": 0.9820476770401001, "p10": 0.9843117594718933, "p50": 0.9850989580154419, "p90": 0.9872408866882324, "max": 0.987328827381134 }, "relative_rms_change_distribution": { "min": 0.17352628707885742, "p10": 0.174424946308136, "p50": 0.17933063209056854, "p90": 0.18944448232650757, "max": 0.19486907124519348 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "final", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9824256438475388, "token_cosine_mean": 0.9826260942679185, "token_cosine_p10": 0.9773782583383414, "token_cosine_p50": 0.9833610103680537, "token_cosine_p90": 0.9868003817705008, "relative_rms_change": 0.21079620375083044, "input_rms": 5.20429776265071, "output_rms": 5.623988921825703 }, "token_cosine_mean_distribution": { "min": 0.9793400168418884, "p10": 0.9801073193550109, "p50": 0.9820892810821533, "p90": 0.9854568004608154, "max": 0.9857732057571411 }, "relative_rms_change_distribution": { "min": 0.19702108204364777, "p10": 0.1974695384502411, "p50": 0.21524450182914734, "p90": 0.22279962301254272, "max": 0.22526012361049652 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "final", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.980590086716872, "token_cosine_mean": 0.9806980490684509, "token_cosine_p10": 0.9754250783186692, "token_cosine_p50": 0.9813283315071692, "token_cosine_p90": 0.9850952441875751, "relative_rms_change": 0.2763608877475445, "input_rms": 5.623988921825703, "output_rms": 6.611808079939622 }, "token_cosine_mean_distribution": { "min": 0.977290689945221, "p10": 0.9776725769042969, "p50": 0.9798693656921387, "p90": 0.9839467167854309, "max": 0.9842899441719055 }, "relative_rms_change_distribution": { "min": 0.2587955892086029, "p10": 0.26275739073753357, "p50": 0.27903667092323303, "p90": 0.28886703252792356, "max": 0.2990740239620209 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "final", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.98080496604626, "token_cosine_mean": 0.9809069954431974, "token_cosine_p10": 0.9759921935888437, "token_cosine_p50": 0.981403451699477, "token_cosine_p90": 0.9850863951903123, "relative_rms_change": 0.19638461218430445, "input_rms": 6.611808079939622, "output_rms": 6.648343489720271 }, "token_cosine_mean_distribution": { "min": 0.977485179901123, "p10": 0.9783315300941468, "p50": 0.9809142351150513, "p90": 0.9829311847686768, "max": 0.9844765663146973 }, "relative_rms_change_distribution": { "min": 0.1771620512008667, "p10": 0.1860049158334732, "p50": 0.19633392989635468, "p90": 0.20947951078414917, "max": 0.21496255695819855 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "final", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9795538553824792, "token_cosine_mean": 0.9797089054034307, "token_cosine_p10": 0.9744044863260709, "token_cosine_p50": 0.9800703433843759, "token_cosine_p90": 0.9843733448248643, "relative_rms_change": 0.2335163801908493, "input_rms": 6.648343489720271, "output_rms": 7.301239490509033 }, "token_cosine_mean_distribution": { "min": 0.9762907028198242, "p10": 0.9766150116920471, "p50": 0.9804592728614807, "p90": 0.9815825700759888, "max": 0.9829413294792175 }, "relative_rms_change_distribution": { "min": 0.21382704377174377, "p10": 0.2174829661846161, "p50": 0.2332853078842163, "p90": 0.2509670376777649, "max": 0.2583329379558563 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "final", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9811580777168274, "token_cosine_mean": 0.9813486429361197, "token_cosine_p10": 0.9774804757191584, "token_cosine_p50": 0.9816302611277654, "token_cosine_p90": 0.9847963589888352, "relative_rms_change": 0.19354989780829504, "input_rms": 7.301239490509033, "output_rms": 7.265109318953294 }, "token_cosine_mean_distribution": { "min": 0.97850501537323, "p10": 0.978898823261261, "p50": 0.9819201827049255, "p90": 0.9830351114273072, "max": 0.9838230609893799 }, "relative_rms_change_distribution": { "min": 0.18071891367435455, "p10": 0.18465616405010224, "p50": 0.1906520128250122, "p90": 0.20620887577533722, "max": 0.20721352100372314 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "final", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9744921372486994, "token_cosine_mean": 0.9748405126424936, "token_cosine_p10": 0.9675610523957473, "token_cosine_p50": 0.9760114458891062, "token_cosine_p90": 0.980572507931636, "relative_rms_change": 0.22529825224326208, "input_rms": 7.265109318953294, "output_rms": 6.9330884126516485 }, "token_cosine_mean_distribution": { "min": 0.9718331694602966, "p10": 0.9725597143173218, "p50": 0.9743144512176514, "p90": 0.97708580493927, "max": 0.9775576591491699 }, "relative_rms_change_distribution": { "min": 0.21288329362869263, "p10": 0.2157478153705597, "p50": 0.22737805545330048, "p90": 0.23486177623271942, "max": 0.2387244999408722 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "1", "stage": "final", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9763555480883672, "token_cosine_mean": 0.9768059207842901, "token_cosine_p10": 0.9726629211352422, "token_cosine_p50": 0.977367469897637, "token_cosine_p90": 0.9802887944074777, "relative_rms_change": 0.23704928962083963, "input_rms": 6.9330884126516485, "output_rms": 7.440182429093581 }, "token_cosine_mean_distribution": { "min": 0.9748637080192566, "p10": 0.9752769947052002, "p50": 0.9766019582748413, "p90": 0.9783339142799378, "max": 0.9783928394317627 }, "relative_rms_change_distribution": { "min": 0.2238859087228775, "p10": 0.22431372106075287, "p50": 0.24081508815288544, "p90": 0.24820494651794434, "max": 0.2486588954925537 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "1", "stage": "final", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9670817989569443, "token_cosine_mean": 0.9676446593724765, "token_cosine_p10": 0.9575825379445002, "token_cosine_p50": 0.9688709928439214, "token_cosine_p90": 0.9760702527486361, "relative_rms_change": 0.2546067765125862, "input_rms": 7.440182429093581, "output_rms": 7.066194791060227 }, "token_cosine_mean_distribution": { "min": 0.9619397521018982, "p10": 0.9622503161430359, "p50": 0.9656498432159424, "p90": 0.9733781576156616, "max": 0.9740855097770691 }, "relative_rms_change_distribution": { "min": 0.22878935933113098, "p10": 0.2321059763431549, "p50": 0.2628282308578491, "p90": 0.27434386014938356, "max": 0.276662141084671 }, "lowest_cosine_eval_id": "internal-p1-e0d8dd3b84cd", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "final", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9618431696524987, "token_cosine_mean": 0.9620786263392522, "token_cosine_p10": 0.956183882860037, "token_cosine_p50": 0.9626676210990319, "token_cosine_p90": 0.9672197332749, "relative_rms_change": 0.3201388602073376, "input_rms": 7.066194791060227, "output_rms": 7.972398427816538 }, "token_cosine_mean_distribution": { "min": 0.9594462513923645, "p10": 0.9597164392471313, "p50": 0.961161196231842, "p90": 0.9657866477966308, "max": 0.9665867686271667 }, "relative_rms_change_distribution": { "min": 0.30045416951179504, "p10": 0.30690611600875856, "p50": 0.32299190759658813, "p90": 0.3298193633556366, "max": 0.3319000005722046 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "final", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.9354688158402076, "token_cosine_mean": 0.9357745739129874, "token_cosine_p10": 0.9268501034149756, "token_cosine_p50": 0.9367904800635117, "token_cosine_p90": 0.943215209704179, "relative_rms_change": 0.5431849543864911, "input_rms": 7.972398427816538, "output_rms": 10.7437193943904 }, "token_cosine_mean_distribution": { "min": 0.9301794767379761, "p10": 0.9307428240776062, "p50": 0.935823917388916, "p90": 0.9411596894264221, "max": 0.9427120685577393 }, "relative_rms_change_distribution": { "min": 0.5086843371391296, "p10": 0.5245808959007263, "p50": 0.5457298755645752, "p90": 0.5581115365028382, "max": 0.5584421157836914 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "1", "stage": "final", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.7793386624409602, "token_cosine_mean": 0.7809394231209388, "token_cosine_p10": 0.7547972294000479, "token_cosine_p50": 0.783362498650184, "token_cosine_p90": 0.8029563702069796, "relative_rms_change": 1.6098637397472675, "input_rms": 10.7437193943904, "output_rms": 24.313973353459286 }, "token_cosine_mean_distribution": { "min": 0.7399044632911682, "p10": 0.749373984336853, "p50": 0.7808560132980347, "p90": 0.8095640420913697, "max": 0.8226546049118042 }, "relative_rms_change_distribution": { "min": 1.3516321182250977, "p10": 1.4300452709197997, "p50": 1.5951497554779053, "p90": 1.8289738655090333, "max": 1.8609060049057007 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-df1d7cdb8ae9" }, { "group": "1", "stage": "middle", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.4811797726612825, "token_cosine_mean": 0.4621885224030568, "token_cosine_p10": 0.16175013379408762, "token_cosine_p50": 0.5061628245390378, "token_cosine_p90": 0.6952445919697101, "relative_rms_change": 10.326039094191332, "input_rms": 0.7089559756792508, "output_rms": 7.583901698772724 }, "token_cosine_mean_distribution": { "min": 0.21048109233379364, "p10": 0.30357301235198975, "p50": 0.4973353147506714, "p90": 0.561962890625, "max": 0.5919235944747925 }, "relative_rms_change_distribution": { "min": 8.820158958435059, "p10": 9.568023300170898, "p50": 10.044282913208008, "p90": 11.710872459411622, "max": 11.949309349060059 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-e0d8dd3b84cd" }, { "group": "1", "stage": "middle", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9979238418432382, "token_cosine_mean": 0.9980464623524592, "token_cosine_p10": 0.9974822126902066, "token_cosine_p50": 0.9981156908548795, "token_cosine_p90": 0.9985342759352464, "relative_rms_change": 0.11441760223645431, "input_rms": 7.583901698772724, "output_rms": 8.281974645761343 }, "token_cosine_mean_distribution": { "min": 0.9975228905677795, "p10": 0.9977677345275879, "p50": 0.9980752468109131, "p90": 0.9983709335327149, "max": 0.9984863996505737 }, "relative_rms_change_distribution": { "min": 0.09600618481636047, "p10": 0.09807322025299073, "p50": 0.1101880893111229, "p90": 0.13933856785297394, "max": 0.15335337817668915 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "middle", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9984836486669687, "token_cosine_mean": 0.9985864070745615, "token_cosine_p10": 0.998147570169889, "token_cosine_p50": 0.9986474330608661, "token_cosine_p90": 0.9989714530798105, "relative_rms_change": 0.05563768228659263, "input_rms": 8.281974645761343, "output_rms": 8.217816866361177 }, "token_cosine_mean_distribution": { "min": 0.99833744764328, "p10": 0.9985209345817566, "p50": 0.9985886812210083, "p90": 0.9986953616142273, "max": 0.998720645904541 }, "relative_rms_change_distribution": { "min": 0.052362363785505295, "p10": 0.05394601672887802, "p50": 0.055620718747377396, "p90": 0.057873337715864184, "max": 0.059724584221839905 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "middle", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9978969601484445, "token_cosine_mean": 0.9981835392805246, "token_cosine_p10": 0.9977739865963275, "token_cosine_p50": 0.9984776102579557, "token_cosine_p90": 0.9988480622951801, "relative_rms_change": 0.07565617504028174, "input_rms": 8.217816866361177, "output_rms": 7.8910722365746135 }, "token_cosine_mean_distribution": { "min": 0.9977807998657227, "p10": 0.9979726076126099, "p50": 0.9981867074966431, "p90": 0.9983566284179688, "max": 0.9983933568000793 }, "relative_rms_change_distribution": { "min": 0.06544695049524307, "p10": 0.07059700638055802, "p50": 0.07515844702720642, "p90": 0.08334142565727234, "max": 0.08630559593439102 }, "lowest_cosine_eval_id": "internal-p1-b20908aac87c", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "middle", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9971583118805518, "token_cosine_mean": 0.9973820402072027, "token_cosine_p10": 0.9965822742535517, "token_cosine_p50": 0.9976571477376498, "token_cosine_p90": 0.9981848964324365, "relative_rms_change": 0.09061584564355704, "input_rms": 7.8910722365746135, "output_rms": 7.4720366184528055 }, "token_cosine_mean_distribution": { "min": 0.9971018433570862, "p10": 0.9972291707992553, "p50": 0.997322678565979, "p90": 0.9975729942321777, "max": 0.997636079788208 }, "relative_rms_change_distribution": { "min": 0.08524785190820694, "p10": 0.08664289563894272, "p50": 0.09003353118896484, "p90": 0.09419177919626236, "max": 0.09469795227050781 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "1", "stage": "middle", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9959332117667565, "token_cosine_mean": 0.9962179293999305, "token_cosine_p10": 0.9948031077018151, "token_cosine_p50": 0.9966515990403982, "token_cosine_p90": 0.997373837691087, "relative_rms_change": 0.10104689747095108, "input_rms": 7.4720366184528055, "output_rms": 7.101715784806472 }, "token_cosine_mean_distribution": { "min": 0.995715856552124, "p10": 0.9959973692893982, "p50": 0.9962186813354492, "p90": 0.9963720440864563, "max": 0.9965996146202087 }, "relative_rms_change_distribution": { "min": 0.09666090458631516, "p10": 0.09797935485839844, "p50": 0.09955143183469772, "p90": 0.10442877858877182, "max": 0.10862337797880173 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-4a1cdb170e44" }, { "group": "1", "stage": "middle", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9940581734363849, "token_cosine_mean": 0.9949605327386123, "token_cosine_p10": 0.9931711096030015, "token_cosine_p50": 0.9954681763282189, "token_cosine_p90": 0.9964064680613004, "relative_rms_change": 0.1177757135950602, "input_rms": 7.101715784806472, "output_rms": 6.744208115797776 }, "token_cosine_mean_distribution": { "min": 0.9940861463546753, "p10": 0.9945830702781677, "p50": 0.9950634837150574, "p90": 0.995299506187439, "max": 0.9955214262008667 }, "relative_rms_change_distribution": { "min": 0.11262686550617218, "p10": 0.11302729845046997, "p50": 0.1169838234782219, "p90": 0.12297232896089554, "max": 0.12613415718078613 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "1", "stage": "middle", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9901657975636996, "token_cosine_mean": 0.9914166422990652, "token_cosine_p10": 0.9891030925970811, "token_cosine_p50": 0.9917598366737366, "token_cosine_p90": 0.9934662213692298, "relative_rms_change": 0.17559096561028406, "input_rms": 6.744208115797776, "output_rms": 5.964367573077862 }, "token_cosine_mean_distribution": { "min": 0.9898092150688171, "p10": 0.9904943704605103, "p50": 0.9914946556091309, "p90": 0.9922447323799133, "max": 0.9923003911972046 }, "relative_rms_change_distribution": { "min": 0.16122449934482574, "p10": 0.16832087934017181, "p50": 0.17621974647045135, "p90": 0.18398628234863282, "max": 0.19127005338668823 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "1", "stage": "middle", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9878589144119849, "token_cosine_mean": 0.9890997043022742, "token_cosine_p10": 0.9853699299005362, "token_cosine_p50": 0.9898698284075811, "token_cosine_p90": 0.9922062754631042, "relative_rms_change": 0.17143509938166693, "input_rms": 5.964367573077862, "output_rms": 5.461151673243596 }, "token_cosine_mean_distribution": { "min": 0.9863783121109009, "p10": 0.9882012128829956, "p50": 0.9892273545265198, "p90": 0.989820408821106, "max": 0.9906134605407715 }, "relative_rms_change_distribution": { "min": 0.16261588037014008, "p10": 0.16474878787994385, "p50": 0.16984020173549652, "p90": 0.18135982751846313, "max": 0.18711069226264954 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "1", "stage": "middle", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9875913078968341, "token_cosine_mean": 0.9889278824512775, "token_cosine_p10": 0.9842859277358422, "token_cosine_p50": 0.9900921078828665, "token_cosine_p90": 0.9925848841667175, "relative_rms_change": 0.16113947905026949, "input_rms": 5.461151673243596, "output_rms": 5.586297585414006 }, "token_cosine_mean_distribution": { "min": 0.9860300421714783, "p10": 0.9867748737335205, "p50": 0.9890711307525635, "p90": 0.9903500795364379, "max": 0.9910882115364075 }, "relative_rms_change_distribution": { "min": 0.1407759040594101, "p10": 0.14926803410053252, "p50": 0.15971492230892181, "p90": 0.17434957921504976, "max": 0.18410298228263855 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "1", "stage": "middle", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9868237330363347, "token_cosine_mean": 0.9883988316242511, "token_cosine_p10": 0.9812537477566645, "token_cosine_p50": 0.9901582965484033, "token_cosine_p90": 0.9935155923549945, "relative_rms_change": 0.16840615066198203, "input_rms": 5.586297585414006, "output_rms": 5.772781665508564 }, "token_cosine_mean_distribution": { "min": 0.9845798015594482, "p10": 0.9853683590888977, "p50": 0.9888949990272522, "p90": 0.9906804442405701, "max": 0.9913963675498962 }, "relative_rms_change_distribution": { "min": 0.14213751256465912, "p10": 0.14539335072040557, "p50": 0.16586075723171234, "p90": 0.19075078070163728, "max": 0.19655919075012207 }, "lowest_cosine_eval_id": "internal-p1-b4e28e5fb6c5", "largest_change_eval_id": "internal-p1-b20908aac87c" }, { "group": "1", "stage": "middle", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9855280977029067, "token_cosine_mean": 0.9870148026026212, "token_cosine_p10": 0.9790284037590027, "token_cosine_p50": 0.9889481342755831, "token_cosine_p90": 0.9928021247570331, "relative_rms_change": 0.16952595229332262, "input_rms": 5.772781665508564, "output_rms": 5.652570541088398 }, "token_cosine_mean_distribution": { "min": 0.9826658368110657, "p10": 0.9834145426750183, "p50": 0.9874104857444763, "p90": 0.9896563291549683, "max": 0.9906403422355652 }, "relative_rms_change_distribution": { "min": 0.14224651455879211, "p10": 0.15016640424728395, "p50": 0.16692765057086945, "p90": 0.18999745845794677, "max": 0.19467055797576904 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "1", "stage": "middle", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9846474757561317, "token_cosine_mean": 0.9859838118919959, "token_cosine_p10": 0.9792820306924673, "token_cosine_p50": 0.9874821901321411, "token_cosine_p90": 0.991267415193411, "relative_rms_change": 0.17506225063250616, "input_rms": 5.652570541088398, "output_rms": 5.562297564286452 }, "token_cosine_mean_distribution": { "min": 0.9811273813247681, "p10": 0.9827866554260254, "p50": 0.9863677024841309, "p90": 0.9880022406578064, "max": 0.9884912371635437 }, "relative_rms_change_distribution": { "min": 0.15593525767326355, "p10": 0.16325512826442717, "p50": 0.1724403202533722, "p90": 0.1950072079896927, "max": 0.20357170701026917 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "middle", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9817319466517522, "token_cosine_mean": 0.9831036558518043, "token_cosine_p10": 0.9744558380200312, "token_cosine_p50": 0.984974783200484, "token_cosine_p90": 0.9902545947294968, "relative_rms_change": 0.19841474638535425, "input_rms": 5.562297564286452, "output_rms": 5.141896064464863 }, "token_cosine_mean_distribution": { "min": 0.9771968722343445, "p10": 0.9793602228164673, "p50": 0.9835031628608704, "p90": 0.9859799981117249, "max": 0.9869403839111328 }, "relative_rms_change_distribution": { "min": 0.17448776960372925, "p10": 0.17683532536029817, "p50": 0.1983605921268463, "p90": 0.21907938420772552, "max": 0.22283202409744263 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "middle", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9780240654945374, "token_cosine_mean": 0.9793324516369746, "token_cosine_p10": 0.9700766710134653, "token_cosine_p50": 0.9813518661719102, "token_cosine_p90": 0.9872994331213144, "relative_rms_change": 0.20873849437786982, "input_rms": 5.141896064464863, "output_rms": 5.054367542266846 }, "token_cosine_mean_distribution": { "min": 0.9719352722167969, "p10": 0.9746819734573364, "p50": 0.980093240737915, "p90": 0.9829609155654907, "max": 0.9834043979644775 }, "relative_rms_change_distribution": { "min": 0.18626569211483002, "p10": 0.19338419437408447, "p50": 0.20532754063606262, "p90": 0.2297591596841812, "max": 0.24085630476474762 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "middle", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9763258558053237, "token_cosine_mean": 0.9778139270268954, "token_cosine_p10": 0.9683076418363131, "token_cosine_p50": 0.9801294574370751, "token_cosine_p90": 0.9852193593978882, "relative_rms_change": 0.21623384150174949, "input_rms": 5.054367542266846, "output_rms": 4.94304451575646 }, "token_cosine_mean_distribution": { "min": 0.9711759686470032, "p10": 0.9739631533622741, "p50": 0.9779748916625977, "p90": 0.9807283759117127, "max": 0.9807741641998291 }, "relative_rms_change_distribution": { "min": 0.19954077899456024, "p10": 0.20249958634376525, "p50": 0.21342627704143524, "p90": 0.23438449800014496, "max": 0.24668148159980774 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "middle", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.977114003438216, "token_cosine_mean": 0.9785321263166574, "token_cosine_p10": 0.9672520160675049, "token_cosine_p50": 0.9811521355922406, "token_cosine_p90": 0.9865737557411194, "relative_rms_change": 0.22668288877377143, "input_rms": 4.94304451575646, "output_rms": 4.442289682535025 }, "token_cosine_mean_distribution": { "min": 0.9728584289550781, "p10": 0.9743487238883972, "p50": 0.9792881608009338, "p90": 0.9809206008911133, "max": 0.982819676399231 }, "relative_rms_change_distribution": { "min": 0.1937926858663559, "p10": 0.2103971630334854, "p50": 0.2197595238685608, "p90": 0.25123244524002075, "max": 0.26051080226898193 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "1", "stage": "middle", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9789492442057683, "token_cosine_mean": 0.9792121236140912, "token_cosine_p10": 0.9684110008753263, "token_cosine_p50": 0.9818288317093482, "token_cosine_p90": 0.9868458463595464, "relative_rms_change": 0.22012335979021513, "input_rms": 4.442289682535025, "output_rms": 3.9870928067427416 }, "token_cosine_mean_distribution": { "min": 0.9757346510887146, "p10": 0.9774448156356812, "p50": 0.979271411895752, "p90": 0.9802960872650146, "max": 0.9810841679573059 }, "relative_rms_change_distribution": { "min": 0.21523767709732056, "p10": 0.21599128544330598, "p50": 0.21953001618385315, "p90": 0.22534675896167755, "max": 0.23097102344036102 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "1", "stage": "middle", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9790289722956144, "token_cosine_mean": 0.9796383014092078, "token_cosine_p10": 0.969067266354194, "token_cosine_p50": 0.983521241408128, "token_cosine_p90": 0.9877402599041278, "relative_rms_change": 0.21203046005505782, "input_rms": 3.9870928067427416, "output_rms": 4.1308500950153055 }, "token_cosine_mean_distribution": { "min": 0.976030707359314, "p10": 0.9774381875991821, "p50": 0.979895830154419, "p90": 0.9811162352561951, "max": 0.9827101230621338 }, "relative_rms_change_distribution": { "min": 0.19621320068836212, "p10": 0.20308858454227446, "p50": 0.21021968126296997, "p90": 0.2238843619823456, "max": 0.23150156438350677 }, "lowest_cosine_eval_id": "internal-p1-425ec4e55730", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "1", "stage": "middle", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9823636229221637, "token_cosine_mean": 0.9832463768812326, "token_cosine_p10": 0.9767842842982366, "token_cosine_p50": 0.9859324739529536, "token_cosine_p90": 0.9890664907602164, "relative_rms_change": 0.2279238895728038, "input_rms": 4.1308500950153055, "output_rms": 4.596719448383038 }, "token_cosine_mean_distribution": { "min": 0.9810000061988831, "p10": 0.9813580274581909, "p50": 0.9833377003669739, "p90": 0.9848676085472107, "max": 0.9851131439208984 }, "relative_rms_change_distribution": { "min": 0.20625998079776764, "p10": 0.2101604163646698, "p50": 0.229699045419693, "p90": 0.2423394352197647, "max": 0.24757367372512817 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-25f9736b9abf" }, { "group": "1", "stage": "middle", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.988792176430042, "token_cosine_mean": 0.989844276354863, "token_cosine_p10": 0.9856147170066833, "token_cosine_p50": 0.9913216691750747, "token_cosine_p90": 0.9932499206983126, "relative_rms_change": 0.1864355206489563, "input_rms": 4.596719448383038, "output_rms": 5.056527357835036 }, "token_cosine_mean_distribution": { "min": 0.9872029423713684, "p10": 0.988815987110138, "p50": 0.9899553656578064, "p90": 0.9911223649978638, "max": 0.9912535548210144 }, "relative_rms_change_distribution": { "min": 0.16521255671977997, "p10": 0.16774197816848754, "p50": 0.18277369439601898, "p90": 0.20280347764492035, "max": 0.22939105331897736 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "middle", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.991807914697207, "token_cosine_mean": 0.9924889894632193, "token_cosine_p10": 0.9895753310276911, "token_cosine_p50": 0.99343118759302, "token_cosine_p90": 0.9949229130378137, "relative_rms_change": 0.17843657388136938, "input_rms": 5.056527357835036, "output_rms": 5.6450066566467285 }, "token_cosine_mean_distribution": { "min": 0.9912201166152954, "p10": 0.9914088845252991, "p50": 0.9926141500473022, "p90": 0.9934281706809998, "max": 0.9935073852539062 }, "relative_rms_change_distribution": { "min": 0.1656687706708908, "p10": 0.17118267714977264, "p50": 0.17772851884365082, "p90": 0.19050591588020324, "max": 0.19615672528743744 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "middle", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9933521472490751, "token_cosine_mean": 0.9935567195598896, "token_cosine_p10": 0.9915312070112962, "token_cosine_p50": 0.9941379932256845, "token_cosine_p90": 0.9952589869499207, "relative_rms_change": 0.16740331512231094, "input_rms": 5.6450066566467285, "output_rms": 6.29400477042565 }, "token_cosine_mean_distribution": { "min": 0.9923690557479858, "p10": 0.9927388072013855, "p50": 0.993757963180542, "p90": 0.9941662192344666, "max": 0.9942744374275208 }, "relative_rms_change_distribution": { "min": 0.15753145515918732, "p10": 0.15928239226341248, "p50": 0.16652865707874298, "p90": 0.17645504474639892, "max": 0.17886033654212952 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-425ec4e55730" }, { "group": "1", "stage": "middle", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9938448346578158, "token_cosine_mean": 0.993987867465386, "token_cosine_p10": 0.9924595997883723, "token_cosine_p50": 0.9943537024351267, "token_cosine_p90": 0.995375550710238, "relative_rms_change": 0.1154399519929519, "input_rms": 6.29400477042565, "output_rms": 6.454435862027681 }, "token_cosine_mean_distribution": { "min": 0.9928538799285889, "p10": 0.9931591868400573, "p50": 0.994014322757721, "p90": 0.9948178648948669, "max": 0.9949517250061035 }, "relative_rms_change_distribution": { "min": 0.10582907497882843, "p10": 0.10938305109739303, "p50": 0.11523868888616562, "p90": 0.123878613114357, "max": 0.12618610262870789 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "1", "stage": "middle", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9918148517608643, "token_cosine_mean": 0.9919504202329196, "token_cosine_p10": 0.9897563824286828, "token_cosine_p50": 0.9922997263761667, "token_cosine_p90": 0.9939572581878076, "relative_rms_change": 0.12862553332860654, "input_rms": 6.454435862027681, "output_rms": 6.508563555203951 }, "token_cosine_mean_distribution": { "min": 0.9905046224594116, "p10": 0.9910611271858215, "p50": 0.9918031096458435, "p90": 0.9930599808692933, "max": 0.9932221174240112 }, "relative_rms_change_distribution": { "min": 0.11838354915380478, "p10": 0.11969509124755859, "p50": 0.12918031215667725, "p90": 0.13682228028774263, "max": 0.13984771072864532 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "1", "stage": "middle", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9906963935265174, "token_cosine_mean": 0.9910035591859084, "token_cosine_p10": 0.9888575902351966, "token_cosine_p50": 0.9914122453102698, "token_cosine_p90": 0.9930194432918842, "relative_rms_change": 0.14728228403971746, "input_rms": 6.508563555203951, "output_rms": 6.08076260640071 }, "token_cosine_mean_distribution": { "min": 0.9896441698074341, "p10": 0.9901370286941529, "p50": 0.9911815524101257, "p90": 0.9918887972831726, "max": 0.992161214351654 }, "relative_rms_change_distribution": { "min": 0.1392037719488144, "p10": 0.14039363861083984, "p50": 0.14708462357521057, "p90": 0.15406502187252044, "max": 0.15577353537082672 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-6177a6812fbc" }, { "group": "1", "stage": "middle", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9927830741955683, "token_cosine_mean": 0.9932266748868502, "token_cosine_p10": 0.990878151013301, "token_cosine_p50": 0.9939767580765945, "token_cosine_p90": 0.9955072907301096, "relative_rms_change": 0.12018047445095502, "input_rms": 6.08076260640071, "output_rms": 5.966355873988225 }, "token_cosine_mean_distribution": { "min": 0.9913926124572754, "p10": 0.9919279098510743, "p50": 0.9934073686599731, "p90": 0.9939533472061157, "max": 0.9941017031669617 }, "relative_rms_change_distribution": { "min": 0.11018304526805878, "p10": 0.11043781638145447, "p50": 0.11707679182291031, "p90": 0.13531410098075866, "max": 0.13666513562202454 }, "lowest_cosine_eval_id": "internal-p1-6177a6812fbc", "largest_change_eval_id": "internal-p1-b4e28e5fb6c5" }, { "group": "1", "stage": "middle", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9763981149746821, "token_cosine_mean": 0.9773506797277011, "token_cosine_p10": 0.9676127663025489, "token_cosine_p50": 0.9807012585493234, "token_cosine_p90": 0.9849406985136179, "relative_rms_change": 0.23586624746139234, "input_rms": 5.966355873988225, "output_rms": 5.250080255361704 }, "token_cosine_mean_distribution": { "min": 0.9705196022987366, "p10": 0.9724744200706482, "p50": 0.9769295454025269, "p90": 0.9821911096572876, "max": 0.9829670190811157 }, "relative_rms_change_distribution": { "min": 0.20248490571975708, "p10": 0.2102040797472, "p50": 0.23616203665733337, "p90": 0.26562469601631167, "max": 0.26788634061813354 }, "lowest_cosine_eval_id": "internal-p1-25f9736b9abf", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "1", "stage": "middle", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9831475936449491, "token_cosine_mean": 0.9851276645293603, "token_cosine_p10": 0.9785583523603586, "token_cosine_p50": 0.9874744277734023, "token_cosine_p90": 0.9905281846339886, "relative_rms_change": 0.19588895256702715, "input_rms": 5.250080255361704, "output_rms": 5.521533342508169 }, "token_cosine_mean_distribution": { "min": 0.98019939661026, "p10": 0.981126582622528, "p50": 0.9861643314361572, "p90": 0.9881650805473328, "max": 0.9882252812385559 }, "relative_rms_change_distribution": { "min": 0.1597299724817276, "p10": 0.1636047214269638, "p50": 0.19406862556934357, "p90": 0.2385369420051575, "max": 0.2526257336139679 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "middle", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9738556742668152, "token_cosine_mean": 0.9745621268565838, "token_cosine_p10": 0.9657500477937552, "token_cosine_p50": 0.9770958148516141, "token_cosine_p90": 0.9816493712938749, "relative_rms_change": 0.2649840254050035, "input_rms": 5.521533342508169, "output_rms": 6.146054964799148 }, "token_cosine_mean_distribution": { "min": 0.9594980478286743, "p10": 0.9665062546730041, "p50": 0.9777922034263611, "p90": 0.9792226314544678, "max": 0.9797542691230774 }, "relative_rms_change_distribution": { "min": 0.23322096467018127, "p10": 0.23487919569015503, "p50": 0.25427940487861633, "p90": 0.3143322467803955, "max": 0.34425532817840576 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-64d0cc58ed2a" }, { "group": "1", "stage": "middle", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.9512410118029668, "token_cosine_mean": 0.9518687495818505, "token_cosine_p10": 0.9386076514537518, "token_cosine_p50": 0.9547092272685125, "token_cosine_p90": 0.9626157146233779, "relative_rms_change": 0.5266442207189707, "input_rms": 6.146054964799148, "output_rms": 8.472547824566181 }, "token_cosine_mean_distribution": { "min": 0.9366580247879028, "p10": 0.9416841745376587, "p50": 0.9555158615112305, "p90": 0.9580743432044982, "max": 0.9600738883018494 }, "relative_rms_change_distribution": { "min": 0.4842202961444855, "p10": 0.49838666915893554, "p50": 0.5186153054237366, "p90": 0.5621704697608948, "max": 0.5640897154808044 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-897a512d4421" }, { "group": "1", "stage": "middle", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.8137172277157123, "token_cosine_mean": 0.8140147603475131, "token_cosine_p10": 0.801531929236192, "token_cosine_p50": 0.8148402067331167, "token_cosine_p90": 0.8268327071116521, "relative_rms_change": 1.7362872912333562, "input_rms": 8.472547824566181, "output_rms": 20.74359292250413 }, "token_cosine_mean_distribution": { "min": 0.7830358743667603, "p10": 0.800678288936615, "p50": 0.8160204291343689, "p90": 0.8214499592781067, "max": 0.8312094807624817 }, "relative_rms_change_distribution": { "min": 1.6627525091171265, "p10": 1.6708506345748901, "p50": 1.7326124906539917, "p90": 1.7955386638641357, "max": 1.8397327661514282 }, "lowest_cosine_eval_id": "internal-p1-64d0cc58ed2a", "largest_change_eval_id": "internal-p1-df1d7cdb8ae9" }, { "group": "2", "stage": "early", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.10526160781200115, "token_cosine_mean": 0.10274759336159779, "token_cosine_p10": -0.3439914561234988, "token_cosine_p50": 0.11108118238357398, "token_cosine_p90": 0.5395106168893667, "relative_rms_change": 8.096614030691294, "input_rms": 0.7453601406170771, "output_rms": 6.067626586327186 }, "token_cosine_mean_distribution": { "min": 0.0897824615240097, "p10": 0.09617756307125092, "p50": 0.10389247536659241, "p90": 0.1077356681227684, "max": 0.10979040712118149 }, "relative_rms_change_distribution": { "min": 8.038599967956543, "p10": 8.053775787353516, "p50": 8.112648010253906, "p90": 8.12333641052246, "max": 8.136956214904785 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "early", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9974254828232986, "token_cosine_mean": 0.997971603503594, "token_cosine_p10": 0.997326699587015, "token_cosine_p50": 0.9981241592994103, "token_cosine_p90": 0.9984768537374643, "relative_rms_change": 0.10767251826249637, "input_rms": 6.067626586327186, "output_rms": 6.539011771862324 }, "token_cosine_mean_distribution": { "min": 0.9977965950965881, "p10": 0.9978867769241333, "p50": 0.9980018138885498, "p90": 0.9980318188667298, "max": 0.9980979561805725 }, "relative_rms_change_distribution": { "min": 0.09939664602279663, "p10": 0.10454655140638351, "p50": 0.10865772515535355, "p90": 0.11114287972450257, "max": 0.11264444142580032 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "2", "stage": "early", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9980133771896362, "token_cosine_mean": 0.9982770406282865, "token_cosine_p10": 0.9977085131865281, "token_cosine_p50": 0.9984536537757287, "token_cosine_p90": 0.9987594760381259, "relative_rms_change": 0.08784902554291946, "input_rms": 6.539011771862324, "output_rms": 6.925742919628437 }, "token_cosine_mean_distribution": { "min": 0.9981049299240112, "p10": 0.9981534719467163, "p50": 0.998285174369812, "p90": 0.9983883500099182, "max": 0.9984284043312073 }, "relative_rms_change_distribution": { "min": 0.08051817864179611, "p10": 0.08174445629119872, "p50": 0.08885501325130463, "p90": 0.0913125827908516, "max": 0.09216763079166412 }, "lowest_cosine_eval_id": "internal-p1-10a6e3c099d3", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "2", "stage": "early", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9957661078526423, "token_cosine_mean": 0.9968877526429983, "token_cosine_p10": 0.9952357457234309, "token_cosine_p50": 0.9978735355230478, "token_cosine_p90": 0.9984974356798025, "relative_rms_change": 0.11234587488266137, "input_rms": 6.925742919628437, "output_rms": 7.34451018846952 }, "token_cosine_mean_distribution": { "min": 0.9962870478630066, "p10": 0.9965238571166992, "p50": 0.9969609379768372, "p90": 0.9971836090087891, "max": 0.9973305463790894 }, "relative_rms_change_distribution": { "min": 0.09516933560371399, "p10": 0.09830443710088729, "p50": 0.11471512913703918, "p90": 0.12443857789039613, "max": 0.12665113806724548 }, "lowest_cosine_eval_id": "internal-p1-3339b3c27102", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "2", "stage": "early", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9963806638350854, "token_cosine_mean": 0.996881888462947, "token_cosine_p10": 0.9954431515473586, "token_cosine_p50": 0.9974963756707999, "token_cosine_p90": 0.9981737549488361, "relative_rms_change": 0.08543669776274608, "input_rms": 7.34451018846952, "output_rms": 7.270924128018892 }, "token_cosine_mean_distribution": { "min": 0.9963550567626953, "p10": 0.9965559363365173, "p50": 0.9968478083610535, "p90": 0.9972122192382813, "max": 0.9973825216293335 }, "relative_rms_change_distribution": { "min": 0.07855309545993805, "p10": 0.08051922023296357, "p50": 0.08510348945856094, "p90": 0.0912215307354927, "max": 0.09308788925409317 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "2", "stage": "early", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9950727040951068, "token_cosine_mean": 0.9956850592906659, "token_cosine_p10": 0.9934660288003775, "token_cosine_p50": 0.9964783191680908, "token_cosine_p90": 0.9975041563694294, "relative_rms_change": 0.1007822729074038, "input_rms": 7.270924128018892, "output_rms": 7.134817783649151 }, "token_cosine_mean_distribution": { "min": 0.9947574138641357, "p10": 0.9954662561416626, "p50": 0.9957722425460815, "p90": 0.9960127830505371, "max": 0.9960583448410034 }, "relative_rms_change_distribution": { "min": 0.09607654064893723, "p10": 0.09644802808761596, "p50": 0.10092159360647202, "p90": 0.10552887320518493, "max": 0.1091332957148552 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "2", "stage": "early", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9937253410999591, "token_cosine_mean": 0.9946199242885296, "token_cosine_p10": 0.9919980076643137, "token_cosine_p50": 0.9954784558369563, "token_cosine_p90": 0.9967095714349014, "relative_rms_change": 0.11854422436310695, "input_rms": 7.134817783649151, "output_rms": 6.813608242915227 }, "token_cosine_mean_distribution": { "min": 0.9936563372612, "p10": 0.9942805528640747, "p50": 0.9946711659431458, "p90": 0.9949706435203552, "max": 0.9950903058052063 }, "relative_rms_change_distribution": { "min": 0.11155898869037628, "p10": 0.11267629563808441, "p50": 0.11695930361747742, "p90": 0.12492955327033997, "max": 0.1344541609287262 }, "lowest_cosine_eval_id": "internal-p1-ebf33fd7d830", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "2", "stage": "early", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9916106829276452, "token_cosine_mean": 0.9925883274811965, "token_cosine_p10": 0.9895291511829083, "token_cosine_p50": 0.993417854492481, "token_cosine_p90": 0.9950575003257165, "relative_rms_change": 0.14160415644829089, "input_rms": 6.813608242915227, "output_rms": 6.36563018652109 }, "token_cosine_mean_distribution": { "min": 0.9921153783798218, "p10": 0.9921456694602966, "p50": 0.99271559715271, "p90": 0.992956018447876, "max": 0.9930753707885742 }, "relative_rms_change_distribution": { "min": 0.1362084597349167, "p10": 0.13650574088096618, "p50": 0.1412457972764969, "p90": 0.14784333407878875, "max": 0.15155380964279175 }, "lowest_cosine_eval_id": "internal-p1-b9be0cbe1257", "largest_change_eval_id": "internal-p1-b9be0cbe1257" }, { "group": "2", "stage": "early", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9889586842977084, "token_cosine_mean": 0.9901511898407569, "token_cosine_p10": 0.9855695412709162, "token_cosine_p50": 0.9914155694154593, "token_cosine_p90": 0.9935170733011686, "relative_rms_change": 0.1678626021513572, "input_rms": 6.36563018652109, "output_rms": 5.796227748577412 }, "token_cosine_mean_distribution": { "min": 0.9888807535171509, "p10": 0.9890593409538269, "p50": 0.9901750683784485, "p90": 0.9911551356315613, "max": 0.9911720156669617 }, "relative_rms_change_distribution": { "min": 0.15830203890800476, "p10": 0.16049935817718505, "p50": 0.1679060161113739, "p90": 0.17703126966953278, "max": 0.18000607192516327 }, "lowest_cosine_eval_id": "internal-p1-9867f0fe744d", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "early", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9884874729009775, "token_cosine_mean": 0.9898625474709731, "token_cosine_p10": 0.9848803190084604, "token_cosine_p50": 0.9912353112147405, "token_cosine_p90": 0.9938987906162555, "relative_rms_change": 0.15323765690510088, "input_rms": 5.796227748577412, "output_rms": 5.865720235384428 }, "token_cosine_mean_distribution": { "min": 0.9883822798728943, "p10": 0.9888044238090515, "p50": 0.989901065826416, "p90": 0.9909031629562378, "max": 0.9911423921585083 }, "relative_rms_change_distribution": { "min": 0.14162133634090424, "p10": 0.14645153880119324, "p50": 0.15351073443889618, "p90": 0.16093694567680358, "max": 0.16186989843845367 }, "lowest_cosine_eval_id": "internal-p1-9867f0fe744d", "largest_change_eval_id": "internal-p1-9867f0fe744d" }, { "group": "2", "stage": "early", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9888569116592407, "token_cosine_mean": 0.9899816925709064, "token_cosine_p10": 0.9836413585222684, "token_cosine_p50": 0.9916175878964938, "token_cosine_p90": 0.994694315470182, "relative_rms_change": 0.14923492761758658, "input_rms": 5.865720235384428, "output_rms": 5.862055961902325 }, "token_cosine_mean_distribution": { "min": 0.9880768060684204, "p10": 0.9887216567993165, "p50": 0.9899148344993591, "p90": 0.9913882255554199, "max": 0.991504430770874 }, "relative_rms_change_distribution": { "min": 0.13728855550289154, "p10": 0.1390403389930725, "p50": 0.15048110485076904, "p90": 0.16110953092575073, "max": 0.1622704565525055 }, "lowest_cosine_eval_id": "internal-p1-9867f0fe744d", "largest_change_eval_id": "internal-p1-9867f0fe744d" }, { "group": "2", "stage": "early", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9883914773280804, "token_cosine_mean": 0.989366141649393, "token_cosine_p10": 0.9829042920699487, "token_cosine_p50": 0.9908181428909302, "token_cosine_p90": 0.9943822805698102, "relative_rms_change": 0.15238628364526308, "input_rms": 5.862055961902325, "output_rms": 5.872709604410025 }, "token_cosine_mean_distribution": { "min": 0.9865962266921997, "p10": 0.987136971950531, "p50": 0.9897165298461914, "p90": 0.9914390325546265, "max": 0.9919828772544861 }, "relative_rms_change_distribution": { "min": 0.1322290599346161, "p10": 0.14056602418422698, "p50": 0.14977507293224335, "p90": 0.1667420595884323, "max": 0.1697656363248825 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "2", "stage": "early", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9869603927318866, "token_cosine_mean": 0.9883111119270325, "token_cosine_p10": 0.983172343327449, "token_cosine_p50": 0.989310833124014, "token_cosine_p90": 0.9925890198120704, "relative_rms_change": 0.16186660184310034, "input_rms": 5.872709604410025, "output_rms": 5.697424595172588 }, "token_cosine_mean_distribution": { "min": 0.9844970703125, "p10": 0.9864753723144531, "p50": 0.9888178706169128, "p90": 0.9903860330581665, "max": 0.9905919432640076 }, "relative_rms_change_distribution": { "min": 0.1465933620929718, "p10": 0.1476059764623642, "p50": 0.15981392562389374, "p90": 0.17617122530937196, "max": 0.18417973816394806 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "2", "stage": "early", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.987767334167774, "token_cosine_mean": 0.9887666518871601, "token_cosine_p10": 0.9836457600960364, "token_cosine_p50": 0.9899164713346041, "token_cosine_p90": 0.9932588797349197, "relative_rms_change": 0.15915038379339072, "input_rms": 5.697424595172588, "output_rms": 5.445901540609507 }, "token_cosine_mean_distribution": { "min": 0.9850936532020569, "p10": 0.9863600611686707, "p50": 0.9890096187591553, "p90": 0.9912655115127563, "max": 0.9915331602096558 }, "relative_rms_change_distribution": { "min": 0.13782262802124023, "p10": 0.13954776525497437, "p50": 0.16163696348667145, "p90": 0.17805692851543425, "max": 0.18002437055110931 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9867f0fe744d" }, { "group": "2", "stage": "early", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9856528410544763, "token_cosine_mean": 0.9866408247214097, "token_cosine_p10": 0.9814550968316885, "token_cosine_p50": 0.9877438361828144, "token_cosine_p90": 0.9911686273721548, "relative_rms_change": 0.17208484617563394, "input_rms": 5.445901540609507, "output_rms": 5.181668868431678 }, "token_cosine_mean_distribution": { "min": 0.9826244711875916, "p10": 0.9841387867927551, "p50": 0.986815869808197, "p90": 0.9891192793846131, "max": 0.9898235201835632 }, "relative_rms_change_distribution": { "min": 0.15080904960632324, "p10": 0.15587490200996398, "p50": 0.17187882959842682, "p90": 0.18715707957744598, "max": 0.19182781875133514 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "2", "stage": "early", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9860358834266663, "token_cosine_mean": 0.9870047660974356, "token_cosine_p10": 0.9826241502395043, "token_cosine_p50": 0.9881199781711285, "token_cosine_p90": 0.9908923002389761, "relative_rms_change": 0.1663229144536532, "input_rms": 5.181668868431678, "output_rms": 5.10223414347722 }, "token_cosine_mean_distribution": { "min": 0.9824979305267334, "p10": 0.9849908828735352, "p50": 0.9867963194847107, "p90": 0.9892204761505127, "max": 0.9898653030395508 }, "relative_rms_change_distribution": { "min": 0.1471121907234192, "p10": 0.15235605239868164, "p50": 0.16838125884532928, "p90": 0.18056954443454742, "max": 0.1900714635848999 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "2", "stage": "early", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9852176171082717, "token_cosine_mean": 0.9865977809979365, "token_cosine_p10": 0.9813679594259995, "token_cosine_p50": 0.9880741513692416, "token_cosine_p90": 0.9909019011717576, "relative_rms_change": 0.19252482171242052, "input_rms": 5.10223414347722, "output_rms": 4.5800030414874735 }, "token_cosine_mean_distribution": { "min": 0.983036994934082, "p10": 0.9848716735839844, "p50": 0.9864524006843567, "p90": 0.9883277177810669, "max": 0.9889633655548096 }, "relative_rms_change_distribution": { "min": 0.18061138689517975, "p10": 0.18364953696727754, "p50": 0.1930243819952011, "p90": 0.19911477565765381, "max": 0.20126686990261078 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "2", "stage": "early", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.989831818984105, "token_cosine_mean": 0.9901332534276522, "token_cosine_p10": 0.9870583277482253, "token_cosine_p50": 0.9912165311666635, "token_cosine_p90": 0.993082541685838, "relative_rms_change": 0.14932642991726214, "input_rms": 4.5800030414874735, "output_rms": 4.320278387803298 }, "token_cosine_mean_distribution": { "min": 0.9871962666511536, "p10": 0.9879156112670898, "p50": 0.9902874231338501, "p90": 0.9919649004936218, "max": 0.992171049118042 }, "relative_rms_change_distribution": { "min": 0.13514089584350586, "p10": 0.13715905249118804, "p50": 0.1464715301990509, "p90": 0.16321606636047364, "max": 0.16854628920555115 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-9fd79ae8b6ce" }, { "group": "2", "stage": "early", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9891508909372183, "token_cosine_mean": 0.9896641969680786, "token_cosine_p10": 0.9871872663497925, "token_cosine_p50": 0.990548849105835, "token_cosine_p90": 0.992648028410398, "relative_rms_change": 0.15195905359891745, "input_rms": 4.320278387803298, "output_rms": 4.109460537250225 }, "token_cosine_mean_distribution": { "min": 0.9872952103614807, "p10": 0.9875499606132507, "p50": 0.9899071455001831, "p90": 0.9908332586288452, "max": 0.99134361743927 }, "relative_rms_change_distribution": { "min": 0.14132118225097656, "p10": 0.14344747364521027, "p50": 0.14889447391033173, "p90": 0.16306117177009583, "max": 0.16389955580234528 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "early", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9887875547775855, "token_cosine_mean": 0.989968634568728, "token_cosine_p10": 0.9875679337061368, "token_cosine_p50": 0.9907264434374295, "token_cosine_p90": 0.992507842870859, "relative_rms_change": 0.1722530688230808, "input_rms": 4.109460537250225, "output_rms": 4.416956277994009 }, "token_cosine_mean_distribution": { "min": 0.9876832962036133, "p10": 0.9882675051689148, "p50": 0.9906408190727234, "p90": 0.9911983370780945, "max": 0.9915078282356262 }, "relative_rms_change_distribution": { "min": 0.16175591945648193, "p10": 0.1636030673980713, "p50": 0.17091882228851318, "p90": 0.1842658281326294, "max": 0.1857428103685379 }, "lowest_cosine_eval_id": "internal-p1-9fd79ae8b6ce", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "early", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9928609682963445, "token_cosine_mean": 0.9938587821446933, "token_cosine_p10": 0.9919405350318322, "token_cosine_p50": 0.994672431395604, "token_cosine_p90": 0.9956102875562814, "relative_rms_change": 0.1328910434475312, "input_rms": 4.416956277994009, "output_rms": 4.648432511549729 }, "token_cosine_mean_distribution": { "min": 0.9919574856758118, "p10": 0.9922614812850952, "p50": 0.9942038059234619, "p90": 0.9948955416679383, "max": 0.9950169920921326 }, "relative_rms_change_distribution": { "min": 0.116746686398983, "p10": 0.11840045899152755, "p50": 0.13007530570030212, "p90": 0.15132756233215333, "max": 0.15271185338497162 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9953480683840238, "token_cosine_mean": 0.9959956178298364, "token_cosine_p10": 0.9949719814153818, "token_cosine_p50": 0.996518611907959, "token_cosine_p90": 0.9972189343892611, "relative_rms_change": 0.10053649487403724, "input_rms": 4.648432511549729, "output_rms": 4.768872884603647 }, "token_cosine_mean_distribution": { "min": 0.9944997429847717, "p10": 0.9948103547096252, "p50": 0.9964442849159241, "p90": 0.9966843843460083, "max": 0.996705949306488 }, "relative_rms_change_distribution": { "min": 0.08906929194927216, "p10": 0.09003904014825821, "p50": 0.09534196555614471, "p90": 0.11851592212915421, "max": 0.12216522544622421 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9957314133644104, "token_cosine_mean": 0.9961742896300095, "token_cosine_p10": 0.994998996074383, "token_cosine_p50": 0.9966832720316373, "token_cosine_p90": 0.9973161587348351, "relative_rms_change": 0.12393479565015206, "input_rms": 4.768872884603647, "output_rms": 5.144248999082125 }, "token_cosine_mean_distribution": { "min": 0.9952759742736816, "p10": 0.9953097343444824, "p50": 0.9964472651481628, "p90": 0.9966335296630859, "max": 0.9966613054275513 }, "relative_rms_change_distribution": { "min": 0.11612425744533539, "p10": 0.11676319241523743, "p50": 0.12027517706155777, "p90": 0.13700751662254335, "max": 0.13987895846366882 }, "lowest_cosine_eval_id": "internal-p1-7da691e57a49", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9969574304727408, "token_cosine_mean": 0.9970623759122995, "token_cosine_p10": 0.9965222477912903, "token_cosine_p50": 0.9973444250913767, "token_cosine_p90": 0.9978316242878253, "relative_rms_change": 0.07977723272947165, "input_rms": 5.144248999082125, "output_rms": 5.221128977262056 }, "token_cosine_mean_distribution": { "min": 0.9962836503982544, "p10": 0.9964589238166809, "p50": 0.9972131252288818, "p90": 0.997355854511261, "max": 0.997566819190979 }, "relative_rms_change_distribution": { "min": 0.07240883260965347, "p10": 0.07537315040826797, "p50": 0.07692817598581314, "p90": 0.08994972109794618, "max": 0.09561202675104141 }, "lowest_cosine_eval_id": "internal-p1-7da691e57a49", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9961740833062392, "token_cosine_mean": 0.9962532245195829, "token_cosine_p10": 0.9957537146715018, "token_cosine_p50": 0.9965682167273301, "token_cosine_p90": 0.9970926275620093, "relative_rms_change": 0.08822287905674714, "input_rms": 5.221128977262056, "output_rms": 5.272445862109844 }, "token_cosine_mean_distribution": { "min": 0.9953789114952087, "p10": 0.9955909848213196, "p50": 0.9964181184768677, "p90": 0.9966914415359497, "max": 0.9969099760055542 }, "relative_rms_change_distribution": { "min": 0.08014312386512756, "p10": 0.08231087774038315, "p50": 0.08514898270368576, "p90": 0.09805861115455627, "max": 0.10416387021541595 }, "lowest_cosine_eval_id": "internal-p1-7da691e57a49", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9958979854216943, "token_cosine_mean": 0.9961285270177401, "token_cosine_p10": 0.9955251904634329, "token_cosine_p50": 0.996537121442648, "token_cosine_p90": 0.9970905368144696, "relative_rms_change": 0.09715392383245322, "input_rms": 5.272445862109844, "output_rms": 5.060200287745549 }, "token_cosine_mean_distribution": { "min": 0.9951456785202026, "p10": 0.995212459564209, "p50": 0.9962947368621826, "p90": 0.9967206239700317, "max": 0.9969090223312378 }, "relative_rms_change_distribution": { "min": 0.08734503388404846, "p10": 0.08957580178976059, "p50": 0.09326130151748657, "p90": 0.10868826806545258, "max": 0.11621171236038208 }, "lowest_cosine_eval_id": "internal-p1-7da691e57a49", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9946763653021592, "token_cosine_mean": 0.9951021258647625, "token_cosine_p10": 0.9946586397977976, "token_cosine_p50": 0.9958193806501535, "token_cosine_p90": 0.9965310738636897, "relative_rms_change": 0.11159150932843868, "input_rms": 5.060200287745549, "output_rms": 4.812076568603516 }, "token_cosine_mean_distribution": { "min": 0.9935632944107056, "p10": 0.9938233733177185, "p50": 0.9953930974006653, "p90": 0.9957492113113403, "max": 0.9958285689353943 }, "relative_rms_change_distribution": { "min": 0.09866978973150253, "p10": 0.10158497393131256, "p50": 0.10865017026662827, "p90": 0.1291122525930405, "max": 0.1367294192314148 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9911538500052232, "token_cosine_mean": 0.9919252945826604, "token_cosine_p10": 0.9901000169607309, "token_cosine_p50": 0.9932815661797156, "token_cosine_p90": 0.9945049331738398, "relative_rms_change": 0.1456906795501709, "input_rms": 4.812076568603516, "output_rms": 4.470180218036358 }, "token_cosine_mean_distribution": { "min": 0.9888520240783691, "p10": 0.9891958832740784, "p50": 0.9924432635307312, "p90": 0.9938070893287658, "max": 0.9941772222518921 }, "relative_rms_change_distribution": { "min": 0.11880224943161011, "p10": 0.12518436908721925, "p50": 0.1399625688791275, "p90": 0.17224924862384797, "max": 0.17905083298683167 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "early", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9820455817075876, "token_cosine_mean": 0.983453209583576, "token_cosine_p10": 0.9773596891990075, "token_cosine_p50": 0.9861838771746709, "token_cosine_p90": 0.9893916937021109, "relative_rms_change": 0.1851278279836361, "input_rms": 4.470180218036358, "output_rms": 4.338666622455303 }, "token_cosine_mean_distribution": { "min": 0.9678932428359985, "p10": 0.9755114555358887, "p50": 0.9867650270462036, "p90": 0.989031171798706, "max": 0.9894607663154602 }, "relative_rms_change_distribution": { "min": 0.14718089997768402, "p10": 0.15006222128868102, "p50": 0.16372376680374146, "p90": 0.2457064986228943, "max": 0.25775882601737976 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "early", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9353638566457309, "token_cosine_mean": 0.9388558039298425, "token_cosine_p10": 0.8994078773718613, "token_cosine_p50": 0.9497682131253756, "token_cosine_p90": 0.9646519101583041, "relative_rms_change": 0.3512507722927974, "input_rms": 4.338666622455303, "output_rms": 4.436226991506723 }, "token_cosine_mean_distribution": { "min": 0.8079301714897156, "p10": 0.9138949394226075, "p50": 0.9574046730995178, "p90": 0.9642981290817261, "max": 0.9677261710166931 }, "relative_rms_change_distribution": { "min": 0.25485000014305115, "p10": 0.26695898175239563, "p50": 0.29305174946784973, "p90": 0.43888422250747683, "max": 0.6991763710975647 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "early", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.8168212129519536, "token_cosine_mean": 0.8209539422622094, "token_cosine_p10": 0.7639340643699353, "token_cosine_p50": 0.8290950151590201, "token_cosine_p90": 0.8701176597521856, "relative_rms_change": 0.6602112971819364, "input_rms": 4.436226991506723, "output_rms": 5.10006856918335 }, "token_cosine_mean_distribution": { "min": 0.6207378506660461, "p10": 0.7623193979263305, "p50": 0.8466391563415527, "p90": 0.8734864234924317, "max": 0.8821736574172974 }, "relative_rms_change_distribution": { "min": 0.5258244872093201, "p10": 0.5438559412956238, "p50": 0.6209045648574829, "p90": 0.7817074418067933, "max": 1.1257221698760986 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "early", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.5709042457433847, "token_cosine_mean": 0.5731397523329809, "token_cosine_p10": 0.5179351912094996, "token_cosine_p50": 0.5793454096867487, "token_cosine_p90": 0.6264307407232431, "relative_rms_change": 3.9851321623875546, "input_rms": 5.10006856918335, "output_rms": 22.612724010760967 }, "token_cosine_mean_distribution": { "min": 0.43521204590797424, "p10": 0.5110972762107849, "p50": 0.5976144671440125, "p90": 0.6270424962043762, "max": 0.6319712400436401 }, "relative_rms_change_distribution": { "min": 3.055800676345825, "p10": 3.649686908721924, "p50": 4.112873554229736, "p90": 4.243824577331543, "max": 4.294013977050781 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "2", "stage": "final", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.7134511516644404, "token_cosine_mean": 0.7180662888746995, "token_cosine_p10": 0.6458697043932401, "token_cosine_p50": 0.7280220114267789, "token_cosine_p90": 0.7794754780255831, "relative_rms_change": 6.5217844889714165, "input_rms": 1.3838221293229322, "output_rms": 9.887040138244629 }, "token_cosine_mean_distribution": { "min": 0.6344020366668701, "p10": 0.653106951713562, "p50": 0.7304120659828186, "p90": 0.7704360723495484, "max": 0.7719778418540955 }, "relative_rms_change_distribution": { "min": 5.509611129760742, "p10": 5.692600917816162, "p50": 6.410865783691406, "p90": 7.264720821380616, "max": 7.524764537811279 }, "lowest_cosine_eval_id": "internal-p1-7da691e57a49", "largest_change_eval_id": "internal-p1-10a6e3c099d3" }, { "group": "2", "stage": "final", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9959952372771043, "token_cosine_mean": 0.9960916317426242, "token_cosine_p10": 0.9949446320533752, "token_cosine_p50": 0.9962389377447275, "token_cosine_p90": 0.9970538799579327, "relative_rms_change": 0.11999134318186687, "input_rms": 9.887040138244629, "output_rms": 10.637594149662899 }, "token_cosine_mean_distribution": { "min": 0.995425820350647, "p10": 0.9954872250556945, "p50": 0.9961268305778503, "p90": 0.9966980576515198, "max": 0.9967572093009949 }, "relative_rms_change_distribution": { "min": 0.10198355466127396, "p10": 0.10800800770521164, "p50": 0.1206962987780571, "p90": 0.13209916949272155, "max": 0.1382247656583786 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-10a6e3c099d3" }, { "group": "2", "stage": "final", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9976224761742812, "token_cosine_mean": 0.997659600698031, "token_cosine_p10": 0.9970671580387995, "token_cosine_p50": 0.9977446656960708, "token_cosine_p90": 0.9981235586679899, "relative_rms_change": 0.08023876352952077, "input_rms": 10.637594149662899, "output_rms": 10.178451904883751 }, "token_cosine_mean_distribution": { "min": 0.997370183467865, "p10": 0.9975109577178956, "p50": 0.9976359605789185, "p90": 0.9978309750556946, "max": 0.9978349208831787 }, "relative_rms_change_distribution": { "min": 0.07426165789365768, "p10": 0.0764490783214569, "p50": 0.08018208295106888, "p90": 0.08187665790319443, "max": 0.08916158974170685 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "final", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9978052790348346, "token_cosine_mean": 0.9979240894317627, "token_cosine_p10": 0.9975013045164255, "token_cosine_p50": 0.99798328601397, "token_cosine_p90": 0.9982637258676382, "relative_rms_change": 0.07722812317884885, "input_rms": 10.178451904883751, "output_rms": 9.756436347961426 }, "token_cosine_mean_distribution": { "min": 0.9977141618728638, "p10": 0.9977745532989502, "p50": 0.9979408383369446, "p90": 0.9980353832244873, "max": 0.998117983341217 }, "relative_rms_change_distribution": { "min": 0.07121702283620834, "p10": 0.07216032445430756, "p50": 0.07625259459018707, "p90": 0.08317756801843644, "max": 0.08984933793544769 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-9867f0fe744d" }, { "group": "2", "stage": "final", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9973190380976751, "token_cosine_mean": 0.9974251893850473, "token_cosine_p10": 0.9969544823353107, "token_cosine_p50": 0.9974947021557734, "token_cosine_p90": 0.9978277133061335, "relative_rms_change": 0.09482912776561883, "input_rms": 9.756436347961426, "output_rms": 9.14235833974985 }, "token_cosine_mean_distribution": { "min": 0.9971202611923218, "p10": 0.9972109079360962, "p50": 0.9974523782730103, "p90": 0.9976065874099731, "max": 0.9976269602775574 }, "relative_rms_change_distribution": { "min": 0.08961525559425354, "p10": 0.09195470660924912, "p50": 0.09507104754447937, "p90": 0.09851959943771363, "max": 0.09901539236307144 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "final", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.996540748156034, "token_cosine_mean": 0.9966600812398471, "token_cosine_p10": 0.996007149036114, "token_cosine_p50": 0.9967594559376056, "token_cosine_p90": 0.9971980590086716, "relative_rms_change": 0.09824847945800194, "input_rms": 9.14235833974985, "output_rms": 8.63231974381667 }, "token_cosine_mean_distribution": { "min": 0.9961883425712585, "p10": 0.9963460922241211, "p50": 0.9966812133789062, "p90": 0.9969126105308532, "max": 0.9969560503959656 }, "relative_rms_change_distribution": { "min": 0.09132342785596848, "p10": 0.09316215068101882, "p50": 0.09779295325279236, "p90": 0.1037326529622078, "max": 0.10680030286312103 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "2", "stage": "final", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9943954531963055, "token_cosine_mean": 0.9945887739841754, "token_cosine_p10": 0.9935408097047073, "token_cosine_p50": 0.9947136778097886, "token_cosine_p90": 0.9954950121732858, "relative_rms_change": 0.15735161419098193, "input_rms": 8.63231974381667, "output_rms": 7.57751571215116 }, "token_cosine_mean_distribution": { "min": 0.9937751293182373, "p10": 0.9941313743591309, "p50": 0.9946281909942627, "p90": 0.9949690341949463, "max": 0.9951699376106262 }, "relative_rms_change_distribution": { "min": 0.13978032767772675, "p10": 0.1487009197473526, "p50": 0.15819475054740906, "p90": 0.16586287915706635, "max": 0.17020893096923828 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-10a6e3c099d3" }, { "group": "2", "stage": "final", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9916597788150494, "token_cosine_mean": 0.9918957856985239, "token_cosine_p10": 0.9903557850764348, "token_cosine_p50": 0.9921001425156226, "token_cosine_p90": 0.9931762631122882, "relative_rms_change": 0.19288896368100092, "input_rms": 7.57751571215116, "output_rms": 6.426708771632268 }, "token_cosine_mean_distribution": { "min": 0.9910481572151184, "p10": 0.9911898255348206, "p50": 0.9919561147689819, "p90": 0.9923983097076416, "max": 0.9927268624305725 }, "relative_rms_change_distribution": { "min": 0.18281522393226624, "p10": 0.18859035074710845, "p50": 0.19127225875854492, "p90": 0.1977982699871063, "max": 0.20424294471740723 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b9be0cbe1257" }, { "group": "2", "stage": "final", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9896216942713811, "token_cosine_mean": 0.9900236909206097, "token_cosine_p10": 0.9881183596757742, "token_cosine_p50": 0.9901729317811819, "token_cosine_p90": 0.9917626197521503, "relative_rms_change": 0.1795134017100701, "input_rms": 6.426708771632268, "output_rms": 5.668763930980976 }, "token_cosine_mean_distribution": { "min": 0.9887577295303345, "p10": 0.9890288829803466, "p50": 0.990219235420227, "p90": 0.9907901048660278, "max": 0.9911123514175415 }, "relative_rms_change_distribution": { "min": 0.16584421694278717, "p10": 0.1701221853494644, "p50": 0.17948929965496063, "p90": 0.18625059127807617, "max": 0.19485537707805634 }, "lowest_cosine_eval_id": "internal-p1-616972314073", "largest_change_eval_id": "internal-p1-616972314073" }, { "group": "2", "stage": "final", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9921158918967614, "token_cosine_mean": 0.9924079363162701, "token_cosine_p10": 0.9906045473538913, "token_cosine_p50": 0.9927220986439631, "token_cosine_p90": 0.993934704707219, "relative_rms_change": 0.12749922905976957, "input_rms": 5.668763930980976, "output_rms": 5.748677620520959 }, "token_cosine_mean_distribution": { "min": 0.9912978410720825, "p10": 0.9918802499771118, "p50": 0.9925181269645691, "p90": 0.9929558515548706, "max": 0.9930771589279175 }, "relative_rms_change_distribution": { "min": 0.11992254108190536, "p10": 0.12110247910022735, "p50": 0.12720736861228943, "p90": 0.1328250378370285, "max": 0.1398104727268219 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "2", "stage": "final", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9933655858039856, "token_cosine_mean": 0.9938051883990948, "token_cosine_p10": 0.991921773323646, "token_cosine_p50": 0.9942162311994113, "token_cosine_p90": 0.9953542122474084, "relative_rms_change": 0.11731576346434079, "input_rms": 5.748677620520959, "output_rms": 5.8303955151484566 }, "token_cosine_mean_distribution": { "min": 0.9926725625991821, "p10": 0.9932427406311035, "p50": 0.993787944316864, "p90": 0.9944938659667969, "max": 0.9945690631866455 }, "relative_rms_change_distribution": { "min": 0.1091882511973381, "p10": 0.11138356775045395, "p50": 0.11768180131912231, "p90": 0.12397212833166123, "max": 0.12500834465026855 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "2", "stage": "final", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9923796928845919, "token_cosine_mean": 0.9928898582091699, "token_cosine_p10": 0.9907534764363215, "token_cosine_p50": 0.9934037832113413, "token_cosine_p90": 0.9947563960002019, "relative_rms_change": 0.1323869709785168, "input_rms": 5.8303955151484566, "output_rms": 5.5149180338932915 }, "token_cosine_mean_distribution": { "min": 0.9918246269226074, "p10": 0.992050564289093, "p50": 0.9927537441253662, "p90": 0.9936236143112183, "max": 0.9938087463378906 }, "relative_rms_change_distribution": { "min": 0.11875183135271072, "p10": 0.12117433249950409, "p50": 0.13181863725185394, "p90": 0.13775464594364167, "max": 0.15972787141799927 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "final", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9916289677986732, "token_cosine_mean": 0.991897660952348, "token_cosine_p10": 0.989880227125608, "token_cosine_p50": 0.9923324493261484, "token_cosine_p90": 0.9936635402532724, "relative_rms_change": 0.1300436332821846, "input_rms": 5.5149180338932915, "output_rms": 5.391147980323205 }, "token_cosine_mean_distribution": { "min": 0.990872859954834, "p10": 0.9912746667861938, "p50": 0.9918103218078613, "p90": 0.9927647829055786, "max": 0.9929121732711792 }, "relative_rms_change_distribution": { "min": 0.12060743570327759, "p10": 0.12209352552890777, "p50": 0.13129904866218567, "p90": 0.13520636558532714, "max": 0.13811665773391724 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "2", "stage": "final", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9900394082069397, "token_cosine_mean": 0.9904001492720383, "token_cosine_p10": 0.9875594836014968, "token_cosine_p50": 0.9910482580845172, "token_cosine_p90": 0.9928164298717792, "relative_rms_change": 0.14555428692927727, "input_rms": 5.391147980323205, "output_rms": 5.137701474703276 }, "token_cosine_mean_distribution": { "min": 0.9888759851455688, "p10": 0.9891283392906189, "p50": 0.9903448820114136, "p90": 0.9914330959320068, "max": 0.991672694683075 }, "relative_rms_change_distribution": { "min": 0.13330161571502686, "p10": 0.13780796229839326, "p50": 0.1474521905183792, "p90": 0.1545432299375534, "max": 0.15666607022285461 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "2", "stage": "final", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9845932997190036, "token_cosine_mean": 0.985007318166586, "token_cosine_p10": 0.9818658370238084, "token_cosine_p50": 0.9856657798473651, "token_cosine_p90": 0.9878142888729389, "relative_rms_change": 0.17694538029340598, "input_rms": 5.137701474703276, "output_rms": 4.925480108994704 }, "token_cosine_mean_distribution": { "min": 0.9818272590637207, "p10": 0.9838101506233216, "p50": 0.9852131605148315, "p90": 0.9860540866851807, "max": 0.9877474904060364 }, "relative_rms_change_distribution": { "min": 0.1575538069009781, "p10": 0.16940787732601165, "p50": 0.17659048736095428, "p90": 0.18500491380691528, "max": 0.1989675611257553 }, "lowest_cosine_eval_id": "internal-p1-58d20588c30f", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "2", "stage": "final", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.982145199408898, "token_cosine_mean": 0.9825284801996671, "token_cosine_p10": 0.9797447736446674, "token_cosine_p50": 0.9832176795372596, "token_cosine_p90": 0.9851933488479028, "relative_rms_change": 0.19033905405264634, "input_rms": 4.925480108994704, "output_rms": 4.976921008183406 }, "token_cosine_mean_distribution": { "min": 0.9799331426620483, "p10": 0.9806217193603516, "p50": 0.9830389022827148, "p90": 0.9838400483131409, "max": 0.9846749305725098 }, "relative_rms_change_distribution": { "min": 0.17705166339874268, "p10": 0.1812122344970703, "p50": 0.18719662725925446, "p90": 0.2022700309753418, "max": 0.20405253767967224 }, "lowest_cosine_eval_id": "internal-p1-58d20588c30f", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "2", "stage": "final", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9819029798874488, "token_cosine_mean": 0.9824339884978074, "token_cosine_p10": 0.9786946085783151, "token_cosine_p50": 0.9832429060569177, "token_cosine_p90": 0.9856048363905686, "relative_rms_change": 0.19228172760743362, "input_rms": 4.976921008183406, "output_rms": 5.033102989196777 }, "token_cosine_mean_distribution": { "min": 0.9798665046691895, "p10": 0.9800657033920288, "p50": 0.9830613732337952, "p90": 0.9837345600128173, "max": 0.9842972159385681 }, "relative_rms_change_distribution": { "min": 0.18346750736236572, "p10": 0.18401639759540558, "p50": 0.19063955545425415, "p90": 0.2039344996213913, "max": 0.20534880459308624 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "2", "stage": "final", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9759935461557828, "token_cosine_mean": 0.9762378793496352, "token_cosine_p10": 0.972089368563432, "token_cosine_p50": 0.9767685257471524, "token_cosine_p90": 0.9800058740835923, "relative_rms_change": 0.23451433388086465, "input_rms": 5.033102989196777, "output_rms": 4.476157811971811 }, "token_cosine_mean_distribution": { "min": 0.9729465246200562, "p10": 0.9735764026641845, "p50": 0.9766520857810974, "p90": 0.978114902973175, "max": 0.9785799980163574 }, "relative_rms_change_distribution": { "min": 0.22405320405960083, "p10": 0.22536924183368684, "p50": 0.23476217687129974, "p90": 0.24217394292354583, "max": 0.24619674682617188 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "2", "stage": "final", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9800651577802805, "token_cosine_mean": 0.9803278629596417, "token_cosine_p10": 0.9772541706378644, "token_cosine_p50": 0.9808286841099079, "token_cosine_p90": 0.9831055540304917, "relative_rms_change": 0.22312392409031206, "input_rms": 4.476157811971811, "output_rms": 4.840762982001672 }, "token_cosine_mean_distribution": { "min": 0.9773834347724915, "p10": 0.978331732749939, "p50": 0.98054039478302, "p90": 0.9820008635520935, "max": 0.9824894070625305 }, "relative_rms_change_distribution": { "min": 0.2117966264486313, "p10": 0.217122820019722, "p50": 0.222769632935524, "p90": 0.2336122661828995, "max": 0.23541150987148285 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-58d20588c30f" }, { "group": "2", "stage": "final", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9841609230408301, "token_cosine_mean": 0.9845244471843426, "token_cosine_p10": 0.982150348333212, "token_cosine_p50": 0.9849232756174527, "token_cosine_p90": 0.9865913620361915, "relative_rms_change": 0.1925744368479802, "input_rms": 4.840762982001672, "output_rms": 5.122110623579759 }, "token_cosine_mean_distribution": { "min": 0.9820102453231812, "p10": 0.9832940578460694, "p50": 0.9846653938293457, "p90": 0.9858322024345398, "max": 0.9861894845962524 }, "relative_rms_change_distribution": { "min": 0.17444226145744324, "p10": 0.17906881272792816, "p50": 0.19437220692634583, "p90": 0.2055617779493332, "max": 0.20995977520942688 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-9867f0fe744d" }, { "group": "2", "stage": "final", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9847112114612873, "token_cosine_mean": 0.9853072487390958, "token_cosine_p10": 0.9819957568095281, "token_cosine_p50": 0.9859290306384747, "token_cosine_p90": 0.9878666492608877, "relative_rms_change": 0.17748837516858026, "input_rms": 5.122110623579759, "output_rms": 5.204893002143273 }, "token_cosine_mean_distribution": { "min": 0.9809218645095825, "p10": 0.9845049738883972, "p50": 0.9853004217147827, "p90": 0.9871028780937194, "max": 0.9878028035163879 }, "relative_rms_change_distribution": { "min": 0.1671079397201538, "p10": 0.1686880558729172, "p50": 0.1747751533985138, "p90": 0.18649034202098846, "max": 0.1988300383090973 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9819948673248291, "token_cosine_mean": 0.9821694814241849, "token_cosine_p10": 0.9771393033174368, "token_cosine_p50": 0.9830398651269766, "token_cosine_p90": 0.9860982436400193, "relative_rms_change": 0.21246252151635978, "input_rms": 5.204893002143273, "output_rms": 5.6179824609022875 }, "token_cosine_mean_distribution": { "min": 0.9775708913803101, "p10": 0.9804048776626587, "p50": 0.9820582270622253, "p90": 0.9848714232444763, "max": 0.9856677055358887 }, "relative_rms_change_distribution": { "min": 0.19693240523338318, "p10": 0.20447191894054412, "p50": 0.21203958988189697, "p90": 0.21829138696193695, "max": 0.2330036610364914 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9799957825587347, "token_cosine_mean": 0.9800913333892822, "token_cosine_p10": 0.9749502585484431, "token_cosine_p50": 0.9808597014500544, "token_cosine_p90": 0.9843299984931946, "relative_rms_change": 0.2781162972633655, "input_rms": 5.6179824609022875, "output_rms": 6.5980392235976 }, "token_cosine_mean_distribution": { "min": 0.976557731628418, "p10": 0.9782631635665894, "p50": 0.979670524597168, "p90": 0.9829990148544312, "max": 0.9836832880973816 }, "relative_rms_change_distribution": { "min": 0.25891369581222534, "p10": 0.26193180680274963, "p50": 0.28008195757865906, "p90": 0.2862078547477722, "max": 0.2952474057674408 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9804228773483863, "token_cosine_mean": 0.9805197348961463, "token_cosine_p10": 0.9754995428598844, "token_cosine_p50": 0.9812002961452191, "token_cosine_p90": 0.9845223931165842, "relative_rms_change": 0.19864459106555352, "input_rms": 6.5980392235976, "output_rms": 6.646014800438514 }, "token_cosine_mean_distribution": { "min": 0.9769715070724487, "p10": 0.97791748046875, "p50": 0.9805636405944824, "p90": 0.9831474542617797, "max": 0.983637809753418 }, "relative_rms_change_distribution": { "min": 0.18104422092437744, "p10": 0.18570413291454316, "p50": 0.19836170971393585, "p90": 0.21112084090709687, "max": 0.215713769197464 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9790631716067975, "token_cosine_mean": 0.9792375197777381, "token_cosine_p10": 0.9737948683591989, "token_cosine_p50": 0.9798972423260028, "token_cosine_p90": 0.9835414840624883, "relative_rms_change": 0.2389293943460171, "input_rms": 6.646014800438514, "output_rms": 7.336745188786433 }, "token_cosine_mean_distribution": { "min": 0.9756060838699341, "p10": 0.9776912450790405, "p50": 0.9792842268943787, "p90": 0.9810888528823852, "max": 0.982395350933075 }, "relative_rms_change_distribution": { "min": 0.2179945558309555, "p10": 0.22712507247924804, "p50": 0.2416045367717743, "p90": 0.25133366882801056, "max": 0.2540518343448639 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9807861126386203, "token_cosine_mean": 0.9809665313133826, "token_cosine_p10": 0.9768058795195359, "token_cosine_p50": 0.9814665867732122, "token_cosine_p90": 0.9841998815536499, "relative_rms_change": 0.19563182386068198, "input_rms": 7.336745188786433, "output_rms": 7.298097096956694 }, "token_cosine_mean_distribution": { "min": 0.9779344201087952, "p10": 0.9795111536979675, "p50": 0.9811309576034546, "p90": 0.9826452851295471, "max": 0.9832242131233215 }, "relative_rms_change_distribution": { "min": 0.18309961259365082, "p10": 0.18785368502140046, "p50": 0.19403114914894104, "p90": 0.20291013717651368, "max": 0.21094292402267456 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9744519545481756, "token_cosine_mean": 0.9748053046373221, "token_cosine_p10": 0.9676134036137507, "token_cosine_p50": 0.975918513077956, "token_cosine_p90": 0.9806001874116751, "relative_rms_change": 0.22528717953425187, "input_rms": 7.298097096956694, "output_rms": 6.973601928124061 }, "token_cosine_mean_distribution": { "min": 0.9701508283615112, "p10": 0.9711976289749146, "p50": 0.9754738211631775, "p90": 0.9775328397750854, "max": 0.9781203269958496 }, "relative_rms_change_distribution": { "min": 0.21017833054065704, "p10": 0.21358953416347504, "p50": 0.22195833921432495, "p90": 0.24009112119674683, "max": 0.24527090787887573 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "2", "stage": "final", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9763053288826575, "token_cosine_mean": 0.9767107734313378, "token_cosine_p10": 0.9724182486534119, "token_cosine_p50": 0.9772573801187369, "token_cosine_p90": 0.9803243004358732, "relative_rms_change": 0.24048134799187, "input_rms": 6.973601928124061, "output_rms": 7.535169051243709 }, "token_cosine_mean_distribution": { "min": 0.973696768283844, "p10": 0.9742071390151977, "p50": 0.976780354976654, "p90": 0.9788909435272217, "max": 0.9792177081108093 }, "relative_rms_change_distribution": { "min": 0.22718316316604614, "p10": 0.22928383350372314, "p50": 0.2373536378145218, "p90": 0.2570665240287781, "max": 0.2656802237033844 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b0031420dbef" }, { "group": "2", "stage": "final", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.966031551361084, "token_cosine_mean": 0.9665688505539527, "token_cosine_p10": 0.9558467864990234, "token_cosine_p50": 0.9682792516855093, "token_cosine_p90": 0.9749223681596609, "relative_rms_change": 0.25907348784116596, "input_rms": 7.535169051243709, "output_rms": 7.120521948887752 }, "token_cosine_mean_distribution": { "min": 0.9586210250854492, "p10": 0.9627819061279297, "p50": 0.9666765332221985, "p90": 0.9704812288284301, "max": 0.9712954163551331 }, "relative_rms_change_distribution": { "min": 0.24116259813308716, "p10": 0.2450871616601944, "p50": 0.2586246430873871, "p90": 0.27293033003807066, "max": 0.286894828081131 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9620115252641531, "token_cosine_mean": 0.9622522179897015, "token_cosine_p10": 0.9561358827811021, "token_cosine_p50": 0.9628927661822393, "token_cosine_p90": 0.9674994899676397, "relative_rms_change": 0.3188182619901804, "input_rms": 7.120521948887752, "output_rms": 8.022748763744648 }, "token_cosine_mean_distribution": { "min": 0.956898033618927, "p10": 0.9602850079536438, "p50": 0.9620788097381592, "p90": 0.9650676846504211, "max": 0.965953528881073 }, "relative_rms_change_distribution": { "min": 0.3100219964981079, "p10": 0.31169108152389524, "p50": 0.317272424697876, "p90": 0.3243204176425934, "max": 0.34005796909332275 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "final", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.9361132475046011, "token_cosine_mean": 0.9364035771443293, "token_cosine_p10": 0.9270628828268784, "token_cosine_p50": 0.9375531169084402, "token_cosine_p90": 0.9441659358831552, "relative_rms_change": 0.5344822269219619, "input_rms": 8.022748763744648, "output_rms": 10.737051010131836 }, "token_cosine_mean_distribution": { "min": 0.9283567667007446, "p10": 0.9334152460098266, "p50": 0.9360489249229431, "p90": 0.940806221961975, "max": 0.9427162408828735 }, "relative_rms_change_distribution": { "min": 0.5114598870277405, "p10": 0.5224066376686096, "p50": 0.5313212275505066, "p90": 0.551527988910675, "max": 0.556317150592804 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b9be0cbe1257" }, { "group": "2", "stage": "final", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.7727374342771677, "token_cosine_mean": 0.774681017949031, "token_cosine_p10": 0.7493419417968163, "token_cosine_p50": 0.7762837180724511, "token_cosine_p90": 0.7989339599242578, "relative_rms_change": 1.6565990356298594, "input_rms": 10.737051010131836, "output_rms": 24.738426501934345 }, "token_cosine_mean_distribution": { "min": 0.7520172595977783, "p10": 0.7533930659294128, "p50": 0.7684900760650635, "p90": 0.791644549369812, "max": 0.838085949420929 }, "relative_rms_change_distribution": { "min": 1.2219219207763672, "p10": 1.5283671140670776, "p50": 1.7111101150512695, "p90": 1.7906329393386842, "max": 1.8191925287246704 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "2", "stage": "middle", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.4917828945013193, "token_cosine_mean": 0.47026989322442275, "token_cosine_p10": 0.1586767532504522, "token_cosine_p50": 0.520239192705888, "token_cosine_p90": 0.7033642530441284, "relative_rms_change": 10.598621368408203, "input_rms": 0.6853033304214478, "output_rms": 7.563832979935866 }, "token_cosine_mean_distribution": { "min": 0.39164403080940247, "p10": 0.4038340449333191, "p50": 0.4854666590690613, "p90": 0.5356192588806152, "max": 0.5446759462356567 }, "relative_rms_change_distribution": { "min": 9.779338836669922, "p10": 9.997078323364258, "p50": 10.64475154876709, "p90": 11.114033889770507, "max": 11.326119422912598 }, "lowest_cosine_eval_id": "internal-p1-7da691e57a49", "largest_change_eval_id": "internal-p1-10a6e3c099d3" }, { "group": "2", "stage": "middle", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9980766268876883, "token_cosine_mean": 0.9981886194302485, "token_cosine_p10": 0.9976156170551593, "token_cosine_p50": 0.9982772836318383, "token_cosine_p90": 0.9986420319630549, "relative_rms_change": 0.11068842044243446, "input_rms": 7.563832979935866, "output_rms": 8.242591050954966 }, "token_cosine_mean_distribution": { "min": 0.9978717565536499, "p10": 0.9979038119316102, "p50": 0.9981282353401184, "p90": 0.9984486818313598, "max": 0.9985142350196838 }, "relative_rms_change_distribution": { "min": 0.09632112830877304, "p10": 0.10210988223552704, "p50": 0.11161517351865768, "p90": 0.11856881976127624, "max": 0.12407688051462173 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-7da691e57a49" }, { "group": "2", "stage": "middle", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9984967616888193, "token_cosine_mean": 0.9985945591559777, "token_cosine_p10": 0.9980946458303012, "token_cosine_p50": 0.9986813710286067, "token_cosine_p90": 0.9989818380429194, "relative_rms_change": 0.0555300279878653, "input_rms": 8.242591050954966, "output_rms": 8.176201380216158 }, "token_cosine_mean_distribution": { "min": 0.998412549495697, "p10": 0.9984866619110108, "p50": 0.9986030459403992, "p90": 0.9986955285072326, "max": 0.9988186955451965 }, "relative_rms_change_distribution": { "min": 0.05027887970209122, "p10": 0.05369940847158432, "p50": 0.0552959106862545, "p90": 0.058166345953941344, "max": 0.05879037082195282 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "2", "stage": "middle", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9978385017468379, "token_cosine_mean": 0.9981298446655273, "token_cosine_p10": 0.9978108956263616, "token_cosine_p50": 0.9985356743519123, "token_cosine_p90": 0.9988500063235943, "relative_rms_change": 0.07524502850495852, "input_rms": 8.176201380216158, "output_rms": 7.860558326427753 }, "token_cosine_mean_distribution": { "min": 0.9978424310684204, "p10": 0.9979161977767944, "p50": 0.9981621503829956, "p90": 0.9983695030212403, "max": 0.9984233975410461 }, "relative_rms_change_distribution": { "min": 0.06626275926828384, "p10": 0.07103429287672043, "p50": 0.07426971942186356, "p90": 0.08029640018939972, "max": 0.08180688321590424 }, "lowest_cosine_eval_id": "internal-p1-3339b3c27102", "largest_change_eval_id": "internal-p1-3339b3c27102" }, { "group": "2", "stage": "middle", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9970286534382746, "token_cosine_mean": 0.9972673975504361, "token_cosine_p10": 0.9964751142721909, "token_cosine_p50": 0.9976403988324679, "token_cosine_p90": 0.9981142374185416, "relative_rms_change": 0.09383090298909408, "input_rms": 7.860558326427753, "output_rms": 7.415081464327299 }, "token_cosine_mean_distribution": { "min": 0.9968779683113098, "p10": 0.9969340920448303, "p50": 0.997255265712738, "p90": 0.9976615309715271, "max": 0.9976736307144165 }, "relative_rms_change_distribution": { "min": 0.0847214087843895, "p10": 0.08681347966194153, "p50": 0.0926591157913208, "p90": 0.10326337963342666, "max": 0.10412754863500595 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-616972314073" }, { "group": "2", "stage": "middle", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9958643271372869, "token_cosine_mean": 0.9962090162130502, "token_cosine_p10": 0.9948333043318528, "token_cosine_p50": 0.9967098465332618, "token_cosine_p90": 0.9973945801074688, "relative_rms_change": 0.09968366301976718, "input_rms": 7.415081464327299, "output_rms": 7.089195581582876 }, "token_cosine_mean_distribution": { "min": 0.9957563877105713, "p10": 0.9958364367485046, "p50": 0.9961039423942566, "p90": 0.9966808795928955, "max": 0.9968397617340088 }, "relative_rms_change_distribution": { "min": 0.09580126404762268, "p10": 0.09624017775058746, "p50": 0.09809216111898422, "p90": 0.10399353802204132, "max": 0.10818517953157425 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9939607519369859, "token_cosine_mean": 0.9949084703738873, "token_cosine_p10": 0.9930535233937777, "token_cosine_p50": 0.9954917705976046, "token_cosine_p90": 0.9964263072380652, "relative_rms_change": 0.11741170344444421, "input_rms": 7.089195581582876, "output_rms": 6.752636359288142 }, "token_cosine_mean_distribution": { "min": 0.99406898021698, "p10": 0.9942367315292359, "p50": 0.9949068427085876, "p90": 0.9955698609352112, "max": 0.9957237243652344 }, "relative_rms_change_distribution": { "min": 0.10664836317300797, "p10": 0.10997699350118637, "p50": 0.1161196231842041, "p90": 0.1269713193178177, "max": 0.12775902450084686 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-ebf33fd7d830" }, { "group": "2", "stage": "middle", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9900384499476507, "token_cosine_mean": 0.9913704120195829, "token_cosine_p10": 0.9890502370320834, "token_cosine_p50": 0.9917959433335525, "token_cosine_p90": 0.9934371801523062, "relative_rms_change": 0.1753866305718055, "input_rms": 6.752636359288142, "output_rms": 5.984687034900372 }, "token_cosine_mean_distribution": { "min": 0.9899311065673828, "p10": 0.9904521465301513, "p50": 0.9915485978126526, "p90": 0.9919251799583435, "max": 0.9922080636024475 }, "relative_rms_change_distribution": { "min": 0.16023187339305878, "p10": 0.16925716996192933, "p50": 0.17427772283554077, "p90": 0.18390216827392578, "max": 0.18458306789398193 }, "lowest_cosine_eval_id": "internal-p1-b0031420dbef", "largest_change_eval_id": "internal-p1-b9be0cbe1257" }, { "group": "2", "stage": "middle", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9873755390827472, "token_cosine_mean": 0.9887672708584712, "token_cosine_p10": 0.9847377905478845, "token_cosine_p50": 0.9897237557631272, "token_cosine_p90": 0.992100504728464, "relative_rms_change": 0.17534826466670403, "input_rms": 5.984687034900372, "output_rms": 5.455611522381123 }, "token_cosine_mean_distribution": { "min": 0.9862792491912842, "p10": 0.9874247550964356, "p50": 0.9885371923446655, "p90": 0.9906035542488099, "max": 0.991182804107666 }, "relative_rms_change_distribution": { "min": 0.15709789097309113, "p10": 0.16099026203155517, "p50": 0.1784328818321228, "p90": 0.18331502079963685, "max": 0.19596461951732635 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9869254414851849, "token_cosine_mean": 0.9887449557964618, "token_cosine_p10": 0.9839569742862995, "token_cosine_p50": 0.990096642420842, "token_cosine_p90": 0.9925793821995075, "relative_rms_change": 0.1661074276153858, "input_rms": 5.455611522381123, "output_rms": 5.599406389089731 }, "token_cosine_mean_distribution": { "min": 0.9855762720108032, "p10": 0.9874657988548279, "p50": 0.9882600903511047, "p90": 0.9907509922981262, "max": 0.9917566180229187 }, "relative_rms_change_distribution": { "min": 0.1355517953634262, "p10": 0.14872367978096007, "p50": 0.1703951507806778, "p90": 0.17332842648029329, "max": 0.18715199828147888 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9868251222830552, "token_cosine_mean": 0.9883426978037908, "token_cosine_p10": 0.9809916936434232, "token_cosine_p50": 0.9900878484432514, "token_cosine_p90": 0.9935811803891108, "relative_rms_change": 0.16619997185010177, "input_rms": 5.599406389089731, "output_rms": 5.743404461787297 }, "token_cosine_mean_distribution": { "min": 0.9842246770858765, "p10": 0.9865556955337524, "p50": 0.9877498745918274, "p90": 0.9909792542457581, "max": 0.9927997589111328 }, "relative_rms_change_distribution": { "min": 0.1243039071559906, "p10": 0.14743891060352327, "p50": 0.16944657266139984, "p90": 0.1785844773054123, "max": 0.19527825713157654 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.985387737934406, "token_cosine_mean": 0.9869200312174283, "token_cosine_p10": 0.9786020013002249, "token_cosine_p50": 0.9888990888228784, "token_cosine_p90": 0.9928023173258855, "relative_rms_change": 0.16979114482036003, "input_rms": 5.743404461787297, "output_rms": 5.640105467576247 }, "token_cosine_mean_distribution": { "min": 0.9822512269020081, "p10": 0.9846904754638672, "p50": 0.9860394597053528, "p90": 0.9901349663734436, "max": 0.9919966459274292 }, "relative_rms_change_distribution": { "min": 0.13043531775474548, "p10": 0.15090964436531068, "p50": 0.17709699273109436, "p90": 0.18646310567855834, "max": 0.19772981107234955 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9845256713720468, "token_cosine_mean": 0.985947677722344, "token_cosine_p10": 0.9788695069459769, "token_cosine_p50": 0.9874493846526513, "token_cosine_p90": 0.9912995925316443, "relative_rms_change": 0.17504184521161592, "input_rms": 5.640105467576247, "output_rms": 5.545367057506855 }, "token_cosine_mean_distribution": { "min": 0.9817288517951965, "p10": 0.9837296605110168, "p50": 0.9859188795089722, "p90": 0.9888218164443969, "max": 0.9894402027130127 }, "relative_rms_change_distribution": { "min": 0.1523238867521286, "p10": 0.15566973984241486, "p50": 0.17737609148025513, "p90": 0.18994092643260957, "max": 0.20310914516448975 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.981729466181535, "token_cosine_mean": 0.9830614924430847, "token_cosine_p10": 0.9741766085991492, "token_cosine_p50": 0.984838251884167, "token_cosine_p90": 0.9901641240486732, "relative_rms_change": 0.19921674063572517, "input_rms": 5.545367057506855, "output_rms": 5.107602522923396 }, "token_cosine_mean_distribution": { "min": 0.9784426689147949, "p10": 0.9795496106147766, "p50": 0.9833702445030212, "p90": 0.9872151374816894, "max": 0.9874939322471619 }, "relative_rms_change_distribution": { "min": 0.16399724781513214, "p10": 0.1693296581506729, "p50": 0.20696806907653809, "p90": 0.2167063057422638, "max": 0.22559401392936707 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9783255916375381, "token_cosine_mean": 0.9797498767192547, "token_cosine_p10": 0.9703858632307786, "token_cosine_p50": 0.9816577067741981, "token_cosine_p90": 0.9874219435911912, "relative_rms_change": 0.20764404764542213, "input_rms": 5.107602522923396, "output_rms": 5.043022082402156 }, "token_cosine_mean_distribution": { "min": 0.974402666091919, "p10": 0.9763716697692871, "p50": 0.9796597361564636, "p90": 0.9840545415878296, "max": 0.9845778942108154 }, "relative_rms_change_distribution": { "min": 0.18223555386066437, "p10": 0.18612152934074402, "p50": 0.20727458596229553, "p90": 0.22319803833961488, "max": 0.2318602055311203 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9771902561187744, "token_cosine_mean": 0.9786534446936387, "token_cosine_p10": 0.9696539227779095, "token_cosine_p50": 0.9807490110397339, "token_cosine_p90": 0.9856806764235864, "relative_rms_change": 0.21200831005206475, "input_rms": 5.043022082402156, "output_rms": 4.9172288454495945 }, "token_cosine_mean_distribution": { "min": 0.9737476706504822, "p10": 0.9739992141723632, "p50": 0.9781429767608643, "p90": 0.983058488368988, "max": 0.9838917255401611 }, "relative_rms_change_distribution": { "min": 0.18363936245441437, "p10": 0.18750612139701844, "p50": 0.21508923172950745, "p90": 0.23266689479351044, "max": 0.24126103520393372 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.97833219399819, "token_cosine_mean": 0.9796502544329717, "token_cosine_p10": 0.9686982769232529, "token_cosine_p50": 0.9820993496821477, "token_cosine_p90": 0.9872700938811669, "relative_rms_change": 0.2182019158051564, "input_rms": 4.9172288454495945, "output_rms": 4.46739831337562 }, "token_cosine_mean_distribution": { "min": 0.973157525062561, "p10": 0.9752034306526184, "p50": 0.9786229133605957, "p90": 0.9846640348434448, "max": 0.9851008653640747 }, "relative_rms_change_distribution": { "min": 0.17729905247688293, "p10": 0.1925193339586258, "p50": 0.22004613280296326, "p90": 0.24060418009757994, "max": 0.2530357241630554 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.980457434287438, "token_cosine_mean": 0.9804703547404363, "token_cosine_p10": 0.9697628617286682, "token_cosine_p50": 0.982958183838771, "token_cosine_p90": 0.9876126646995544, "relative_rms_change": 0.2152970926119731, "input_rms": 4.46739831337562, "output_rms": 3.989484108411349 }, "token_cosine_mean_distribution": { "min": 0.9742912650108337, "p10": 0.9755125641822815, "p50": 0.9806970357894897, "p90": 0.9847212791442871, "max": 0.9853038787841797 }, "relative_rms_change_distribution": { "min": 0.2003481388092041, "p10": 0.203467857837677, "p50": 0.208649143576622, "p90": 0.2343656748533249, "max": 0.23592889308929443 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9807940492263207, "token_cosine_mean": 0.9812158850523142, "token_cosine_p10": 0.97095453280669, "token_cosine_p50": 0.9844679970007676, "token_cosine_p90": 0.9884465703597436, "relative_rms_change": 0.20214622639692748, "input_rms": 3.989484108411349, "output_rms": 4.126405972700852 }, "token_cosine_mean_distribution": { "min": 0.97495037317276, "p10": 0.9764295220375061, "p50": 0.9824833869934082, "p90": 0.984776782989502, "max": 0.9864110350608826 }, "relative_rms_change_distribution": { "min": 0.17360776662826538, "p10": 0.1785394638776779, "p50": 0.1962634027004242, "p90": 0.22733464539051057, "max": 0.24189938604831696 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9834950566291809, "token_cosine_mean": 0.9842328979418828, "token_cosine_p10": 0.9780488518568186, "token_cosine_p50": 0.98637232872156, "token_cosine_p90": 0.9895980541522686, "relative_rms_change": 0.21903982414649084, "input_rms": 4.126405972700852, "output_rms": 4.570071513836201 }, "token_cosine_mean_distribution": { "min": 0.9798220992088318, "p10": 0.981033456325531, "p50": 0.9843838214874268, "p90": 0.9869359731674194, "max": 0.9880678653717041 }, "relative_rms_change_distribution": { "min": 0.18149609863758087, "p10": 0.2032058596611023, "p50": 0.21985147893428802, "p90": 0.23742648363113403, "max": 0.23953311145305634 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9894869786042434, "token_cosine_mean": 0.9902815635387714, "token_cosine_p10": 0.9857802574451153, "token_cosine_p50": 0.9916766423445481, "token_cosine_p90": 0.9934222239714402, "relative_rms_change": 0.18223286935916314, "input_rms": 4.570071513836201, "output_rms": 5.027424702277551 }, "token_cosine_mean_distribution": { "min": 0.9852104187011719, "p10": 0.9883016705513, "p50": 0.9905230402946472, "p90": 0.9926951289176941, "max": 0.9927878975868225 }, "relative_rms_change_distribution": { "min": 0.16576868295669556, "p10": 0.1676465779542923, "p50": 0.18239744007587433, "p90": 0.20154545903205873, "max": 0.2087755650281906 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9922569256562453, "token_cosine_mean": 0.9928603447400607, "token_cosine_p10": 0.9899301253832303, "token_cosine_p50": 0.9937143921852112, "token_cosine_p90": 0.9951635507436899, "relative_rms_change": 0.17673846162282503, "input_rms": 5.027424702277551, "output_rms": 5.624177015744722 }, "token_cosine_mean_distribution": { "min": 0.9890401363372803, "p10": 0.9910690188407898, "p50": 0.9926990270614624, "p90": 0.9947257518768311, "max": 0.9948335289955139 }, "relative_rms_change_distribution": { "min": 0.15572701394557953, "p10": 0.15866028070449828, "p50": 0.1728547364473343, "p90": 0.20350119769573213, "max": 0.21300481259822845 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9937875683491046, "token_cosine_mean": 0.9939206930307242, "token_cosine_p10": 0.9920837512383094, "token_cosine_p50": 0.9943677278665396, "token_cosine_p90": 0.995448309641618, "relative_rms_change": 0.16382481157779694, "input_rms": 5.624177015744722, "output_rms": 6.266937072460468 }, "token_cosine_mean_distribution": { "min": 0.9918781518936157, "p10": 0.9930179238319397, "p50": 0.993788480758667, "p90": 0.994993531703949, "max": 0.9950206875801086 }, "relative_rms_change_distribution": { "min": 0.14789962768554688, "p10": 0.1489749014377594, "p50": 0.16528236865997314, "p90": 0.17584433853626252, "max": 0.18346980214118958 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9942189225783715, "token_cosine_mean": 0.994306701880235, "token_cosine_p10": 0.992770988207597, "token_cosine_p50": 0.9946222580396212, "token_cosine_p90": 0.9955885777106652, "relative_rms_change": 0.11249325539057071, "input_rms": 6.266937072460468, "output_rms": 6.438351007608267 }, "token_cosine_mean_distribution": { "min": 0.9928532838821411, "p10": 0.9935657382011414, "p50": 0.9943064451217651, "p90": 0.9951492428779602, "max": 0.9952605366706848 }, "relative_rms_change_distribution": { "min": 0.10194908827543259, "p10": 0.10574707984924317, "p50": 0.11305524408817291, "p90": 0.11788874268531799, "max": 0.1264110952615738 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9921831075961773, "token_cosine_mean": 0.992258255298321, "token_cosine_p10": 0.9899388414162856, "token_cosine_p50": 0.9926376709571252, "token_cosine_p90": 0.9940841931563157, "relative_rms_change": 0.1257040179692782, "input_rms": 6.438351007608267, "output_rms": 6.490746314709003 }, "token_cosine_mean_distribution": { "min": 0.9903382062911987, "p10": 0.9915261745452881, "p50": 0.9922513961791992, "p90": 0.99302179813385, "max": 0.993658721446991 }, "relative_rms_change_distribution": { "min": 0.11418431252241135, "p10": 0.11939698308706284, "p50": 0.12529154121875763, "p90": 0.13115744888782502, "max": 0.1405293047428131 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.990964990395766, "token_cosine_mean": 0.9911690812844497, "token_cosine_p10": 0.9887630160038288, "token_cosine_p50": 0.9916034661806546, "token_cosine_p90": 0.9931416832483732, "relative_rms_change": 0.14639216661453247, "input_rms": 6.490746314709003, "output_rms": 6.052564694331243 }, "token_cosine_mean_distribution": { "min": 0.98859703540802, "p10": 0.9907098054885864, "p50": 0.9913347959518433, "p90": 0.9919474720954895, "max": 0.9921919107437134 }, "relative_rms_change_distribution": { "min": 0.13863767683506012, "p10": 0.13956100046634673, "p50": 0.14500337839126587, "p90": 0.1514589011669159, "max": 0.16114488244056702 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9934277213536776, "token_cosine_mean": 0.9936606654754052, "token_cosine_p10": 0.9914020437460679, "token_cosine_p50": 0.9943273892769446, "token_cosine_p90": 0.9956562198125399, "relative_rms_change": 0.1145262082035725, "input_rms": 6.052564694331243, "output_rms": 5.960370724017803 }, "token_cosine_mean_distribution": { "min": 0.9912842512130737, "p10": 0.9929730772972107, "p50": 0.9938109517097473, "p90": 0.994720208644867, "max": 0.9948245286941528 }, "relative_rms_change_distribution": { "min": 0.10217658430337906, "p10": 0.10362768471240998, "p50": 0.11371418833732605, "p90": 0.12058869451284408, "max": 0.13694682717323303 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-b6b7fc364b25" }, { "group": "2", "stage": "middle", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.979896407860976, "token_cosine_mean": 0.9804782317234919, "token_cosine_p10": 0.9726903071770301, "token_cosine_p50": 0.9830665359130273, "token_cosine_p90": 0.9865570114209101, "relative_rms_change": 0.21958846770800078, "input_rms": 5.960370724017803, "output_rms": 5.291546931633582 }, "token_cosine_mean_distribution": { "min": 0.9752809405326843, "p10": 0.9760107398033142, "p50": 0.9816977977752686, "p90": 0.9833375811576843, "max": 0.985805332660675 }, "relative_rms_change_distribution": { "min": 0.17933166027069092, "p10": 0.20269050896167756, "p50": 0.2184893935918808, "p90": 0.24452870786190034, "max": 0.25120702385902405 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9857107446743891, "token_cosine_mean": 0.9870083194512588, "token_cosine_p10": 0.9810240131158096, "token_cosine_p50": 0.9890684943932754, "token_cosine_p90": 0.9915699637853183, "relative_rms_change": 0.1771502815760099, "input_rms": 5.291546931633582, "output_rms": 5.4893364539513225 }, "token_cosine_mean_distribution": { "min": 0.9814748764038086, "p10": 0.9845911264419556, "p50": 0.9871848225593567, "p90": 0.9897672891616821, "max": 0.990188717842102 }, "relative_rms_change_distribution": { "min": 0.15165671706199646, "p10": 0.15338649451732636, "p50": 0.17446541786193848, "p90": 0.20531215965747834, "max": 0.20893043279647827 }, "lowest_cosine_eval_id": "internal-p1-b6b7fc364b25", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9765292956278875, "token_cosine_mean": 0.976829510468703, "token_cosine_p10": 0.9691550639959482, "token_cosine_p50": 0.9793742620027982, "token_cosine_p90": 0.9829385372308584, "relative_rms_change": 0.25069461304407853, "input_rms": 5.4893364539513225, "output_rms": 6.075308873103215 }, "token_cosine_mean_distribution": { "min": 0.9644389748573303, "p10": 0.9694498896598815, "p50": 0.9779808521270752, "p90": 0.9818251848220825, "max": 0.9824666976928711 }, "relative_rms_change_distribution": { "min": 0.22150756418704987, "p10": 0.22755612730979918, "p50": 0.24573852121829987, "p90": 0.2948144018650055, "max": 0.3051440119743347 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.9552845588097205, "token_cosine_mean": 0.9557204659168537, "token_cosine_p10": 0.9429258795884939, "token_cosine_p50": 0.9587214359870324, "token_cosine_p90": 0.9661535620689392, "relative_rms_change": 0.515865527666532, "input_rms": 6.075308873103215, "output_rms": 8.37451854118934 }, "token_cosine_mean_distribution": { "min": 0.9389665126800537, "p10": 0.9479847192764282, "p50": 0.9555811285972595, "p90": 0.9619575381278992, "max": 0.9645699858665466 }, "relative_rms_change_distribution": { "min": 0.47486722469329834, "p10": 0.4857043921947479, "p50": 0.5128360390663147, "p90": 0.5393709182739258, "max": 0.5711690783500671 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-0277430ca05c" }, { "group": "2", "stage": "middle", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.8206524573839628, "token_cosine_mean": 0.8208419267947857, "token_cosine_p10": 0.8085813614038321, "token_cosine_p50": 0.8221712341675391, "token_cosine_p90": 0.8325008199765132, "relative_rms_change": 1.7583818527368398, "input_rms": 8.37451854118934, "output_rms": 20.789767191960262 }, "token_cosine_mean_distribution": { "min": 0.7976903319358826, "p10": 0.8047555327415467, "p50": 0.8241584300994873, "p90": 0.8268827319145202, "max": 0.8331114649772644 }, "relative_rms_change_distribution": { "min": 1.673667073249817, "p10": 1.6967139720916748, "p50": 1.7713687419891357, "p90": 1.8052327394485475, "max": 1.8187496662139893 }, "lowest_cosine_eval_id": "internal-p1-0277430ca05c", "largest_change_eval_id": "internal-p1-10a6e3c099d3" }, { "group": "3", "stage": "early", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.10838582252080624, "token_cosine_mean": 0.10508454132538575, "token_cosine_p10": -0.34190378739283633, "token_cosine_p50": 0.11019394604059365, "token_cosine_p90": 0.5432151464315561, "relative_rms_change": 8.125498111431416, "input_rms": 0.745921776844905, "output_rms": 6.096253798558162 }, "token_cosine_mean_distribution": { "min": 0.10016367584466934, "p10": 0.10055560171604157, "p50": 0.1035081073641777, "p90": 0.11038545370101929, "max": 0.1119263544678688 }, "relative_rms_change_distribution": { "min": 8.044306755065918, "p10": 8.082549095153809, "p50": 8.13658332824707, "p90": 8.15795078277588, "max": 8.18415355682373 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9975021985860971, "token_cosine_mean": 0.9980462835385249, "token_cosine_p10": 0.9974168997544509, "token_cosine_p50": 0.9981983074775109, "token_cosine_p90": 0.9985333130909846, "relative_rms_change": 0.10657718491095763, "input_rms": 6.096253798558162, "output_rms": 6.566875421083891 }, "token_cosine_mean_distribution": { "min": 0.9979207515716553, "p10": 0.9979854226112366, "p50": 0.9980335831642151, "p90": 0.9981266975402832, "max": 0.9981927275657654 }, "relative_rms_change_distribution": { "min": 0.10026077181100845, "p10": 0.10071594566106797, "p50": 0.10593540221452713, "p90": 0.11318876743316651, "max": 0.11459410935640335 }, "lowest_cosine_eval_id": "internal-p1-75e889794d55", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "3", "stage": "early", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9980702904554514, "token_cosine_mean": 0.9983265537482041, "token_cosine_p10": 0.9977985895597018, "token_cosine_p50": 0.998489682491009, "token_cosine_p90": 0.998784601688385, "relative_rms_change": 0.08724809380678031, "input_rms": 6.566875421083891, "output_rms": 6.955941567054162 }, "token_cosine_mean_distribution": { "min": 0.9980688691139221, "p10": 0.9981960415840149, "p50": 0.9983598589897156, "p90": 0.9984870553016663, "max": 0.9985482692718506 }, "relative_rms_change_distribution": { "min": 0.07992058992385864, "p10": 0.08035044521093368, "p50": 0.08695407956838608, "p90": 0.09121391773223878, "max": 0.10595426708459854 }, "lowest_cosine_eval_id": "internal-p1-75e889794d55", "largest_change_eval_id": "internal-p1-75e889794d55" }, { "group": "3", "stage": "early", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9963650199083182, "token_cosine_mean": 0.9972514326755817, "token_cosine_p10": 0.9957802616632901, "token_cosine_p50": 0.9979549875626197, "token_cosine_p90": 0.9985272655120263, "relative_rms_change": 0.10592021277317634, "input_rms": 6.955941567054162, "output_rms": 7.369213250967173 }, "token_cosine_mean_distribution": { "min": 0.9961437582969666, "p10": 0.9970860004425048, "p50": 0.9972603917121887, "p90": 0.9975419640541077, "max": 0.997633695602417 }, "relative_rms_change_distribution": { "min": 0.09041798114776611, "p10": 0.09536065757274628, "p50": 0.10362576693296432, "p90": 0.12154179364442826, "max": 0.13710133731365204 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "3", "stage": "early", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9966198618595417, "token_cosine_mean": 0.997044943846189, "token_cosine_p10": 0.9957403999108535, "token_cosine_p50": 0.997522941002479, "token_cosine_p90": 0.998176253758944, "relative_rms_change": 0.08339512520111524, "input_rms": 7.369213250967173, "output_rms": 7.248171586256761 }, "token_cosine_mean_distribution": { "min": 0.9965351819992065, "p10": 0.9967982769012451, "p50": 0.9970827102661133, "p90": 0.9973317384719849, "max": 0.9973978400230408 }, "relative_rms_change_distribution": { "min": 0.07594390213489532, "p10": 0.08034841865301132, "p50": 0.08281531929969788, "p90": 0.08820019513368607, "max": 0.09198528528213501 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "3", "stage": "early", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9954540225175711, "token_cosine_mean": 0.9959437755437998, "token_cosine_p10": 0.9940161017271189, "token_cosine_p50": 0.9965355442120478, "token_cosine_p90": 0.9975060728880075, "relative_rms_change": 0.09758254885673523, "input_rms": 7.248171586256761, "output_rms": 7.100025250361516 }, "token_cosine_mean_distribution": { "min": 0.9954751133918762, "p10": 0.9957449793815613, "p50": 0.9958794713020325, "p90": 0.996280038356781, "max": 0.9963198304176331 }, "relative_rms_change_distribution": { "min": 0.09188376367092133, "p10": 0.09309277385473251, "p50": 0.0997399166226387, "p90": 0.10157564133405686, "max": 0.10330487042665482 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-75e889794d55" }, { "group": "3", "stage": "early", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9940048960539011, "token_cosine_mean": 0.9947921817119305, "token_cosine_p10": 0.9923792710671058, "token_cosine_p50": 0.9954892305227426, "token_cosine_p90": 0.996672130548037, "relative_rms_change": 0.11780023402892627, "input_rms": 7.100025250361516, "output_rms": 6.749506877018855 }, "token_cosine_mean_distribution": { "min": 0.9943897128105164, "p10": 0.9944238543510437, "p50": 0.9948332905769348, "p90": 0.995132040977478, "max": 0.995144784450531 }, "relative_rms_change_distribution": { "min": 0.11449974030256271, "p10": 0.11570784896612167, "p50": 0.11724545061588287, "p90": 0.12134936004877091, "max": 0.12278947979211807 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "3", "stage": "early", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9915686937478873, "token_cosine_mean": 0.9924657574066749, "token_cosine_p10": 0.9894760434444134, "token_cosine_p50": 0.9931683127696698, "token_cosine_p90": 0.9948734182577866, "relative_rms_change": 0.14239478913637307, "input_rms": 6.749506877018855, "output_rms": 6.298659251286433 }, "token_cosine_mean_distribution": { "min": 0.9915226101875305, "p10": 0.9918511509895325, "p50": 0.9924323558807373, "p90": 0.9931140303611755, "max": 0.9932253360748291 }, "relative_rms_change_distribution": { "min": 0.13299810886383057, "p10": 0.13469583690166473, "p50": 0.14101770520210266, "p90": 0.15351391136646272, "max": 0.15551453828811646 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "3", "stage": "early", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9886283095066364, "token_cosine_mean": 0.9897075020349942, "token_cosine_p10": 0.9849875064996573, "token_cosine_p50": 0.9908847487889804, "token_cosine_p90": 0.9931753002680265, "relative_rms_change": 0.17034067328159624, "input_rms": 6.298659251286433, "output_rms": 5.725235168750469 }, "token_cosine_mean_distribution": { "min": 0.9884319305419922, "p10": 0.988786804676056, "p50": 0.9896760582923889, "p90": 0.9906766533851623, "max": 0.9907421469688416 }, "relative_rms_change_distribution": { "min": 0.1653420776128769, "p10": 0.16642757952213288, "p50": 0.16831772029399872, "p90": 0.17559567391872405, "max": 0.18017429113388062 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9881764925443209, "token_cosine_mean": 0.9893597364425659, "token_cosine_p10": 0.9843553350521967, "token_cosine_p50": 0.9906172385582557, "token_cosine_p90": 0.9934930021946247, "relative_rms_change": 0.15541404485702515, "input_rms": 5.725235168750469, "output_rms": 5.783798657930815 }, "token_cosine_mean_distribution": { "min": 0.9871329069137573, "p10": 0.9884391307830811, "p50": 0.9895623922348022, "p90": 0.9902018070220947, "max": 0.9903218150138855 }, "relative_rms_change_distribution": { "min": 0.14688783884048462, "p10": 0.14947828650474548, "p50": 0.15607061982154846, "p90": 0.1602566123008728, "max": 0.16960391402244568 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9882008662590613, "token_cosine_mean": 0.9891290664672852, "token_cosine_p10": 0.9828577591822698, "token_cosine_p50": 0.9906096320885879, "token_cosine_p90": 0.9940732946762671, "relative_rms_change": 0.15406350791454315, "input_rms": 5.783798657930815, "output_rms": 5.802065152388352 }, "token_cosine_mean_distribution": { "min": 0.9868412613868713, "p10": 0.9883299708366394, "p50": 0.989188015460968, "p90": 0.9898687839508057, "max": 0.990623414516449 }, "relative_rms_change_distribution": { "min": 0.1446523815393448, "p10": 0.14901257455348968, "p50": 0.1529325693845749, "p90": 0.16281225085258486, "max": 0.1734572947025299 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9870467048424941, "token_cosine_mean": 0.9879954365583566, "token_cosine_p10": 0.9813140447323139, "token_cosine_p50": 0.9894773088968717, "token_cosine_p90": 0.9933253251589261, "relative_rms_change": 0.16076865333777207, "input_rms": 5.802065152388352, "output_rms": 5.779886979323167 }, "token_cosine_mean_distribution": { "min": 0.9858466386795044, "p10": 0.9863117098808288, "p50": 0.9879299998283386, "p90": 0.9894410133361816, "max": 0.9904274940490723 }, "relative_rms_change_distribution": { "min": 0.14507155120372772, "p10": 0.15060681998729705, "p50": 0.1619754135608673, "p90": 0.17262940406799318, "max": 0.17481110990047455 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.98501423230538, "token_cosine_mean": 0.9863859506753775, "token_cosine_p10": 0.9808560426418598, "token_cosine_p50": 0.9875268798608047, "token_cosine_p90": 0.9910351358927213, "relative_rms_change": 0.1728140482535729, "input_rms": 5.779886979323167, "output_rms": 5.626576827122615 }, "token_cosine_mean_distribution": { "min": 0.9835375547409058, "p10": 0.9849344968795777, "p50": 0.9861525297164917, "p90": 0.9882524490356446, "max": 0.988960325717926 }, "relative_rms_change_distribution": { "min": 0.15793126821517944, "p10": 0.16040262281894685, "p50": 0.17297393083572388, "p90": 0.1819387972354889, "max": 0.1895955204963684 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9855047372671274, "token_cosine_mean": 0.9864948575313275, "token_cosine_p10": 0.9808120544140155, "token_cosine_p50": 0.9878444579931406, "token_cosine_p90": 0.9915062647599441, "relative_rms_change": 0.17258154085049263, "input_rms": 5.626576827122615, "output_rms": 5.362759480109582 }, "token_cosine_mean_distribution": { "min": 0.9833469986915588, "p10": 0.9840853214263916, "p50": 0.986105740070343, "p90": 0.9889858484268188, "max": 0.9898195266723633 }, "relative_rms_change_distribution": { "min": 0.1500225067138672, "p10": 0.1558637022972107, "p50": 0.1765688806772232, "p90": 0.18764655590057372, "max": 0.19090579450130463 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9830089715810922, "token_cosine_mean": 0.9840034475693336, "token_cosine_p10": 0.9784912191904508, "token_cosine_p50": 0.9851942383326017, "token_cosine_p90": 0.9889893348400409, "relative_rms_change": 0.1867376726407271, "input_rms": 5.362759480109582, "output_rms": 5.097551602583665 }, "token_cosine_mean_distribution": { "min": 0.9804888367652893, "p10": 0.9811056137084961, "p50": 0.9838179349899292, "p90": 0.9869480848312377, "max": 0.9872442483901978 }, "relative_rms_change_distribution": { "min": 0.16715291142463684, "p10": 0.17097375094890593, "p50": 0.18919552862644196, "p90": 0.20045503079891205, "max": 0.20437322556972504 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9837607649656442, "token_cosine_mean": 0.9846488099831802, "token_cosine_p10": 0.9797563965503986, "token_cosine_p50": 0.9859248812382038, "token_cosine_p90": 0.9889636910878695, "relative_rms_change": 0.179260335289515, "input_rms": 5.097551602583665, "output_rms": 5.030762892503005 }, "token_cosine_mean_distribution": { "min": 0.9814288020133972, "p10": 0.9818113684654236, "p50": 0.9846551418304443, "p90": 0.9874478340148926, "max": 0.9877505898475647 }, "relative_rms_change_distribution": { "min": 0.16212041676044464, "p10": 0.16326926946640014, "p50": 0.17935284972190857, "p90": 0.1952614665031433, "max": 0.19636955857276917 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9831206156657293, "token_cosine_mean": 0.9845309945253226, "token_cosine_p10": 0.9786836825884305, "token_cosine_p50": 0.9861557162725009, "token_cosine_p90": 0.9893092742333045, "relative_rms_change": 0.20002519969756788, "input_rms": 5.030762892503005, "output_rms": 4.537070017594558 }, "token_cosine_mean_distribution": { "min": 0.980952262878418, "p10": 0.9817517995834351, "p50": 0.9845176339149475, "p90": 0.9866724133491516, "max": 0.9877894520759583 }, "relative_rms_change_distribution": { "min": 0.18220801651477814, "p10": 0.18848949372768403, "p50": 0.19860297441482544, "p90": 0.21284137666225433, "max": 0.21844853460788727 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9880187740692725, "token_cosine_mean": 0.9882656977726862, "token_cosine_p10": 0.9847251451932467, "token_cosine_p50": 0.9893463941720816, "token_cosine_p90": 0.9915701196743891, "relative_rms_change": 0.1603893729356619, "input_rms": 4.537070017594558, "output_rms": 4.278237196115347 }, "token_cosine_mean_distribution": { "min": 0.9849827289581299, "p10": 0.9854682207107544, "p50": 0.9884253144264221, "p90": 0.9904158234596252, "max": 0.991299033164978 }, "relative_rms_change_distribution": { "min": 0.14056016504764557, "p10": 0.1461821138858795, "p50": 0.16093584895133972, "p90": 0.175821852684021, "max": 0.1798146367073059 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9877151938585135, "token_cosine_mean": 0.988192264850323, "token_cosine_p10": 0.9849812938616826, "token_cosine_p50": 0.989005996630742, "token_cosine_p90": 0.9915646131222065, "relative_rms_change": 0.1588877015388929, "input_rms": 4.278237196115347, "output_rms": 4.106602668762207 }, "token_cosine_mean_distribution": { "min": 0.985231876373291, "p10": 0.985526442527771, "p50": 0.9886943101882935, "p90": 0.990134847164154, "max": 0.990584671497345 }, "relative_rms_change_distribution": { "min": 0.148395374417305, "p10": 0.1487216681241989, "p50": 0.15786534547805786, "p90": 0.17171760499477387, "max": 0.17423605918884277 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9876160208995526, "token_cosine_mean": 0.9886108040809631, "token_cosine_p10": 0.98569766833232, "token_cosine_p50": 0.9892663863989023, "token_cosine_p90": 0.9913922869242154, "relative_rms_change": 0.1793178663803981, "input_rms": 4.106602668762207, "output_rms": 4.413699113405668 }, "token_cosine_mean_distribution": { "min": 0.9854755997657776, "p10": 0.986204981803894, "p50": 0.9888675808906555, "p90": 0.9904852151870728, "max": 0.9906724691390991 }, "relative_rms_change_distribution": { "min": 0.1657608598470688, "p10": 0.16961396336555482, "p50": 0.1768842488527298, "p90": 0.19079438149929048, "max": 0.19455569982528687 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "early", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.992380467744974, "token_cosine_mean": 0.9932204026442307, "token_cosine_p10": 0.991098546064817, "token_cosine_p50": 0.9939020138520461, "token_cosine_p90": 0.9950263362664443, "relative_rms_change": 0.1374550312757492, "input_rms": 4.413699113405668, "output_rms": 4.65075082045335 }, "token_cosine_mean_distribution": { "min": 0.9910058975219727, "p10": 0.9918092727661133, "p50": 0.9933587312698364, "p90": 0.9944417476654053, "max": 0.9945244789123535 }, "relative_rms_change_distribution": { "min": 0.12365058064460754, "p10": 0.12398875057697296, "p50": 0.13676373660564423, "p90": 0.1504180133342743, "max": 0.15254104137420654 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9949467319708604, "token_cosine_mean": 0.9954939713844886, "token_cosine_p10": 0.9941167923120352, "token_cosine_p50": 0.9959678787451524, "token_cosine_p90": 0.996819766668173, "relative_rms_change": 0.10531509896883598, "input_rms": 4.65075082045335, "output_rms": 4.7780040961045485 }, "token_cosine_mean_distribution": { "min": 0.9938027858734131, "p10": 0.9945880532264709, "p50": 0.9955989718437195, "p90": 0.9963989496231079, "max": 0.9964452981948853 }, "relative_rms_change_distribution": { "min": 0.09203730523586273, "p10": 0.09470415115356445, "p50": 0.10430708527565002, "p90": 0.11581552475690841, "max": 0.12391483038663864 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9955025131885822, "token_cosine_mean": 0.9959226067249591, "token_cosine_p10": 0.9945734831003042, "token_cosine_p50": 0.9963876329935514, "token_cosine_p90": 0.9970751404762268, "relative_rms_change": 0.1266025946690486, "input_rms": 4.7780040961045485, "output_rms": 5.158140879410964 }, "token_cosine_mean_distribution": { "min": 0.9949591755867004, "p10": 0.9953756690025329, "p50": 0.9960510730743408, "p90": 0.9964724183082581, "max": 0.9965214729309082 }, "relative_rms_change_distribution": { "min": 0.11855219304561615, "p10": 0.12071187496185302, "p50": 0.12516942620277405, "p90": 0.13370115160942078, "max": 0.13601021468639374 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "3", "stage": "early", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9967979238583491, "token_cosine_mean": 0.9968274923471304, "token_cosine_p10": 0.9961536434980539, "token_cosine_p50": 0.9970833017275884, "token_cosine_p90": 0.9976086249718299, "relative_rms_change": 0.08205605928714459, "input_rms": 5.158140879410964, "output_rms": 5.238048993624174 }, "token_cosine_mean_distribution": { "min": 0.9960190057754517, "p10": 0.9964253425598144, "p50": 0.9968979358673096, "p90": 0.99724360704422, "max": 0.997359037399292 }, "relative_rms_change_distribution": { "min": 0.07436638325452805, "p10": 0.07609480023384094, "p50": 0.08149406313896179, "p90": 0.0875687688589096, "max": 0.09013430774211884 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9959343396700345, "token_cosine_mean": 0.9959272329623883, "token_cosine_p10": 0.9952522791348971, "token_cosine_p50": 0.9962246968195989, "token_cosine_p90": 0.9967986803788406, "relative_rms_change": 0.09102455354653873, "input_rms": 5.238048993624174, "output_rms": 5.289305650270903 }, "token_cosine_mean_distribution": { "min": 0.9950013160705566, "p10": 0.9954087376594544, "p50": 0.9958639740943909, "p90": 0.9965576171875, "max": 0.9966352581977844 }, "relative_rms_change_distribution": { "min": 0.08297299593687057, "p10": 0.08389340341091156, "p50": 0.09121504426002502, "p90": 0.09712591469287872, "max": 0.10087320953607559 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.995729033763592, "token_cosine_mean": 0.9958190597020663, "token_cosine_p10": 0.9950598111519446, "token_cosine_p50": 0.9962063156641446, "token_cosine_p90": 0.9968239665031433, "relative_rms_change": 0.09861698460120422, "input_rms": 5.289305650270903, "output_rms": 5.082553460047795 }, "token_cosine_mean_distribution": { "min": 0.9948580861091614, "p10": 0.9953433752059937, "p50": 0.9957752227783203, "p90": 0.9964450597763062, "max": 0.9965025782585144 }, "relative_rms_change_distribution": { "min": 0.09160368889570236, "p10": 0.09206541627645493, "p50": 0.09776413440704346, "p90": 0.1049175426363945, "max": 0.10632216930389404 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-d7cc11686726" }, { "group": "3", "stage": "early", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9944441777009231, "token_cosine_mean": 0.9945966555522039, "token_cosine_p10": 0.9938568747960604, "token_cosine_p50": 0.9952586384919974, "token_cosine_p90": 0.9961071518751291, "relative_rms_change": 0.11442654923750804, "input_rms": 5.082553460047795, "output_rms": 4.8253080661480245 }, "token_cosine_mean_distribution": { "min": 0.9932420253753662, "p10": 0.9938593626022338, "p50": 0.9945620894432068, "p90": 0.9954285740852356, "max": 0.9955649971961975 }, "relative_rms_change_distribution": { "min": 0.10475397109985352, "p10": 0.10648462772369385, "p50": 0.11477402597665787, "p90": 0.12246290296316147, "max": 0.12756165862083435 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9912109971046448, "token_cosine_mean": 0.9914851005260761, "token_cosine_p10": 0.9895871831820562, "token_cosine_p50": 0.9928250725452716, "token_cosine_p90": 0.9941299786934485, "relative_rms_change": 0.14420958436452425, "input_rms": 4.8253080661480245, "output_rms": 4.502684299762432 }, "token_cosine_mean_distribution": { "min": 0.9882029891014099, "p10": 0.9904432892799377, "p50": 0.9913261532783508, "p90": 0.9931136965751648, "max": 0.9931984543800354 }, "relative_rms_change_distribution": { "min": 0.1290464699268341, "p10": 0.13325180113315582, "p50": 0.1457720398902893, "p90": 0.15380485355854034, "max": 0.16973145306110382 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9831149715643662, "token_cosine_mean": 0.9837474777148321, "token_cosine_p10": 0.979219179887038, "token_cosine_p50": 0.9858874770311209, "token_cosine_p90": 0.9890424838432899, "relative_rms_change": 0.183012367441104, "input_rms": 4.502684299762432, "output_rms": 4.358161596151499 }, "token_cosine_mean_distribution": { "min": 0.9792936444282532, "p10": 0.980268931388855, "p50": 0.9843291640281677, "p90": 0.9866781234741211, "max": 0.9879437685012817 }, "relative_rms_change_distribution": { "min": 0.1568463295698166, "p10": 0.1647544503211975, "p50": 0.17824096977710724, "p90": 0.2066873788833618, "max": 0.20971262454986572 }, "lowest_cosine_eval_id": "internal-p1-f44da3f6f0c4", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "3", "stage": "early", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9469037147668692, "token_cosine_mean": 0.9478039007920486, "token_cosine_p10": 0.9260594569719754, "token_cosine_p50": 0.9540155300727258, "token_cosine_p90": 0.9637286708905146, "relative_rms_change": 0.32641687989234924, "input_rms": 4.358161596151499, "output_rms": 4.39215795810406 }, "token_cosine_mean_distribution": { "min": 0.9326081871986389, "p10": 0.9338391184806824, "p50": 0.9483601450920105, "p90": 0.9593139052391052, "max": 0.9621999263763428 }, "relative_rms_change_distribution": { "min": 0.2758803367614746, "p10": 0.2849741518497467, "p50": 0.32297152280807495, "p90": 0.37479037642478946, "max": 0.3837622404098511 }, "lowest_cosine_eval_id": "internal-p1-75e889794d55", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "3", "stage": "early", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.8022065942104046, "token_cosine_mean": 0.8054173634602473, "token_cosine_p10": 0.7495568944857671, "token_cosine_p50": 0.8114010278995221, "token_cosine_p90": 0.8564944955018851, "relative_rms_change": 0.6789802312850952, "input_rms": 4.39215795810406, "output_rms": 4.972378437335674 }, "token_cosine_mean_distribution": { "min": 0.7175790667533875, "p10": 0.7457252264022827, "p50": 0.8183500170707703, "p90": 0.8538131237030029, "max": 0.8582334518432617 }, "relative_rms_change_distribution": { "min": 0.5784029364585876, "p10": 0.5812817811965942, "p50": 0.6786943078041077, "p90": 0.7840816020965576, "max": 0.8030568361282349 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "early", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.5421888897052178, "token_cosine_mean": 0.5438263622614053, "token_cosine_p10": 0.47821526344005877, "token_cosine_p50": 0.5505624505189749, "token_cosine_p90": 0.6071485280990601, "relative_rms_change": 4.061852106681237, "input_rms": 4.972378437335674, "output_rms": 22.435148532573994 }, "token_cosine_mean_distribution": { "min": 0.43566715717315674, "p10": 0.4857260942459106, "p50": 0.5594596862792969, "p90": 0.5944154500961304, "max": 0.6088249683380127 }, "relative_rms_change_distribution": { "min": 3.837251901626587, "p10": 3.8635881423950194, "p50": 4.075953960418701, "p90": 4.243546199798584, "max": 4.278892993927002 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "3", "stage": "final", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.7441697900111859, "token_cosine_mean": 0.7472426066031823, "token_cosine_p10": 0.688277794764592, "token_cosine_p50": 0.7526614390886747, "token_cosine_p90": 0.8001927412473239, "relative_rms_change": 5.561660069685716, "input_rms": 1.6211133094934316, "output_rms": 10.075950989356407 }, "token_cosine_mean_distribution": { "min": 0.6776166558265686, "p10": 0.6984807848930359, "p50": 0.7491166591644287, "p90": 0.7976103067398072, "max": 0.8011313080787659 }, "relative_rms_change_distribution": { "min": 4.631789684295654, "p10": 4.961303424835205, "p50": 5.569667816162109, "p90": 6.104096508026124, "max": 6.7201128005981445 }, "lowest_cosine_eval_id": "internal-p1-7a0ac0a50723", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "3", "stage": "final", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9959845497057989, "token_cosine_mean": 0.996061412187723, "token_cosine_p10": 0.9949841315929706, "token_cosine_p50": 0.9961350651887747, "token_cosine_p90": 0.9970174340101389, "relative_rms_change": 0.11074127887304012, "input_rms": 10.075950989356407, "output_rms": 10.690076901362492 }, "token_cosine_mean_distribution": { "min": 0.9949588179588318, "p10": 0.995290207862854, "p50": 0.9962763786315918, "p90": 0.9965824604034423, "max": 0.9968392252922058 }, "relative_rms_change_distribution": { "min": 0.09443822503089905, "p10": 0.09794001430273055, "p50": 0.1100182756781578, "p90": 0.1225501224398613, "max": 0.1241929903626442 }, "lowest_cosine_eval_id": "internal-p1-7a0ac0a50723", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "3", "stage": "final", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9975018272033105, "token_cosine_mean": 0.9975499694163983, "token_cosine_p10": 0.9968787110768832, "token_cosine_p50": 0.9976234619434063, "token_cosine_p90": 0.998108657506796, "relative_rms_change": 0.08142869632977706, "input_rms": 10.690076901362492, "output_rms": 10.23303508758545 }, "token_cosine_mean_distribution": { "min": 0.9972261190414429, "p10": 0.9972817301750183, "p50": 0.9975510239601135, "p90": 0.9978000164031983, "max": 0.997826099395752 }, "relative_rms_change_distribution": { "min": 0.07610967755317688, "p10": 0.07712467759847641, "p50": 0.081263966858387, "p90": 0.08713546395301819, "max": 0.08781036734580994 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9975964931341318, "token_cosine_mean": 0.9977915653815637, "token_cosine_p10": 0.9972642339192904, "token_cosine_p50": 0.9978529719206003, "token_cosine_p90": 0.9982208563731267, "relative_rms_change": 0.07989753438876225, "input_rms": 10.23303508758545, "output_rms": 9.801926392775316 }, "token_cosine_mean_distribution": { "min": 0.9974513053894043, "p10": 0.9975665211677551, "p50": 0.9977822303771973, "p90": 0.9979894280433654, "max": 0.9980276823043823 }, "relative_rms_change_distribution": { "min": 0.07275308668613434, "p10": 0.07475301772356033, "p50": 0.07809877395629883, "p90": 0.08638671934604646, "max": 0.08964381366968155 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "final", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9971383580794702, "token_cosine_mean": 0.9972995657187241, "token_cosine_p10": 0.9967816655452435, "token_cosine_p50": 0.997352237884815, "token_cosine_p90": 0.9977641334900489, "relative_rms_change": 0.09543526344574414, "input_rms": 9.801926392775316, "output_rms": 9.20552422450139 }, "token_cosine_mean_distribution": { "min": 0.9970697164535522, "p10": 0.9971994280815124, "p50": 0.9972968697547913, "p90": 0.9974085092544556, "max": 0.9974386692047119 }, "relative_rms_change_distribution": { "min": 0.08872504532337189, "p10": 0.09049049168825149, "p50": 0.09539974480867386, "p90": 0.09927391707897186, "max": 0.10393589735031128 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "3", "stage": "final", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9961265646494352, "token_cosine_mean": 0.9963045487037072, "token_cosine_p10": 0.9954347564623907, "token_cosine_p50": 0.9963949597798861, "token_cosine_p90": 0.9970517066808847, "relative_rms_change": 0.10530943996631183, "input_rms": 9.20552422450139, "output_rms": 8.63786139855018 }, "token_cosine_mean_distribution": { "min": 0.9959779381752014, "p10": 0.9960552215576172, "p50": 0.996279776096344, "p90": 0.996554434299469, "max": 0.9967218637466431 }, "relative_rms_change_distribution": { "min": 0.09527958184480667, "p10": 0.09730515331029892, "p50": 0.10506812483072281, "p90": 0.11438644677400589, "max": 0.11605490744113922 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-297380b422a7" }, { "group": "3", "stage": "final", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.994184095125932, "token_cosine_mean": 0.9944329215930059, "token_cosine_p10": 0.9931845940076388, "token_cosine_p50": 0.9945477980833787, "token_cosine_p90": 0.9955263917262738, "relative_rms_change": 0.1525133985739488, "input_rms": 8.63786139855018, "output_rms": 7.656985576336201 }, "token_cosine_mean_distribution": { "min": 0.9936742186546326, "p10": 0.9940192461013794, "p50": 0.9944794178009033, "p90": 0.994671642780304, "max": 0.9951905012130737 }, "relative_rms_change_distribution": { "min": 0.13012270629405975, "p10": 0.13977145552635192, "p50": 0.15341784060001373, "p90": 0.16163939535617827, "max": 0.1716405302286148 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "3", "stage": "final", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9912109054051913, "token_cosine_mean": 0.9915196712200458, "token_cosine_p10": 0.9896274438271155, "token_cosine_p50": 0.9916905485666715, "token_cosine_p90": 0.9931776202642001, "relative_rms_change": 0.19338536377136523, "input_rms": 7.656985576336201, "output_rms": 6.509699821472168 }, "token_cosine_mean_distribution": { "min": 0.9905606508255005, "p10": 0.9909037709236145, "p50": 0.9914698004722595, "p90": 0.9919099092483521, "max": 0.9927396774291992 }, "relative_rms_change_distribution": { "min": 0.17579416930675507, "p10": 0.18486009836196898, "p50": 0.19518879055976868, "p90": 0.19959262907505035, "max": 0.20281191170215607 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "3", "stage": "final", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9898048868546119, "token_cosine_mean": 0.9902577996253967, "token_cosine_p10": 0.9880707263946533, "token_cosine_p50": 0.9904472690362197, "token_cosine_p90": 0.9922278431745676, "relative_rms_change": 0.1719110791499798, "input_rms": 6.509699821472168, "output_rms": 5.817325738760141 }, "token_cosine_mean_distribution": { "min": 0.9882213473320007, "p10": 0.9890237808227539, "p50": 0.9900962710380554, "p90": 0.9913442850112915, "max": 0.9922776222229004 }, "relative_rms_change_distribution": { "min": 0.1495313048362732, "p10": 0.16027735769748688, "p50": 0.17142446339130402, "p90": 0.18563216030597687, "max": 0.18889398872852325 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "3", "stage": "final", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9919678981487567, "token_cosine_mean": 0.9922862373865567, "token_cosine_p10": 0.990323373904595, "token_cosine_p50": 0.9926047050035917, "token_cosine_p90": 0.9939455435826228, "relative_rms_change": 0.12875965352241808, "input_rms": 5.817325738760141, "output_rms": 5.8468636366037225 }, "token_cosine_mean_distribution": { "min": 0.9907108545303345, "p10": 0.9912241220474243, "p50": 0.9924405813217163, "p90": 0.9931862235069275, "max": 0.9933764934539795 }, "relative_rms_change_distribution": { "min": 0.11916644871234894, "p10": 0.12036885619163513, "p50": 0.12744390964508057, "p90": 0.13783899545669556, "max": 0.1431787610054016 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "3", "stage": "final", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9928544392952552, "token_cosine_mean": 0.9934132695198059, "token_cosine_p10": 0.9912671538499686, "token_cosine_p50": 0.9938320930187519, "token_cosine_p90": 0.9952125686865586, "relative_rms_change": 0.12082898100981346, "input_rms": 5.8468636366037225, "output_rms": 5.907014223245474 }, "token_cosine_mean_distribution": { "min": 0.9920257925987244, "p10": 0.9923177123069763, "p50": 0.9933533072471619, "p90": 0.9940886497497559, "max": 0.9948824048042297 }, "relative_rms_change_distribution": { "min": 0.10680348426103592, "p10": 0.11278173923492432, "p50": 0.12237023562192917, "p90": 0.13090561628341676, "max": 0.13300079107284546 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-776244b53fe2" }, { "group": "3", "stage": "final", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9917935958275428, "token_cosine_mean": 0.9923582443824182, "token_cosine_p10": 0.9896674247888418, "token_cosine_p50": 0.99294290634302, "token_cosine_p90": 0.9945652484893799, "relative_rms_change": 0.13561763270543173, "input_rms": 5.907014223245474, "output_rms": 5.603219252366286 }, "token_cosine_mean_distribution": { "min": 0.9901143908500671, "p10": 0.9914600372314453, "p50": 0.992499053478241, "p90": 0.9935400009155273, "max": 0.9938430190086365 }, "relative_rms_change_distribution": { "min": 0.12083113938570023, "p10": 0.12820497155189514, "p50": 0.13362987339496613, "p90": 0.14475871324539186, "max": 0.15276402235031128 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9909954896340003, "token_cosine_mean": 0.9913342044903681, "token_cosine_p10": 0.9889608896695651, "token_cosine_p50": 0.9918170204529395, "token_cosine_p90": 0.9933381264026349, "relative_rms_change": 0.1340982776421767, "input_rms": 5.603219252366286, "output_rms": 5.504454906170185 }, "token_cosine_mean_distribution": { "min": 0.98905348777771, "p10": 0.9903478384017944, "p50": 0.9915308952331543, "p90": 0.9923943161964417, "max": 0.9931383728981018 }, "relative_rms_change_distribution": { "min": 0.11881682276725769, "p10": 0.12650716304779053, "p50": 0.1339767426252365, "p90": 0.14375491440296173, "max": 0.14969199895858765 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.989027568927178, "token_cosine_mean": 0.98945918908486, "token_cosine_p10": 0.9863573450308579, "token_cosine_p50": 0.9899997619482187, "token_cosine_p90": 0.9923900595078101, "relative_rms_change": 0.1543662708539229, "input_rms": 5.504454906170185, "output_rms": 5.198195530818059 }, "token_cosine_mean_distribution": { "min": 0.9863244295120239, "p10": 0.9885573863983155, "p50": 0.9898106455802917, "p90": 0.9907396793365478, "max": 0.9913269281387329 }, "relative_rms_change_distribution": { "min": 0.14237181842327118, "p10": 0.14682753384113312, "p50": 0.15501755475997925, "p90": 0.1592758148908615, "max": 0.17059363424777985 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9838642523838923, "token_cosine_mean": 0.9843883376855117, "token_cosine_p10": 0.9807701523487384, "token_cosine_p50": 0.9850646028151879, "token_cosine_p90": 0.9876616413776691, "relative_rms_change": 0.17999456364374894, "input_rms": 5.198195530818059, "output_rms": 5.005298577822172 }, "token_cosine_mean_distribution": { "min": 0.979468584060669, "p10": 0.982718563079834, "p50": 0.9847145676612854, "p90": 0.9862240433692933, "max": 0.9872918128967285 }, "relative_rms_change_distribution": { "min": 0.16052156686782837, "p10": 0.17001931965351105, "p50": 0.17809933423995972, "p90": 0.19008576571941377, "max": 0.2089395523071289 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9813941487899194, "token_cosine_mean": 0.9818287400098947, "token_cosine_p10": 0.9785339282109187, "token_cosine_p50": 0.9825824820078336, "token_cosine_p90": 0.9849172876431391, "relative_rms_change": 0.19393012959223527, "input_rms": 5.005298577822172, "output_rms": 5.042001834282508 }, "token_cosine_mean_distribution": { "min": 0.9761512875556946, "p10": 0.9803291201591492, "p50": 0.9819715023040771, "p90": 0.9839258551597595, "max": 0.9843687415122986 }, "relative_rms_change_distribution": { "min": 0.1780673712491989, "p10": 0.18003619015216826, "p50": 0.19367526471614838, "p90": 0.20324881076812745, "max": 0.2223758101463318 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.980721116065979, "token_cosine_mean": 0.9814164821918194, "token_cosine_p10": 0.9769292382093576, "token_cosine_p50": 0.9820930911944463, "token_cosine_p90": 0.985599935054779, "relative_rms_change": 0.1967420749939405, "input_rms": 5.042001834282508, "output_rms": 5.028132071861854 }, "token_cosine_mean_distribution": { "min": 0.9753581285476685, "p10": 0.9804345011711121, "p50": 0.9820917248725891, "p90": 0.9830182194709778, "max": 0.9831013679504395 }, "relative_rms_change_distribution": { "min": 0.18605276942253113, "p10": 0.18676185607910156, "p50": 0.194293811917305, "p90": 0.2039196491241455, "max": 0.22596873342990875 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.974628196312831, "token_cosine_mean": 0.9749694466590881, "token_cosine_p10": 0.9697890694324787, "token_cosine_p50": 0.9754291130946233, "token_cosine_p90": 0.9801278251868027, "relative_rms_change": 0.2394230102117245, "input_rms": 5.028132071861854, "output_rms": 4.470281527592586 }, "token_cosine_mean_distribution": { "min": 0.9647505283355713, "p10": 0.9738053798675537, "p50": 0.975204348564148, "p90": 0.9774188876152039, "max": 0.9777654409408569 }, "relative_rms_change_distribution": { "min": 0.2280855029821396, "p10": 0.22932131588459015, "p50": 0.2362392246723175, "p90": 0.24439686834812163, "max": 0.2755250334739685 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.978429546722999, "token_cosine_mean": 0.9787989900662348, "token_cosine_p10": 0.9746420612702003, "token_cosine_p50": 0.9792978809430049, "token_cosine_p90": 0.982639321914086, "relative_rms_change": 0.22914693218011123, "input_rms": 4.470281527592586, "output_rms": 4.819140764383169 }, "token_cosine_mean_distribution": { "min": 0.9666945338249207, "p10": 0.9772314429283142, "p50": 0.9798929691314697, "p90": 0.9808167695999146, "max": 0.9814881682395935 }, "relative_rms_change_distribution": { "min": 0.2151763141155243, "p10": 0.2169904112815857, "p50": 0.2236308455467224, "p90": 0.23622635900974273, "max": 0.2861412465572357 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9821498348162725, "token_cosine_mean": 0.9825604603840754, "token_cosine_p10": 0.9786925774354202, "token_cosine_p50": 0.983449821288769, "token_cosine_p90": 0.9858606366010813, "relative_rms_change": 0.2104038687852713, "input_rms": 4.819140764383169, "output_rms": 5.187069306006799 }, "token_cosine_mean_distribution": { "min": 0.9679970145225525, "p10": 0.980471158027649, "p50": 0.9838041067123413, "p90": 0.9853457570075989, "max": 0.9854867458343506 }, "relative_rms_change_distribution": { "min": 0.18146701157093048, "p10": 0.18662378787994385, "p50": 0.20311759412288666, "p90": 0.24627847373485565, "max": 0.28302592039108276 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9822210256869977, "token_cosine_mean": 0.9831220370072585, "token_cosine_p10": 0.9777993147189801, "token_cosine_p50": 0.9841770162949195, "token_cosine_p90": 0.9875277418356675, "relative_rms_change": 0.1886381873717675, "input_rms": 5.187069306006799, "output_rms": 5.2495144330538235 }, "token_cosine_mean_distribution": { "min": 0.9649943709373474, "p10": 0.9819670557975769, "p50": 0.9845322966575623, "p90": 0.9861108183860778, "max": 0.9871885180473328 }, "relative_rms_change_distribution": { "min": 0.16721513867378235, "p10": 0.17240455150604247, "p50": 0.18000328540802002, "p90": 0.19855135381221772, "max": 0.28074535727500916 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9796609099094684, "token_cosine_mean": 0.979916343322167, "token_cosine_p10": 0.9729708708249606, "token_cosine_p50": 0.9804286635839022, "token_cosine_p90": 0.9858072812740619, "relative_rms_change": 0.22193565506201524, "input_rms": 5.2495144330538235, "output_rms": 5.648800959953895 }, "token_cosine_mean_distribution": { "min": 0.9668217301368713, "p10": 0.9774299025535583, "p50": 0.9807648658752441, "p90": 0.9827554225921631, "max": 0.9844419956207275 }, "relative_rms_change_distribution": { "min": 0.20188526809215546, "p10": 0.20752084255218506, "p50": 0.218024343252182, "p90": 0.23189826607704164, "max": 0.28534209728240967 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9787014631124643, "token_cosine_mean": 0.9788223229921781, "token_cosine_p10": 0.9725279120298532, "token_cosine_p50": 0.9792313896692716, "token_cosine_p90": 0.9845084685545701, "relative_rms_change": 0.2843573024639717, "input_rms": 5.648800959953895, "output_rms": 6.6411560131953316 }, "token_cosine_mean_distribution": { "min": 0.9736636877059937, "p10": 0.9767607569694519, "p50": 0.9786220192909241, "p90": 0.9806263089179993, "max": 0.9826395511627197 }, "relative_rms_change_distribution": { "min": 0.2653689980506897, "p10": 0.27313931584358214, "p50": 0.2862793207168579, "p90": 0.29850566983222965, "max": 0.30523446202278137 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9791606802206773, "token_cosine_mean": 0.9792641355441167, "token_cosine_p10": 0.9737208027106065, "token_cosine_p50": 0.9796088016950167, "token_cosine_p90": 0.984256373001979, "relative_rms_change": 0.20434084763893715, "input_rms": 6.6411560131953316, "output_rms": 6.64875393647414 }, "token_cosine_mean_distribution": { "min": 0.976343035697937, "p10": 0.97678542137146, "p50": 0.9794914722442627, "p90": 0.9812684178352356, "max": 0.9819588661193848 }, "relative_rms_change_distribution": { "min": 0.19139093160629272, "p10": 0.19521250426769257, "p50": 0.2034141719341278, "p90": 0.21454974710941316, "max": 0.2177325338125229 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "final", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.977546173792619, "token_cosine_mean": 0.9777714747648972, "token_cosine_p10": 0.9719810302440937, "token_cosine_p50": 0.9780040887685922, "token_cosine_p90": 0.9830992267682002, "relative_rms_change": 0.23973265748757583, "input_rms": 6.64875393647414, "output_rms": 7.247595823728121 }, "token_cosine_mean_distribution": { "min": 0.9732169508934021, "p10": 0.9749802470207214, "p50": 0.9780095219612122, "p90": 0.9806429386138916, "max": 0.9811667203903198 }, "relative_rms_change_distribution": { "min": 0.2277843952178955, "p10": 0.2290431886911392, "p50": 0.2419796884059906, "p90": 0.24725998044013978, "max": 0.25105810165405273 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "3", "stage": "final", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9796818861594567, "token_cosine_mean": 0.9799080032568711, "token_cosine_p10": 0.9754626659246591, "token_cosine_p50": 0.9802000706012433, "token_cosine_p90": 0.983907163143158, "relative_rms_change": 0.20131479432949653, "input_rms": 7.247595823728121, "output_rms": 7.218151275928204 }, "token_cosine_mean_distribution": { "min": 0.9761829376220703, "p10": 0.9778361678123474, "p50": 0.9801899194717407, "p90": 0.981557309627533, "max": 0.9819825887680054 }, "relative_rms_change_distribution": { "min": 0.18998681008815765, "p10": 0.1919794887304306, "p50": 0.20023199915885925, "p90": 0.21228653490543364, "max": 0.22025111317634583 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9731167875803434, "token_cosine_mean": 0.9736435413360596, "token_cosine_p10": 0.9646211128968459, "token_cosine_p50": 0.974927191550915, "token_cosine_p90": 0.9809246338330783, "relative_rms_change": 0.23072369396686554, "input_rms": 7.218151275928204, "output_rms": 6.903915772071252 }, "token_cosine_mean_distribution": { "min": 0.9697787761688232, "p10": 0.9702107787132264, "p50": 0.9728777408599854, "p90": 0.9773244023323059, "max": 0.9774373769760132 }, "relative_rms_change_distribution": { "min": 0.21278499066829681, "p10": 0.2149740844964981, "p50": 0.23405218124389648, "p90": 0.24679775536060333, "max": 0.24844112992286682 }, "lowest_cosine_eval_id": "internal-p1-4661a8f5c158", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "final", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9737021923065186, "token_cosine_mean": 0.9744246693757864, "token_cosine_p10": 0.9688661556977493, "token_cosine_p50": 0.9749402770629296, "token_cosine_p90": 0.9793206269924457, "relative_rms_change": 0.24704502522945404, "input_rms": 6.903915772071252, "output_rms": 7.367333962367131 }, "token_cosine_mean_distribution": { "min": 0.9635595083236694, "p10": 0.9713763117790222, "p50": 0.9754418730735779, "p90": 0.9775457501411438, "max": 0.9785098433494568 }, "relative_rms_change_distribution": { "min": 0.22973448038101196, "p10": 0.23190702199935914, "p50": 0.24370808899402618, "p90": 0.26141971349716187, "max": 0.27521103620529175 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9649509787559509, "token_cosine_mean": 0.9659282335868249, "token_cosine_p10": 0.9540665745735168, "token_cosine_p50": 0.9673443803420434, "token_cosine_p90": 0.9760218858718872, "relative_rms_change": 0.2630671514914586, "input_rms": 7.367333962367131, "output_rms": 7.057161074418288 }, "token_cosine_mean_distribution": { "min": 0.9556425213813782, "p10": 0.9633802175521851, "p50": 0.9660995602607727, "p90": 0.9699700713157654, "max": 0.9726899862289429 }, "relative_rms_change_distribution": { "min": 0.23856721818447113, "p10": 0.2454274594783783, "p50": 0.26145896315574646, "p90": 0.27387704849243166, "max": 0.31293436884880066 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.959464641717764, "token_cosine_mean": 0.9597605100044837, "token_cosine_p10": 0.9519917873235849, "token_cosine_p50": 0.9604707039319552, "token_cosine_p90": 0.9664493707510141, "relative_rms_change": 0.3265585968127617, "input_rms": 7.057161074418288, "output_rms": 7.939455582545354 }, "token_cosine_mean_distribution": { "min": 0.9461902976036072, "p10": 0.9580424904823304, "p50": 0.9602209329605103, "p90": 0.9635496735572815, "max": 0.9644490480422974 }, "relative_rms_change_distribution": { "min": 0.30724334716796875, "p10": 0.30842029452323916, "p50": 0.324734628200531, "p90": 0.33427388668060304, "max": 0.373808354139328 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "final", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.9322403990305387, "token_cosine_mean": 0.9327131234682523, "token_cosine_p10": 0.9210377885745122, "token_cosine_p50": 0.9334820233858548, "token_cosine_p90": 0.9432863547251775, "relative_rms_change": 0.5440488549379202, "input_rms": 7.939455582545354, "output_rms": 10.625907017634464 }, "token_cosine_mean_distribution": { "min": 0.9233503341674805, "p10": 0.9282960772514344, "p50": 0.933153510093689, "p90": 0.938190472126007, "max": 0.939160943031311 }, "relative_rms_change_distribution": { "min": 0.528786838054657, "p10": 0.5340400576591492, "p50": 0.5423648953437805, "p90": 0.5528584837913513, "max": 0.5557867288589478 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-297380b422a7" }, { "group": "3", "stage": "final", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.7945652329004728, "token_cosine_mean": 0.8003678046740018, "token_cosine_p10": 0.770819902420044, "token_cosine_p50": 0.8022463963581965, "token_cosine_p90": 0.8269776656077459, "relative_rms_change": 1.466522455215454, "input_rms": 10.625907017634464, "output_rms": 22.680849075317383 }, "token_cosine_mean_distribution": { "min": 0.7347827553749084, "p10": 0.7579002380371094, "p50": 0.7920256853103638, "p90": 0.8704197883605957, "max": 0.903243899345398 }, "relative_rms_change_distribution": { "min": 0.7598355412483215, "p10": 0.9605267286300659, "p50": 1.5162476301193237, "p90": 1.7766728639602662, "max": 1.9113115072250366 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "3", "stage": "middle", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.5439969576322116, "token_cosine_mean": 0.5263987091871408, "token_cosine_p10": 0.2626334669498297, "token_cosine_p50": 0.5723067155251136, "token_cosine_p90": 0.724902331829071, "relative_rms_change": 9.89498101747953, "input_rms": 0.7410859786547147, "output_rms": 7.694840064415565 }, "token_cosine_mean_distribution": { "min": 0.4605671763420105, "p10": 0.47764721512794495, "p50": 0.5171033143997192, "p90": 0.5901308059692383, "max": 0.613538384437561 }, "relative_rms_change_distribution": { "min": 9.063620567321777, "p10": 9.43459587097168, "p50": 9.872127532958984, "p90": 10.314866828918458, "max": 10.751642227172852 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "3", "stage": "middle", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.998065132361192, "token_cosine_mean": 0.9981660980444688, "token_cosine_p10": 0.9975967177977929, "token_cosine_p50": 0.9982498471553509, "token_cosine_p90": 0.9986199323947613, "relative_rms_change": 0.10012071178509639, "input_rms": 7.694840064415565, "output_rms": 8.281951097341684 }, "token_cosine_mean_distribution": { "min": 0.9976441264152527, "p10": 0.9977834820747375, "p50": 0.9981918931007385, "p90": 0.9983594298362732, "max": 0.9985542297363281 }, "relative_rms_change_distribution": { "min": 0.08440738916397095, "p10": 0.08611461222171783, "p50": 0.10291657596826553, "p90": 0.11461416482925416, "max": 0.11634403467178345 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-f44da3f6f0c4" }, { "group": "3", "stage": "middle", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9984538784393897, "token_cosine_mean": 0.9985621067193838, "token_cosine_p10": 0.9981407614854666, "token_cosine_p50": 0.9986194968223572, "token_cosine_p90": 0.998925873866448, "relative_rms_change": 0.05632591132934277, "input_rms": 8.281951097341684, "output_rms": 8.213808023012602 }, "token_cosine_mean_distribution": { "min": 0.9983816146850586, "p10": 0.9984475016593933, "p50": 0.998559296131134, "p90": 0.9986369013786316, "max": 0.9987943172454834 }, "relative_rms_change_distribution": { "min": 0.05020461603999138, "p10": 0.05411880686879158, "p50": 0.057037509977817535, "p90": 0.05799819305539131, "max": 0.05859220772981644 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-5e204c0fdd9f" }, { "group": "3", "stage": "middle", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9980153166330777, "token_cosine_mean": 0.9982256614244901, "token_cosine_p10": 0.9978546087558453, "token_cosine_p50": 0.9984389314284692, "token_cosine_p90": 0.9987741708755493, "relative_rms_change": 0.07298179658559653, "input_rms": 8.213808023012602, "output_rms": 7.897254613729624 }, "token_cosine_mean_distribution": { "min": 0.9978784918785095, "p10": 0.9980810642242431, "p50": 0.9982196092605591, "p90": 0.9983258008956909, "max": 0.9984381794929504 }, "relative_rms_change_distribution": { "min": 0.06971941888332367, "p10": 0.07028704881668091, "p50": 0.07286210358142853, "p90": 0.07519679367542267, "max": 0.07638966292142868 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "3", "stage": "middle", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9969876179328332, "token_cosine_mean": 0.9972175909922674, "token_cosine_p10": 0.9964130566670344, "token_cosine_p50": 0.9974542260169983, "token_cosine_p90": 0.9980289156620319, "relative_rms_change": 0.09496311327585807, "input_rms": 7.897254613729624, "output_rms": 7.441973136021541 }, "token_cosine_mean_distribution": { "min": 0.996741533279419, "p10": 0.9969901084899903, "p50": 0.9971814155578613, "p90": 0.9975427985191345, "max": 0.9975491166114807 }, "relative_rms_change_distribution": { "min": 0.08648476749658585, "p10": 0.09033800959587097, "p50": 0.09473072737455368, "p90": 0.10018725842237472, "max": 0.10599549859762192 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9957496386307937, "token_cosine_mean": 0.9960430172773508, "token_cosine_p10": 0.9946521107967083, "token_cosine_p50": 0.9963967616741474, "token_cosine_p90": 0.9972038498291602, "relative_rms_change": 0.10125076025724411, "input_rms": 7.441973136021541, "output_rms": 7.1011367944570685 }, "token_cosine_mean_distribution": { "min": 0.9956669807434082, "p10": 0.9958487272262573, "p50": 0.996003270149231, "p90": 0.9963634133338928, "max": 0.9965441823005676 }, "relative_rms_change_distribution": { "min": 0.09706510603427887, "p10": 0.09778544455766677, "p50": 0.10127914696931839, "p90": 0.10480360537767411, "max": 0.10532740503549576 }, "lowest_cosine_eval_id": "internal-p1-5e204c0fdd9f", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "middle", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.993932999097384, "token_cosine_mean": 0.9947423751537616, "token_cosine_p10": 0.9929604346935565, "token_cosine_p50": 0.9951686446483319, "token_cosine_p90": 0.9962557233296908, "relative_rms_change": 0.1174872821340194, "input_rms": 7.1011367944570685, "output_rms": 6.7651549852811375 }, "token_cosine_mean_distribution": { "min": 0.9941586256027222, "p10": 0.9942046999931335, "p50": 0.9947065114974976, "p90": 0.9951805233955383, "max": 0.9956376552581787 }, "relative_rms_change_distribution": { "min": 0.10670727491378784, "p10": 0.11019770056009293, "p50": 0.11966144293546677, "p90": 0.12456798255443573, "max": 0.12565499544143677 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "3", "stage": "middle", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9898933309775132, "token_cosine_mean": 0.9909789837323703, "token_cosine_p10": 0.9886226929151095, "token_cosine_p50": 0.9912378467046298, "token_cosine_p90": 0.9932069365794842, "relative_rms_change": 0.17848047957970545, "input_rms": 6.7651549852811375, "output_rms": 5.963792470785288 }, "token_cosine_mean_distribution": { "min": 0.9896646738052368, "p10": 0.9899986147880554, "p50": 0.9911908507347107, "p90": 0.9916096210479737, "max": 0.9925861358642578 }, "relative_rms_change_distribution": { "min": 0.17139440774917603, "p10": 0.1725507289171219, "p50": 0.17759263515472412, "p90": 0.18295566439628602, "max": 0.1863137036561966 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "3", "stage": "middle", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9874311089515686, "token_cosine_mean": 0.9886330778782184, "token_cosine_p10": 0.9850164514321548, "token_cosine_p50": 0.9893711071748, "token_cosine_p90": 0.9916623784945562, "relative_rms_change": 0.17166488674970773, "input_rms": 5.963792470785288, "output_rms": 5.490244021782508 }, "token_cosine_mean_distribution": { "min": 0.9866710901260376, "p10": 0.9871034622192383, "p50": 0.988532304763794, "p90": 0.9903339624404908, "max": 0.9905401468276978 }, "relative_rms_change_distribution": { "min": 0.15358753502368927, "p10": 0.1616100937128067, "p50": 0.16921810805797577, "p90": 0.18356724977493286, "max": 0.18458232283592224 }, "lowest_cosine_eval_id": "internal-p1-fdc85aab9bf1", "largest_change_eval_id": "internal-p1-913e23f92a26" }, { "group": "3", "stage": "middle", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9868930257283725, "token_cosine_mean": 0.9883084709827716, "token_cosine_p10": 0.9836988357397226, "token_cosine_p50": 0.9894146277354314, "token_cosine_p90": 0.9919182612345769, "relative_rms_change": 0.16642277515851533, "input_rms": 5.490244021782508, "output_rms": 5.627087739797739 }, "token_cosine_mean_distribution": { "min": 0.9861390590667725, "p10": 0.9863782286643982, "p50": 0.9882345795631409, "p90": 0.9901664018630981, "max": 0.9914729595184326 }, "relative_rms_change_distribution": { "min": 0.1465463787317276, "p10": 0.15053615868091583, "p50": 0.16987740993499756, "p90": 0.1801009178161621, "max": 0.18270331621170044 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "3", "stage": "middle", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9865391667072589, "token_cosine_mean": 0.9879480462807876, "token_cosine_p10": 0.9812014698982239, "token_cosine_p50": 0.9894461906873263, "token_cosine_p90": 0.9928176861542922, "relative_rms_change": 0.17005281952711251, "input_rms": 5.627087739797739, "output_rms": 5.814137862278865 }, "token_cosine_mean_distribution": { "min": 0.9858841896057129, "p10": 0.985978364944458, "p50": 0.9877138733863831, "p90": 0.9903219223022461, "max": 0.9915308356285095 }, "relative_rms_change_distribution": { "min": 0.14464513957500458, "p10": 0.14766036868095397, "p50": 0.16855472326278687, "p90": 0.18456412553787233, "max": 0.19056789577007294 }, "lowest_cosine_eval_id": "internal-p1-776244b53fe2", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "middle", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9847204776910635, "token_cosine_mean": 0.9861377706894507, "token_cosine_p10": 0.9789276856642503, "token_cosine_p50": 0.987660077901987, "token_cosine_p90": 0.9917105848972614, "relative_rms_change": 0.1746470698943505, "input_rms": 5.814137862278865, "output_rms": 5.68395288173969 }, "token_cosine_mean_distribution": { "min": 0.9831433892250061, "p10": 0.9835423231124878, "p50": 0.986386239528656, "p90": 0.989226496219635, "max": 0.9895719289779663 }, "relative_rms_change_distribution": { "min": 0.1493578553199768, "p10": 0.15521919429302217, "p50": 0.1731894314289093, "p90": 0.1917877972126007, "max": 0.19300934672355652 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "middle", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9834650250581595, "token_cosine_mean": 0.9848361198718731, "token_cosine_p10": 0.9788627762060899, "token_cosine_p50": 0.9860250399662898, "token_cosine_p90": 0.989706828044011, "relative_rms_change": 0.18126533467036027, "input_rms": 5.68395288173969, "output_rms": 5.658059597015381 }, "token_cosine_mean_distribution": { "min": 0.9816439747810364, "p10": 0.9824999570846558, "p50": 0.9853545427322388, "p90": 0.9875775098800659, "max": 0.9881556630134583 }, "relative_rms_change_distribution": { "min": 0.1607576310634613, "p10": 0.16274164915084838, "p50": 0.17893394827842712, "p90": 0.1950604051351547, "max": 0.2013997882604599 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "middle", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9803574176935049, "token_cosine_mean": 0.9816960921654334, "token_cosine_p10": 0.9743785216258123, "token_cosine_p50": 0.9830087560873765, "token_cosine_p90": 0.9883047388150141, "relative_rms_change": 0.20725079568532798, "input_rms": 5.658059597015381, "output_rms": 5.18274633701031 }, "token_cosine_mean_distribution": { "min": 0.9778014421463013, "p10": 0.9780156970024109, "p50": 0.9820411801338196, "p90": 0.9842586159706116, "max": 0.9863709211349487 }, "relative_rms_change_distribution": { "min": 0.1817697137594223, "p10": 0.1946857452392578, "p50": 0.20738579332828522, "p90": 0.22316373884677887, "max": 0.22639931738376617 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-6ff7be6ed486" }, { "group": "3", "stage": "middle", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.976224789252648, "token_cosine_mean": 0.9777070146340591, "token_cosine_p10": 0.9700945432369525, "token_cosine_p50": 0.9790435479237483, "token_cosine_p90": 0.984961986541748, "relative_rms_change": 0.21767724248079154, "input_rms": 5.18274633701031, "output_rms": 5.08038748227633 }, "token_cosine_mean_distribution": { "min": 0.9724276661872864, "p10": 0.9736193656921387, "p50": 0.9786869287490845, "p90": 0.9807540297508239, "max": 0.9828278422355652 }, "relative_rms_change_distribution": { "min": 0.1908794343471527, "p10": 0.2024280846118927, "p50": 0.21096700429916382, "p90": 0.2382831335067749, "max": 0.24266785383224487 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9752052105390109, "token_cosine_mean": 0.9766862896772531, "token_cosine_p10": 0.9688372932947599, "token_cosine_p50": 0.9786127255513117, "token_cosine_p90": 0.9832968207506033, "relative_rms_change": 0.22127992258622095, "input_rms": 5.08038748227633, "output_rms": 4.978988464062031 }, "token_cosine_mean_distribution": { "min": 0.9709213376045227, "p10": 0.9731792330741882, "p50": 0.9776855111122131, "p90": 0.9791754364967347, "max": 0.9807277321815491 }, "relative_rms_change_distribution": { "min": 0.20151659846305847, "p10": 0.20884250104427338, "p50": 0.21517184376716614, "p90": 0.24183944165706636, "max": 0.24456802010536194 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9757212400436401, "token_cosine_mean": 0.9771477075723501, "token_cosine_p10": 0.9670038635914142, "token_cosine_p50": 0.9794637514994695, "token_cosine_p90": 0.9847376988484309, "relative_rms_change": 0.23156916063565475, "input_rms": 4.978988464062031, "output_rms": 4.482205097491924 }, "token_cosine_mean_distribution": { "min": 0.9688075184822083, "p10": 0.9734299898147583, "p50": 0.9790513515472412, "p90": 0.9797522306442261, "max": 0.9820119738578796 }, "relative_rms_change_distribution": { "min": 0.20912617444992065, "p10": 0.21166403591632843, "p50": 0.23242256045341492, "p90": 0.25019052922725676, "max": 0.26038044691085815 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9764056480847872, "token_cosine_mean": 0.9765860484196589, "token_cosine_p10": 0.9657716430150546, "token_cosine_p50": 0.9790556889313918, "token_cosine_p90": 0.9845552077660193, "relative_rms_change": 0.23039779296288124, "input_rms": 4.482205097491924, "output_rms": 4.007882613402146 }, "token_cosine_mean_distribution": { "min": 0.958969235420227, "p10": 0.9731452703475952, "p50": 0.9781153202056885, "p90": 0.9806535601615906, "max": 0.9823362231254578 }, "relative_rms_change_distribution": { "min": 0.20916469395160675, "p10": 0.21095311641693115, "p50": 0.22628983855247498, "p90": 0.24162816107273102, "max": 0.2913174033164978 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9765236973762512, "token_cosine_mean": 0.9774242868790259, "token_cosine_p10": 0.9671248839451716, "token_cosine_p50": 0.9803150296211243, "token_cosine_p90": 0.9856405441577618, "relative_rms_change": 0.22398338982692131, "input_rms": 4.007882613402146, "output_rms": 4.169722850506123 }, "token_cosine_mean_distribution": { "min": 0.957327663898468, "p10": 0.9746579170227051, "p50": 0.9794204831123352, "p90": 0.9815851330757142, "max": 0.9836371541023254 }, "relative_rms_change_distribution": { "min": 0.188630148768425, "p10": 0.19547409415245057, "p50": 0.2151961624622345, "p90": 0.24082811176776886, "max": 0.3353034257888794 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.979994705090156, "token_cosine_mean": 0.9809890068494357, "token_cosine_p10": 0.9747184744248023, "token_cosine_p50": 0.9826657634515029, "token_cosine_p90": 0.9871502014306875, "relative_rms_change": 0.23905266362887162, "input_rms": 4.169722850506123, "output_rms": 4.645521200620211 }, "token_cosine_mean_distribution": { "min": 0.9652256369590759, "p10": 0.9787244319915771, "p50": 0.9823306798934937, "p90": 0.9842824578285218, "max": 0.9851702451705933 }, "relative_rms_change_distribution": { "min": 0.21559518575668335, "p10": 0.2167125940322876, "p50": 0.23655565083026886, "p90": 0.2559448838233948, "max": 0.30541059374809265 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9862122306456933, "token_cosine_mean": 0.9873473369158231, "token_cosine_p10": 0.9821130908452548, "token_cosine_p50": 0.988466698389787, "token_cosine_p90": 0.9919799107771653, "relative_rms_change": 0.1926639974117279, "input_rms": 4.645521200620211, "output_rms": 5.052810485546406 }, "token_cosine_mean_distribution": { "min": 0.9695519208908081, "p10": 0.9859628081321716, "p50": 0.9883830547332764, "p90": 0.9906283974647522, "max": 0.9912712574005127 }, "relative_rms_change_distribution": { "min": 0.17065030336380005, "p10": 0.17446627616882324, "p50": 0.18477413058280945, "p90": 0.19369329512119293, "max": 0.2933540940284729 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9889062643051147, "token_cosine_mean": 0.9896615193440363, "token_cosine_p10": 0.9850726173474238, "token_cosine_p50": 0.9905162866298969, "token_cosine_p90": 0.993645218702463, "relative_rms_change": 0.19560044086896455, "input_rms": 5.052810485546406, "output_rms": 5.652000280526968 }, "token_cosine_mean_distribution": { "min": 0.9746870398521423, "p10": 0.9872116088867188, "p50": 0.9909420013427734, "p90": 0.9928868770599365, "max": 0.9933554530143738 }, "relative_rms_change_distribution": { "min": 0.16134725511074066, "p10": 0.17165326476097106, "p50": 0.19349795579910278, "p90": 0.21351512372493744, "max": 0.2771594226360321 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9915601886235751, "token_cosine_mean": 0.9917999185048617, "token_cosine_p10": 0.9887470511289743, "token_cosine_p50": 0.9924218608782842, "token_cosine_p90": 0.9944269061088562, "relative_rms_change": 0.17979834973812103, "input_rms": 5.652000280526968, "output_rms": 6.3144611945519085 }, "token_cosine_mean_distribution": { "min": 0.9844529628753662, "p10": 0.9895137906074524, "p50": 0.9925826787948608, "p90": 0.9936335802078247, "max": 0.9944221377372742 }, "relative_rms_change_distribution": { "min": 0.15861468017101288, "p10": 0.16254550516605376, "p50": 0.17233309149742126, "p90": 0.1990841567516327, "max": 0.22483842074871063 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9923773316236643, "token_cosine_mean": 0.9925311253621028, "token_cosine_p10": 0.9904431058810308, "token_cosine_p50": 0.9928964926646306, "token_cosine_p90": 0.9944051320736225, "relative_rms_change": 0.1266972113114137, "input_rms": 6.3144611945519085, "output_rms": 6.4681818668658915 }, "token_cosine_mean_distribution": { "min": 0.9876345992088318, "p10": 0.9903021574020385, "p50": 0.993412435054779, "p90": 0.9942121624946594, "max": 0.9947526454925537 }, "relative_rms_change_distribution": { "min": 0.10845673084259033, "p10": 0.11458066552877426, "p50": 0.12162704765796661, "p90": 0.1439240336418152, "max": 0.15892930328845978 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9902872030551617, "token_cosine_mean": 0.9904101307575519, "token_cosine_p10": 0.9876590462831351, "token_cosine_p50": 0.990835753770975, "token_cosine_p90": 0.992810845375061, "relative_rms_change": 0.13925661662450203, "input_rms": 6.4681818668658915, "output_rms": 6.509517449599046 }, "token_cosine_mean_distribution": { "min": 0.9852639436721802, "p10": 0.9884244441986084, "p50": 0.9915082454681396, "p90": 0.9924610376358032, "max": 0.9926084876060486 }, "relative_rms_change_distribution": { "min": 0.1227351650595665, "p10": 0.12397271990776063, "p50": 0.13124103844165802, "p90": 0.1535640001296997, "max": 0.1716289222240448 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9891492770268366, "token_cosine_mean": 0.9894469059430636, "token_cosine_p10": 0.9864413692401006, "token_cosine_p50": 0.9899221933805026, "token_cosine_p90": 0.9921228473003094, "relative_rms_change": 0.1559692735855396, "input_rms": 6.509517449599046, "output_rms": 6.107565696422871 }, "token_cosine_mean_distribution": { "min": 0.985755443572998, "p10": 0.9876069784164428, "p50": 0.9900146126747131, "p90": 0.9912136554718017, "max": 0.9913527965545654 }, "relative_rms_change_distribution": { "min": 0.1432678997516632, "p10": 0.14793457984924316, "p50": 0.1548960953950882, "p90": 0.16810202896595003, "max": 0.1697976291179657 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "3", "stage": "middle", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9914393562536973, "token_cosine_mean": 0.9918715174381549, "token_cosine_p10": 0.9883457605655377, "token_cosine_p50": 0.9927400671518766, "token_cosine_p90": 0.9949139860960153, "relative_rms_change": 0.130178523178284, "input_rms": 6.107565696422871, "output_rms": 6.008503106924204 }, "token_cosine_mean_distribution": { "min": 0.9874611496925354, "p10": 0.9896599531173706, "p50": 0.9926023483276367, "p90": 0.9936405420303345, "max": 0.994253933429718 }, "relative_rms_change_distribution": { "min": 0.10960732400417328, "p10": 0.11455967277288437, "p50": 0.12744159996509552, "p90": 0.14821618795394897, "max": 0.15846526622772217 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.976325837465433, "token_cosine_mean": 0.9774856796631446, "token_cosine_p10": 0.968765350488516, "token_cosine_p50": 0.9802168836960425, "token_cosine_p90": 0.9848884710898766, "relative_rms_change": 0.23099676462320182, "input_rms": 6.008503106924204, "output_rms": 5.381256140195406 }, "token_cosine_mean_distribution": { "min": 0.9728558659553528, "p10": 0.9743384718894958, "p50": 0.9770470857620239, "p90": 0.9820361495018005, "max": 0.983268678188324 }, "relative_rms_change_distribution": { "min": 0.19825255870819092, "p10": 0.21829690039157867, "p50": 0.23322243988513947, "p90": 0.2467931926250458, "max": 0.24866065382957458 }, "lowest_cosine_eval_id": "internal-p1-6ff7be6ed486", "largest_change_eval_id": "internal-p1-87900897e3bf" }, { "group": "3", "stage": "middle", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9817280356700604, "token_cosine_mean": 0.9836603265542251, "token_cosine_p10": 0.975409590280973, "token_cosine_p50": 0.9859784566439115, "token_cosine_p90": 0.9903184175491333, "relative_rms_change": 0.19581568584992334, "input_rms": 5.381256140195406, "output_rms": 5.54043355354896 }, "token_cosine_mean_distribution": { "min": 0.9727054238319397, "p10": 0.9785633563995362, "p50": 0.9842767119407654, "p90": 0.9872194051742553, "max": 0.988631546497345 }, "relative_rms_change_distribution": { "min": 0.16741056740283966, "p10": 0.17225219309329987, "p50": 0.19388580322265625, "p90": 0.22656347751617434, "max": 0.23793885111808777 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9713592620996329, "token_cosine_mean": 0.9719754915971023, "token_cosine_p10": 0.9620805795376117, "token_cosine_p50": 0.9741927477029654, "token_cosine_p90": 0.9803380920336797, "relative_rms_change": 0.27221230474802166, "input_rms": 5.54043355354896, "output_rms": 6.132447572854849 }, "token_cosine_mean_distribution": { "min": 0.9510257244110107, "p10": 0.9672935128211975, "p50": 0.9730322360992432, "p90": 0.9777052164077759, "max": 0.9806767106056213 }, "relative_rms_change_distribution": { "min": 0.23981255292892456, "p10": 0.24317865669727326, "p50": 0.26675498485565186, "p90": 0.3010408341884613, "max": 0.35116711258888245 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.9475849545918978, "token_cosine_mean": 0.9482554197311401, "token_cosine_p10": 0.9320902365904588, "token_cosine_p50": 0.9510652789702783, "token_cosine_p90": 0.9618593454360962, "relative_rms_change": 0.545328472669308, "input_rms": 6.132447572854849, "output_rms": 8.526041030883789 }, "token_cosine_mean_distribution": { "min": 0.9231931567192078, "p10": 0.9354648351669311, "p50": 0.9504230618476868, "p90": 0.9574020147323609, "max": 0.9623546600341797 }, "relative_rms_change_distribution": { "min": 0.4977221190929413, "p10": 0.5087476253509522, "p50": 0.536547064781189, "p90": 0.593186902999878, "max": 0.6034084558486938 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-c0457c00002b" }, { "group": "3", "stage": "middle", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.8152409058350784, "token_cosine_mean": 0.8156117980296795, "token_cosine_p10": 0.7997978237959055, "token_cosine_p50": 0.8175601821679336, "token_cosine_p90": 0.8301993608474731, "relative_rms_change": 1.7216526728409987, "input_rms": 8.526041030883789, "output_rms": 20.75870968745305 }, "token_cosine_mean_distribution": { "min": 0.7847337126731873, "p10": 0.8047742724418641, "p50": 0.8155759572982788, "p90": 0.8273032069206238, "max": 0.8401274085044861 }, "relative_rms_change_distribution": { "min": 1.6373602151870728, "p10": 1.6505444765090942, "p50": 1.7275395393371582, "p90": 1.7858485460281373, "max": 1.8122003078460693 }, "lowest_cosine_eval_id": "internal-p1-c0457c00002b", "largest_change_eval_id": "internal-p1-fdc85aab9bf1" }, { "group": "4", "stage": "early", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.1087141541334299, "token_cosine_mean": 0.10516889794514729, "token_cosine_p10": -0.34321282230890715, "token_cosine_p50": 0.10995394679216239, "token_cosine_p90": 0.5429389476776123, "relative_rms_change": 8.118466450617863, "input_rms": 0.7471606548015888, "output_rms": 6.101338863372803 }, "token_cosine_mean_distribution": { "min": 0.10009443014860153, "p10": 0.10186642110347748, "p50": 0.10363571345806122, "p90": 0.11321945637464524, "max": 0.11522844433784485 }, "relative_rms_change_distribution": { "min": 8.022679328918457, "p10": 8.07098217010498, "p50": 8.13222885131836, "p90": 8.17600040435791, "max": 8.186094284057617 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-81c1e055c325" }, { "group": "4", "stage": "early", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9974832259691678, "token_cosine_mean": 0.9980135009838984, "token_cosine_p10": 0.997385575221135, "token_cosine_p50": 0.9981566896805396, "token_cosine_p90": 0.9985046295019296, "relative_rms_change": 0.10749891343025061, "input_rms": 6.101338863372803, "output_rms": 6.578466158646804 }, "token_cosine_mean_distribution": { "min": 0.9978434443473816, "p10": 0.9978977799415588, "p50": 0.9980228543281555, "p90": 0.9980960965156556, "max": 0.9981294274330139 }, "relative_rms_change_distribution": { "min": 0.10147375613451004, "p10": 0.10334636569023133, "p50": 0.10815486311912537, "p90": 0.11206947416067123, "max": 0.1139414981007576 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "early", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9980736649953402, "token_cosine_mean": 0.9983214139938354, "token_cosine_p10": 0.9977773703061618, "token_cosine_p50": 0.998484900364509, "token_cosine_p90": 0.9987844641392047, "relative_rms_change": 0.08675160660193516, "input_rms": 6.578466158646804, "output_rms": 6.962676745194655 }, "token_cosine_mean_distribution": { "min": 0.9981226325035095, "p10": 0.9981712937355042, "p50": 0.9983037114143372, "p90": 0.9984607338905335, "max": 0.9985088109970093 }, "relative_rms_change_distribution": { "min": 0.07199016213417053, "p10": 0.08158116042613983, "p50": 0.0863434225320816, "p90": 0.09303370416164398, "max": 0.09918040782213211 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "early", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9962678139026349, "token_cosine_mean": 0.9972035059562097, "token_cosine_p10": 0.9958246166889484, "token_cosine_p50": 0.9979530435342056, "token_cosine_p90": 0.9985203651281503, "relative_rms_change": 0.10950921877072407, "input_rms": 6.962676745194655, "output_rms": 7.406208221728985 }, "token_cosine_mean_distribution": { "min": 0.9966522455215454, "p10": 0.9967342615127563, "p50": 0.9972097873687744, "p90": 0.9975960850715637, "max": 0.9978035092353821 }, "relative_rms_change_distribution": { "min": 0.09240500628948212, "p10": 0.09372067898511886, "p50": 0.10781067609786987, "p90": 0.12656085789203644, "max": 0.12773898243904114 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "early", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9965927600860596, "token_cosine_mean": 0.9970399599808913, "token_cosine_p10": 0.9957034542010381, "token_cosine_p50": 0.9975617436262277, "token_cosine_p90": 0.9982022780638474, "relative_rms_change": 0.08445389798054329, "input_rms": 7.406208221728985, "output_rms": 7.250392987177922 }, "token_cosine_mean_distribution": { "min": 0.9967749118804932, "p10": 0.996816086769104, "p50": 0.9969877600669861, "p90": 0.9973304152488709, "max": 0.9975364208221436 }, "relative_rms_change_distribution": { "min": 0.0748952180147171, "p10": 0.08027763664722443, "p50": 0.08544894307851791, "p90": 0.08807367086410522, "max": 0.09030626714229584 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "early", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9952287903198829, "token_cosine_mean": 0.9957733979591956, "token_cosine_p10": 0.9935788466380193, "token_cosine_p50": 0.9964689795787518, "token_cosine_p90": 0.9974991358243502, "relative_rms_change": 0.0995406754888021, "input_rms": 7.250392987177922, "output_rms": 7.080639215616079 }, "token_cosine_mean_distribution": { "min": 0.9953173995018005, "p10": 0.9953790307044983, "p50": 0.9958162307739258, "p90": 0.9961895942687988, "max": 0.9962928295135498 }, "relative_rms_change_distribution": { "min": 0.09231386333703995, "p10": 0.09508610963821411, "p50": 0.09828992933034897, "p90": 0.10452563613653183, "max": 0.10859334468841553 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "early", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9938366183867822, "token_cosine_mean": 0.9946948473270123, "token_cosine_p10": 0.9921549466940073, "token_cosine_p50": 0.9954621195793152, "token_cosine_p90": 0.996654015320998, "relative_rms_change": 0.11821521474764897, "input_rms": 7.080639215616079, "output_rms": 6.751678613516001 }, "token_cosine_mean_distribution": { "min": 0.99437415599823, "p10": 0.9944610476493836, "p50": 0.9946426749229431, "p90": 0.9950339913368225, "max": 0.9952188730239868 }, "relative_rms_change_distribution": { "min": 0.1097772866487503, "p10": 0.1144094318151474, "p50": 0.11921485513448715, "p90": 0.12141420990228653, "max": 0.1218094676733017 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "4", "stage": "early", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9916182252076956, "token_cosine_mean": 0.9924713052236117, "token_cosine_p10": 0.9895330117299006, "token_cosine_p50": 0.993186510526217, "token_cosine_p90": 0.9948930969605079, "relative_rms_change": 0.14297053447136512, "input_rms": 6.751678613516001, "output_rms": 6.284830533541166 }, "token_cosine_mean_distribution": { "min": 0.992063045501709, "p10": 0.992131507396698, "p50": 0.9924450516700745, "p90": 0.9928457260131835, "max": 0.9930928945541382 }, "relative_rms_change_distribution": { "min": 0.1367328017950058, "p10": 0.13827164769172667, "p50": 0.14291013777256012, "p90": 0.14837041795253753, "max": 0.15206842124462128 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-81c1e055c325" }, { "group": "4", "stage": "early", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.988571400825794, "token_cosine_mean": 0.9897670975098243, "token_cosine_p10": 0.9854559806677011, "token_cosine_p50": 0.9908546667832595, "token_cosine_p90": 0.99306465112246, "relative_rms_change": 0.17015983164310455, "input_rms": 6.284830533541166, "output_rms": 5.718853180225079 }, "token_cosine_mean_distribution": { "min": 0.989041268825531, "p10": 0.9891692161560058, "p50": 0.9897938966751099, "p90": 0.9901960968971253, "max": 0.9904860258102417 }, "relative_rms_change_distribution": { "min": 0.16113144159317017, "p10": 0.1636701375246048, "p50": 0.16961880028247833, "p90": 0.17693805694580078, "max": 0.17873336374759674 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "early", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9881265530219445, "token_cosine_mean": 0.9894242149132949, "token_cosine_p10": 0.9845401598857, "token_cosine_p50": 0.9906716438440176, "token_cosine_p90": 0.9935413002967834, "relative_rms_change": 0.155101756636913, "input_rms": 5.718853180225079, "output_rms": 5.749120785639836 }, "token_cosine_mean_distribution": { "min": 0.988431453704834, "p10": 0.9886202931404113, "p50": 0.989268958568573, "p90": 0.9903533816337585, "max": 0.9903998970985413 }, "relative_rms_change_distribution": { "min": 0.14845901727676392, "p10": 0.14952562153339385, "p50": 0.1549280881881714, "p90": 0.1592759907245636, "max": 0.16168548166751862 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "4", "stage": "early", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9882247539666983, "token_cosine_mean": 0.9892802651111896, "token_cosine_p10": 0.9830639637433566, "token_cosine_p50": 0.9907551637062659, "token_cosine_p90": 0.9941321703103873, "relative_rms_change": 0.15494536895018357, "input_rms": 5.749120785639836, "output_rms": 5.80370543553279 }, "token_cosine_mean_distribution": { "min": 0.9883896112442017, "p10": 0.9884361863136292, "p50": 0.9892823696136475, "p90": 0.9899889707565308, "max": 0.9905098676681519 }, "relative_rms_change_distribution": { "min": 0.1436159908771515, "p10": 0.14899719953536988, "p50": 0.15720026195049286, "p90": 0.16310504972934722, "max": 0.1642870306968689 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-014b554b9c9e" }, { "group": "4", "stage": "early", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9871810170320364, "token_cosine_mean": 0.9881920997913067, "token_cosine_p10": 0.9815528759589562, "token_cosine_p50": 0.9896955260863671, "token_cosine_p90": 0.9934147458810073, "relative_rms_change": 0.16001233000021714, "input_rms": 5.80370543553279, "output_rms": 5.768995468433086 }, "token_cosine_mean_distribution": { "min": 0.9863844513893127, "p10": 0.9870458006858825, "p50": 0.988431453704834, "p90": 0.9896421074867249, "max": 0.9900667071342468 }, "relative_rms_change_distribution": { "min": 0.1471043974161148, "p10": 0.149409219622612, "p50": 0.16016733646392822, "p90": 0.16669438481330873, "max": 0.17055942118167877 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "4", "stage": "early", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9853167900672326, "token_cosine_mean": 0.9867502450942993, "token_cosine_p10": 0.9813917462642376, "token_cosine_p50": 0.9878554390026972, "token_cosine_p90": 0.9913945564856896, "relative_rms_change": 0.17159936405145204, "input_rms": 5.768995468433086, "output_rms": 5.597591473506047 }, "token_cosine_mean_distribution": { "min": 0.984409511089325, "p10": 0.9851549506187439, "p50": 0.9866784811019897, "p90": 0.9886297702789306, "max": 0.9889514446258545 }, "relative_rms_change_distribution": { "min": 0.1592138260602951, "p10": 0.15949484407901765, "p50": 0.17448149621486664, "p90": 0.1818841814994812, "max": 0.18476833403110504 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "4", "stage": "early", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9854837518471938, "token_cosine_mean": 0.9865500055826627, "token_cosine_p10": 0.9808706045150757, "token_cosine_p50": 0.9878230232458848, "token_cosine_p90": 0.9916576926524823, "relative_rms_change": 0.17382625662363493, "input_rms": 5.597591473506047, "output_rms": 5.309019308823806 }, "token_cosine_mean_distribution": { "min": 0.9831824898719788, "p10": 0.9848397493362426, "p50": 0.98656165599823, "p90": 0.989423143863678, "max": 0.9898431897163391 }, "relative_rms_change_distribution": { "min": 0.1484071910381317, "p10": 0.15096631050109863, "p50": 0.17828547954559326, "p90": 0.18821142911911012, "max": 0.18949292600154877 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "early", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.983082807981051, "token_cosine_mean": 0.9841331977110642, "token_cosine_p10": 0.9784670105347266, "token_cosine_p50": 0.9853418056781476, "token_cosine_p90": 0.9893440145712632, "relative_rms_change": 0.18498984552346742, "input_rms": 5.309019308823806, "output_rms": 5.089426297407884 }, "token_cosine_mean_distribution": { "min": 0.9795236587524414, "p10": 0.982000756263733, "p50": 0.9845771789550781, "p90": 0.9869913578033447, "max": 0.9873653650283813 }, "relative_rms_change_distribution": { "min": 0.1685400903224945, "p10": 0.16879659295082092, "p50": 0.1860279142856598, "p90": 0.1978996366262436, "max": 0.20887380838394165 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "4", "stage": "early", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9838381501344534, "token_cosine_mean": 0.984810315645658, "token_cosine_p10": 0.9800455616070674, "token_cosine_p50": 0.9860365069829501, "token_cosine_p90": 0.9892635849805979, "relative_rms_change": 0.1790097848727153, "input_rms": 5.089426297407884, "output_rms": 5.024008274078369 }, "token_cosine_mean_distribution": { "min": 0.9814941883087158, "p10": 0.9824548125267029, "p50": 0.9847967028617859, "p90": 0.9870978474617005, "max": 0.9876564145088196 }, "relative_rms_change_distribution": { "min": 0.16220779716968536, "p10": 0.16574257612228394, "p50": 0.17748890817165375, "p90": 0.19196452498435973, "max": 0.19791951775550842 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "4", "stage": "early", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9833600979584914, "token_cosine_mean": 0.9848204576052152, "token_cosine_p10": 0.9792459973922143, "token_cosine_p50": 0.9864059961759127, "token_cosine_p90": 0.9895144930252662, "relative_rms_change": 0.19813493008796984, "input_rms": 5.024008274078369, "output_rms": 4.542877784142127 }, "token_cosine_mean_distribution": { "min": 0.9823136329650879, "p10": 0.9827438831329346, "p50": 0.9849029779434204, "p90": 0.9872187972068787, "max": 0.9877687692642212 }, "relative_rms_change_distribution": { "min": 0.18066520988941193, "p10": 0.18627802431583404, "p50": 0.1978180855512619, "p90": 0.20504490435123443, "max": 0.2139568030834198 }, "lowest_cosine_eval_id": "internal-p1-f41f79c67a44", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "early", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9880456832739023, "token_cosine_mean": 0.9883535596040579, "token_cosine_p10": 0.9847290653448838, "token_cosine_p50": 0.9894601702690125, "token_cosine_p90": 0.991760675723736, "relative_rms_change": 0.16104296308297378, "input_rms": 4.542877784142127, "output_rms": 4.2744149428147535 }, "token_cosine_mean_distribution": { "min": 0.9860520362854004, "p10": 0.9868132829666137, "p50": 0.9881414771080017, "p90": 0.990344512462616, "max": 0.99131840467453 }, "relative_rms_change_distribution": { "min": 0.1415955275297165, "p10": 0.14852674305438995, "p50": 0.1625685840845108, "p90": 0.17129865884780884, "max": 0.17581239342689514 }, "lowest_cosine_eval_id": "internal-p1-f41f79c67a44", "largest_change_eval_id": "internal-p1-f41f79c67a44" }, { "group": "4", "stage": "early", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9876904120812049, "token_cosine_mean": 0.9881665064738347, "token_cosine_p10": 0.9850251903900733, "token_cosine_p50": 0.9890000911859366, "token_cosine_p90": 0.9915705323219299, "relative_rms_change": 0.15909041120455816, "input_rms": 4.2744149428147535, "output_rms": 4.103472636296199 }, "token_cosine_mean_distribution": { "min": 0.9863171577453613, "p10": 0.9867076516151428, "p50": 0.9881332516670227, "p90": 0.9898287773132324, "max": 0.9906336665153503 }, "relative_rms_change_distribution": { "min": 0.14878743886947632, "p10": 0.14989250004291535, "p50": 0.15844842791557312, "p90": 0.16866261065006255, "max": 0.17058204114437103 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "4", "stage": "early", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9876405734282273, "token_cosine_mean": 0.9887963166603675, "token_cosine_p10": 0.9860608256780184, "token_cosine_p50": 0.9894139904242295, "token_cosine_p90": 0.9915431050153879, "relative_rms_change": 0.1800753348148786, "input_rms": 4.103472636296199, "output_rms": 4.4167998020465555 }, "token_cosine_mean_distribution": { "min": 0.9875384569168091, "p10": 0.987609076499939, "p50": 0.9885734915733337, "p90": 0.9901370882987977, "max": 0.9908033609390259 }, "relative_rms_change_distribution": { "min": 0.17053493857383728, "p10": 0.1720278114080429, "p50": 0.18079902231693268, "p90": 0.1873678296804428, "max": 0.18784497678279877 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9923884318425105, "token_cosine_mean": 0.9932939043411841, "token_cosine_p10": 0.991266654087947, "token_cosine_p50": 0.9940224564992465, "token_cosine_p90": 0.9951016169327956, "relative_rms_change": 0.13633931829379156, "input_rms": 4.4167998020465555, "output_rms": 4.643003243666429 }, "token_cosine_mean_distribution": { "min": 0.9919213056564331, "p10": 0.992476761341095, "p50": 0.9933412671089172, "p90": 0.9940625429153442, "max": 0.99466872215271 }, "relative_rms_change_distribution": { "min": 0.11921548843383789, "p10": 0.12658417522907256, "p50": 0.13487929105758667, "p90": 0.1457360118627548, "max": 0.1572171002626419 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9949677678254935, "token_cosine_mean": 0.9955494495538565, "token_cosine_p10": 0.9943524232277503, "token_cosine_p50": 0.9960275842593267, "token_cosine_p90": 0.9968290420678946, "relative_rms_change": 0.10537401357522377, "input_rms": 4.643003243666429, "output_rms": 4.773844205416166 }, "token_cosine_mean_distribution": { "min": 0.9944406747817993, "p10": 0.9948282718658448, "p50": 0.9954143762588501, "p90": 0.9962335705757142, "max": 0.9966005086898804 }, "relative_rms_change_distribution": { "min": 0.09314267337322235, "p10": 0.09610839635133743, "p50": 0.10544067621231079, "p90": 0.1152006894350052, "max": 0.12143954634666443 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9954288556025579, "token_cosine_mean": 0.9958905761058514, "token_cosine_p10": 0.9946726285494291, "token_cosine_p50": 0.99637187902744, "token_cosine_p90": 0.9970488456579355, "relative_rms_change": 0.1278096895951491, "input_rms": 4.773844205416166, "output_rms": 5.15794772368211 }, "token_cosine_mean_distribution": { "min": 0.9950762987136841, "p10": 0.9953403353691102, "p50": 0.9957725405693054, "p90": 0.9963533043861389, "max": 0.9966439604759216 }, "relative_rms_change_distribution": { "min": 0.11899697035551071, "p10": 0.12101778388023376, "p50": 0.1286764293909073, "p90": 0.1317374289035797, "max": 0.14051659405231476 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9968098493722769, "token_cosine_mean": 0.9968624390088595, "token_cosine_p10": 0.9963182806968689, "token_cosine_p50": 0.9971298025204585, "token_cosine_p90": 0.9976209906431345, "relative_rms_change": 0.08212723582983017, "input_rms": 5.15794772368211, "output_rms": 5.243416199317346 }, "token_cosine_mean_distribution": { "min": 0.996209979057312, "p10": 0.9964977622032165, "p50": 0.9968229532241821, "p90": 0.9972271919250488, "max": 0.9973992705345154 }, "relative_rms_change_distribution": { "min": 0.0744892880320549, "p10": 0.0768587276339531, "p50": 0.08140934258699417, "p90": 0.08685783594846726, "max": 0.0935431495308876 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9959687865697421, "token_cosine_mean": 0.9959788780945998, "token_cosine_p10": 0.9954438576331506, "token_cosine_p50": 0.9963069649843069, "token_cosine_p90": 0.9968466391930213, "relative_rms_change": 0.09093940773835549, "input_rms": 5.243416199317346, "output_rms": 5.303576139303354 }, "token_cosine_mean_distribution": { "min": 0.9952890276908875, "p10": 0.9954960823059082, "p50": 0.9958714246749878, "p90": 0.9964905261993409, "max": 0.9967495799064636 }, "relative_rms_change_distribution": { "min": 0.08183588087558746, "p10": 0.08453097045421601, "p50": 0.09284225851297379, "p90": 0.09526166170835496, "max": 0.10239005088806152 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.995768299469581, "token_cosine_mean": 0.9958932628998389, "token_cosine_p10": 0.9952678176072928, "token_cosine_p50": 0.9963238514386691, "token_cosine_p90": 0.9969082383009104, "relative_rms_change": 0.09829321847512172, "input_rms": 5.303576139303354, "output_rms": 5.093723333798922 }, "token_cosine_mean_distribution": { "min": 0.9948321580886841, "p10": 0.9953856706619263, "p50": 0.9958508014678955, "p90": 0.996365773677826, "max": 0.9966668486595154 }, "relative_rms_change_distribution": { "min": 0.08995137363672256, "p10": 0.0926743432879448, "p50": 0.09666496515274048, "p90": 0.1044891282916069, "max": 0.1149197369813919 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9944748832629278, "token_cosine_mean": 0.9947153375698969, "token_cosine_p10": 0.9941488871207604, "token_cosine_p50": 0.9954681763282189, "token_cosine_p90": 0.9962787398925195, "relative_rms_change": 0.11350886924908711, "input_rms": 5.093723333798922, "output_rms": 4.8453737405630255 }, "token_cosine_mean_distribution": { "min": 0.9935821890830994, "p10": 0.9943400025367737, "p50": 0.9947664141654968, "p90": 0.9953260540962219, "max": 0.9955765604972839 }, "relative_rms_change_distribution": { "min": 0.10642938315868378, "p10": 0.10805936753749848, "p50": 0.11183641850948334, "p90": 0.11798604428768159, "max": 0.13059917092323303 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9909208462788508, "token_cosine_mean": 0.9913322146122272, "token_cosine_p10": 0.98966095997737, "token_cosine_p50": 0.9927425063573397, "token_cosine_p90": 0.9940628730333768, "relative_rms_change": 0.14714447924723992, "input_rms": 4.8453737405630255, "output_rms": 4.505705429957463 }, "token_cosine_mean_distribution": { "min": 0.9882596731185913, "p10": 0.9899503707885742, "p50": 0.9914773106575012, "p90": 0.992628562450409, "max": 0.9937788844108582 }, "relative_rms_change_distribution": { "min": 0.12422166764736176, "p10": 0.1330065757036209, "p50": 0.14570434391498566, "p90": 0.1616327464580536, "max": 0.1803366094827652 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9822553258675796, "token_cosine_mean": 0.9831156776501582, "token_cosine_p10": 0.978606288249676, "token_cosine_p50": 0.9855591242129986, "token_cosine_p90": 0.9887406138273386, "relative_rms_change": 0.18668149297054, "input_rms": 4.505705429957463, "output_rms": 4.37051508976863 }, "token_cosine_mean_distribution": { "min": 0.9763129949569702, "p10": 0.9772927522659302, "p50": 0.9838884472846985, "p90": 0.9874959707260131, "max": 0.989097535610199 }, "relative_rms_change_distribution": { "min": 0.1496516466140747, "p10": 0.15824910402297973, "p50": 0.18374595046043396, "p90": 0.2188785016536713, "max": 0.23461703956127167 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "early", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9437385751650884, "token_cosine_mean": 0.945056649354788, "token_cosine_p10": 0.9211507118665255, "token_cosine_p50": 0.9521361726980943, "token_cosine_p90": 0.9630458171551044, "relative_rms_change": 0.3371199117257045, "input_rms": 4.37051508976863, "output_rms": 4.455173088954045 }, "token_cosine_mean_distribution": { "min": 0.9071268439292908, "p10": 0.9321343421936035, "p50": 0.945622980594635, "p90": 0.9555120587348938, "max": 0.9681825041770935 }, "relative_rms_change_distribution": { "min": 0.25456297397613525, "p10": 0.2986058533191681, "p50": 0.33611610531806946, "p90": 0.3909779310226441, "max": 0.45006218552589417 }, "lowest_cosine_eval_id": "internal-p1-81c1e055c325", "largest_change_eval_id": "internal-p1-81c1e055c325" }, { "group": "4", "stage": "early", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.7945549625616807, "token_cosine_mean": 0.7974187410794772, "token_cosine_p10": 0.7388585484944857, "token_cosine_p50": 0.80451788352086, "token_cosine_p90": 0.8497447188083942, "relative_rms_change": 0.6923283567795386, "input_rms": 4.455173088954045, "output_rms": 5.037584671607385 }, "token_cosine_mean_distribution": { "min": 0.740654468536377, "p10": 0.7609270691871644, "p50": 0.7944135665893555, "p90": 0.8292331576347352, "max": 0.8843738436698914 }, "relative_rms_change_distribution": { "min": 0.5159268975257874, "p10": 0.6395700812339783, "p50": 0.6968801617622375, "p90": 0.7655383706092834, "max": 0.8326209187507629 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-81c1e055c325" }, { "group": "4", "stage": "early", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.5330624672082754, "token_cosine_mean": 0.5345624868686383, "token_cosine_p10": 0.4702876416536478, "token_cosine_p50": 0.5410502530061282, "token_cosine_p90": 0.5965620921208308, "relative_rms_change": 4.0449945743267355, "input_rms": 5.037584671607385, "output_rms": 22.558747071486252 }, "token_cosine_mean_distribution": { "min": 0.4602472186088562, "p10": 0.49036602973937987, "p50": 0.5309897065162659, "p90": 0.5699745893478394, "max": 0.6402754187583923 }, "relative_rms_change_distribution": { "min": 3.554609537124634, "p10": 3.736331415176392, "p50": 4.074838161468506, "p90": 4.287312412261963, "max": 4.336705207824707 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "final", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.7184722927900461, "token_cosine_mean": 0.7208304405212402, "token_cosine_p10": 0.623202417905514, "token_cosine_p50": 0.7411087017792922, "token_cosine_p90": 0.7855373620986938, "relative_rms_change": 6.114455113044152, "input_rms": 1.483229765525231, "output_rms": 9.989482219402607 }, "token_cosine_mean_distribution": { "min": 0.5798174142837524, "p10": 0.6577916622161866, "p50": 0.727393627166748, "p90": 0.7861099243164062, "max": 0.7873478531837463 }, "relative_rms_change_distribution": { "min": 5.305207252502441, "p10": 5.363224601745605, "p50": 6.028199672698975, "p90": 7.09878797531128, "max": 7.82073450088501 }, "lowest_cosine_eval_id": "internal-p1-014b554b9c9e", "largest_change_eval_id": "internal-p1-014b554b9c9e" }, { "group": "4", "stage": "final", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9960303352429316, "token_cosine_mean": 0.996145120033851, "token_cosine_p10": 0.9948601676867559, "token_cosine_p50": 0.9962880061222956, "token_cosine_p90": 0.9972498967097356, "relative_rms_change": 0.11457004340795371, "input_rms": 9.989482219402607, "output_rms": 10.665625792283278 }, "token_cosine_mean_distribution": { "min": 0.9951480627059937, "p10": 0.9955088496208191, "p50": 0.9961609244346619, "p90": 0.9967662215232849, "max": 0.9969401955604553 }, "relative_rms_change_distribution": { "min": 0.09186778217554092, "p10": 0.09752815067768097, "p50": 0.11747244000434875, "p90": 0.12856089174747468, "max": 0.13645406067371368 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "final", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9975448846817017, "token_cosine_mean": 0.9975883456376883, "token_cosine_p10": 0.9968863771511958, "token_cosine_p50": 0.9976908793816199, "token_cosine_p90": 0.998159830386822, "relative_rms_change": 0.08134076572381534, "input_rms": 10.665625792283278, "output_rms": 10.199695880596455 }, "token_cosine_mean_distribution": { "min": 0.9972981214523315, "p10": 0.9973878145217896, "p50": 0.9975938200950623, "p90": 0.9978394269943237, "max": 0.9978753328323364 }, "relative_rms_change_distribution": { "min": 0.07701905071735382, "p10": 0.07799548804759979, "p50": 0.0808756947517395, "p90": 0.08552762717008591, "max": 0.08857102692127228 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "final", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9976159150783832, "token_cosine_mean": 0.9978322524290818, "token_cosine_p10": 0.9973488174951993, "token_cosine_p50": 0.9978977808585534, "token_cosine_p90": 0.9982316952485305, "relative_rms_change": 0.08024755865335464, "input_rms": 10.199695880596455, "output_rms": 9.762663841247559 }, "token_cosine_mean_distribution": { "min": 0.9976497888565063, "p10": 0.9976701974868775, "p50": 0.9978304505348206, "p90": 0.998002290725708, "max": 0.9981201887130737 }, "relative_rms_change_distribution": { "min": 0.0729847401380539, "p10": 0.07358120381832123, "p50": 0.08108236640691757, "p90": 0.0877422571182251, "max": 0.0884767472743988 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "final", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9971433877944946, "token_cosine_mean": 0.9972987587635334, "token_cosine_p10": 0.9967563427411593, "token_cosine_p50": 0.997366189956665, "token_cosine_p90": 0.9977700389348544, "relative_rms_change": 0.09660648898436473, "input_rms": 9.762663841247559, "output_rms": 9.148162108201246 }, "token_cosine_mean_distribution": { "min": 0.9970886707305908, "p10": 0.9971495509147644, "p50": 0.9973046183586121, "p90": 0.9974321603775025, "max": 0.9974660873413086 }, "relative_rms_change_distribution": { "min": 0.09136898070573807, "p10": 0.09201314598321915, "p50": 0.09783471375703812, "p90": 0.1015860453248024, "max": 0.10218819230794907 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "final", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9963556894889245, "token_cosine_mean": 0.9965289831161499, "token_cosine_p10": 0.9956290263396043, "token_cosine_p50": 0.9966831574073205, "token_cosine_p90": 0.9972291267835177, "relative_rms_change": 0.09971256496814582, "input_rms": 9.148162108201246, "output_rms": 8.643560556265024 }, "token_cosine_mean_distribution": { "min": 0.9962011575698853, "p10": 0.9962733626365662, "p50": 0.9965049624443054, "p90": 0.9968196988105774, "max": 0.9970767498016357 }, "relative_rms_change_distribution": { "min": 0.08927097916603088, "p10": 0.09126508235931396, "p50": 0.10128973424434662, "p90": 0.10483759939670563, "max": 0.11021208018064499 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "final", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9942138836934016, "token_cosine_mean": 0.9944489781673138, "token_cosine_p10": 0.9931602111229529, "token_cosine_p50": 0.9946261185866135, "token_cosine_p90": 0.9955258736243615, "relative_rms_change": 0.15618575880160698, "input_rms": 8.643560556265024, "output_rms": 7.613534964047945 }, "token_cosine_mean_distribution": { "min": 0.9940425753593445, "p10": 0.9941166639328003, "p50": 0.9944311380386353, "p90": 0.9947707056999207, "max": 0.9950430393218994 }, "relative_rms_change_distribution": { "min": 0.1495046764612198, "p10": 0.15044074654579162, "p50": 0.15536324679851532, "p90": 0.16510192155838013, "max": 0.16627007722854614 }, "lowest_cosine_eval_id": "internal-p1-24e4c5a883c6", "largest_change_eval_id": "internal-p1-24e4c5a883c6" }, { "group": "4", "stage": "final", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9912711565311139, "token_cosine_mean": 0.9915577173233032, "token_cosine_p10": 0.9894444071329557, "token_cosine_p50": 0.9919162942812993, "token_cosine_p90": 0.9932043873346769, "relative_rms_change": 0.19442296028137207, "input_rms": 7.613534964047945, "output_rms": 6.4588482563312235 }, "token_cosine_mean_distribution": { "min": 0.9906752705574036, "p10": 0.9909589290618896, "p50": 0.9915708899497986, "p90": 0.9923676013946533, "max": 0.9924823045730591 }, "relative_rms_change_distribution": { "min": 0.18615490198135376, "p10": 0.18722879588603974, "p50": 0.194285050034523, "p90": 0.20325685739517213, "max": 0.20533069968223572 }, "lowest_cosine_eval_id": "internal-p1-f41f79c67a44", "largest_change_eval_id": "internal-p1-f41f79c67a44" }, { "group": "4", "stage": "final", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.989456085058359, "token_cosine_mean": 0.9899795147088858, "token_cosine_p10": 0.987847273166363, "token_cosine_p50": 0.990164692585285, "token_cosine_p90": 0.9918992748627296, "relative_rms_change": 0.17571027806172004, "input_rms": 6.4588482563312235, "output_rms": 5.749125554011418 }, "token_cosine_mean_distribution": { "min": 0.9891524314880371, "p10": 0.9893358707427978, "p50": 0.9898558855056763, "p90": 0.9907154321670533, "max": 0.9907953143119812 }, "relative_rms_change_distribution": { "min": 0.1666010469198227, "p10": 0.16763975024223327, "p50": 0.17569784820079803, "p90": 0.18181562423706055, "max": 0.18503332138061523 }, "lowest_cosine_eval_id": "internal-p1-24e4c5a883c6", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "4", "stage": "final", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9919492510648874, "token_cosine_mean": 0.992267723266895, "token_cosine_p10": 0.9904435643782983, "token_cosine_p50": 0.9925304101063654, "token_cosine_p90": 0.99387709911053, "relative_rms_change": 0.12810166008197343, "input_rms": 5.749125554011418, "output_rms": 5.80134890629695 }, "token_cosine_mean_distribution": { "min": 0.991769552230835, "p10": 0.9918528079986573, "p50": 0.9922537803649902, "p90": 0.9928151607513428, "max": 0.9929420948028564 }, "relative_rms_change_distribution": { "min": 0.12183184921741486, "p10": 0.12334014326334, "p50": 0.12845738232135773, "p90": 0.13244447708129883, "max": 0.1339711844921112 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "4", "stage": "final", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9928957086343032, "token_cosine_mean": 0.9935582738656265, "token_cosine_p10": 0.9916775822639465, "token_cosine_p50": 0.9938907348192655, "token_cosine_p90": 0.9951747839267437, "relative_rms_change": 0.12154989116466962, "input_rms": 5.80134890629695, "output_rms": 5.893820799314058 }, "token_cosine_mean_distribution": { "min": 0.9927509427070618, "p10": 0.9929869055747986, "p50": 0.9933423399925232, "p90": 0.9943407297134399, "max": 0.9943833351135254 }, "relative_rms_change_distribution": { "min": 0.10836265981197357, "p10": 0.11321718692779541, "p50": 0.1235157921910286, "p90": 0.1293857216835022, "max": 0.13144436478614807 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "final", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9918692753865168, "token_cosine_mean": 0.9925419596525339, "token_cosine_p10": 0.9902816644081702, "token_cosine_p50": 0.992992625786708, "token_cosine_p90": 0.9945605305524973, "relative_rms_change": 0.13697400230627793, "input_rms": 5.893820799314058, "output_rms": 5.555885498340313 }, "token_cosine_mean_distribution": { "min": 0.9912102222442627, "p10": 0.9918088316917419, "p50": 0.9924151301383972, "p90": 0.9934467673301697, "max": 0.9936341047286987 }, "relative_rms_change_distribution": { "min": 0.12160152196884155, "p10": 0.12712600231170654, "p50": 0.1387729048728943, "p90": 0.1446880280971527, "max": 0.1580296903848648 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "final", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9912568743412311, "token_cosine_mean": 0.9915258471782391, "token_cosine_p10": 0.989542332979349, "token_cosine_p50": 0.9918757722927973, "token_cosine_p90": 0.9933342979504511, "relative_rms_change": 0.13267831676281416, "input_rms": 5.555885498340313, "output_rms": 5.436313335712139 }, "token_cosine_mean_distribution": { "min": 0.9904544353485107, "p10": 0.9906818985939025, "p50": 0.9915163516998291, "p90": 0.9924970865249634, "max": 0.992725670337677 }, "relative_rms_change_distribution": { "min": 0.1241723820567131, "p10": 0.12529539167881013, "p50": 0.13208986818790436, "p90": 0.13957058191299437, "max": 0.1403592973947525 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "final", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9894704956274766, "token_cosine_mean": 0.9898205353663518, "token_cosine_p10": 0.9869341116685134, "token_cosine_p50": 0.9903598152674161, "token_cosine_p90": 0.9924955459741446, "relative_rms_change": 0.1513304320665506, "input_rms": 5.436313335712139, "output_rms": 5.140968726231502 }, "token_cosine_mean_distribution": { "min": 0.9880634546279907, "p10": 0.9888767957687378, "p50": 0.9898645877838135, "p90": 0.9906853199005127, "max": 0.9909524917602539 }, "relative_rms_change_distribution": { "min": 0.14380979537963867, "p10": 0.1449630320072174, "p50": 0.15049834549427032, "p90": 0.15718509554862978, "max": 0.16456107795238495 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "final", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9847123943842374, "token_cosine_mean": 0.985116605575268, "token_cosine_p10": 0.9820285806289086, "token_cosine_p50": 0.9856964578995338, "token_cosine_p90": 0.9881057601708633, "relative_rms_change": 0.17522113483685714, "input_rms": 5.140968726231502, "output_rms": 4.981451951540434 }, "token_cosine_mean_distribution": { "min": 0.9837052822113037, "p10": 0.9839533925056457, "p50": 0.9848842620849609, "p90": 0.9865054726600647, "max": 0.987019956111908 }, "relative_rms_change_distribution": { "min": 0.16469241678714752, "p10": 0.16650689840316774, "p50": 0.17589758336544037, "p90": 0.18180880844593048, "max": 0.18219533562660217 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "4", "stage": "final", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9819486508002648, "token_cosine_mean": 0.9823990510060236, "token_cosine_p10": 0.9796079534750718, "token_cosine_p50": 0.983038957302387, "token_cosine_p90": 0.9852715042921213, "relative_rms_change": 0.19097826801813567, "input_rms": 4.981451951540434, "output_rms": 5.016873176281269 }, "token_cosine_mean_distribution": { "min": 0.9809547066688538, "p10": 0.9812284946441651, "p50": 0.9822181463241577, "p90": 0.9838955998420715, "max": 0.9847514033317566 }, "relative_rms_change_distribution": { "min": 0.1764974445104599, "p10": 0.18163022994995118, "p50": 0.19158580899238586, "p90": 0.19825275242328644, "max": 0.20224380493164062 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "4", "stage": "final", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9811262350815994, "token_cosine_mean": 0.9817978006142837, "token_cosine_p10": 0.9770459395188552, "token_cosine_p50": 0.9827674031257629, "token_cosine_p90": 0.9856937573506281, "relative_rms_change": 0.19490515154141647, "input_rms": 5.016873176281269, "output_rms": 5.017604020925669 }, "token_cosine_mean_distribution": { "min": 0.9802078604698181, "p10": 0.9805805921554566, "p50": 0.9817601442337036, "p90": 0.9829030632972717, "max": 0.9843412637710571 }, "relative_rms_change_distribution": { "min": 0.18290024995803833, "p10": 0.1882070243358612, "p50": 0.19531561434268951, "p90": 0.20205887258052826, "max": 0.20227688550949097 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-24e4c5a883c6" }, { "group": "4", "stage": "final", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9754268297782311, "token_cosine_mean": 0.9758385924192575, "token_cosine_p10": 0.9705701974722055, "token_cosine_p50": 0.976574746462015, "token_cosine_p90": 0.9804379389836237, "relative_rms_change": 0.23608932701440957, "input_rms": 5.017604020925669, "output_rms": 4.469657090994028 }, "token_cosine_mean_distribution": { "min": 0.9725911021232605, "p10": 0.9736750841140747, "p50": 0.9755223989486694, "p90": 0.9783480882644653, "max": 0.9790815114974976 }, "relative_rms_change_distribution": { "min": 0.22438083589076996, "p10": 0.22886669933795928, "p50": 0.23494000732898712, "p90": 0.24636376798152923, "max": 0.251189649105072 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-d810fcae073d" }, { "group": "4", "stage": "final", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9791996570733877, "token_cosine_mean": 0.9795975226622361, "token_cosine_p10": 0.9757354947236868, "token_cosine_p50": 0.980220093176915, "token_cosine_p90": 0.982937950354356, "relative_rms_change": 0.22455410315440252, "input_rms": 4.469657090994028, "output_rms": 4.805697917938232 }, "token_cosine_mean_distribution": { "min": 0.9760233163833618, "p10": 0.9785905241966247, "p50": 0.9792966246604919, "p90": 0.9809730291366577, "max": 0.9821522831916809 }, "relative_rms_change_distribution": { "min": 0.2134961485862732, "p10": 0.2175396591424942, "p50": 0.22222404181957245, "p90": 0.23132825493812562, "max": 0.24237053096294403 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9833233906672552, "token_cosine_mean": 0.9837935842000521, "token_cosine_p10": 0.9807590842247009, "token_cosine_p50": 0.9843164269740765, "token_cosine_p90": 0.9863119079516485, "relative_rms_change": 0.2040376399572079, "input_rms": 4.805697917938232, "output_rms": 5.16517895918626 }, "token_cosine_mean_distribution": { "min": 0.9815624356269836, "p10": 0.9821850061416626, "p50": 0.9838539361953735, "p90": 0.9849395871162414, "max": 0.9859632849693298 }, "relative_rms_change_distribution": { "min": 0.18536491692066193, "p10": 0.18935948014259338, "p50": 0.2021552175283432, "p90": 0.2216741055250168, "max": 0.22626523673534393 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "final", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9836920499801636, "token_cosine_mean": 0.9846373613064106, "token_cosine_p10": 0.9797964783815237, "token_cosine_p50": 0.9856706445033734, "token_cosine_p90": 0.9880558435733502, "relative_rms_change": 0.18278652773453638, "input_rms": 5.16517895918626, "output_rms": 5.235626294062688 }, "token_cosine_mean_distribution": { "min": 0.9814122915267944, "p10": 0.98352530002594, "p50": 0.9845362901687622, "p90": 0.9860787749290466, "max": 0.9867936372756958 }, "relative_rms_change_distribution": { "min": 0.1718585044145584, "p10": 0.17408603429794312, "p50": 0.18344540894031525, "p90": 0.1919385999441147, "max": 0.1936938613653183 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.980907522715055, "token_cosine_mean": 0.9811776326252863, "token_cosine_p10": 0.9738757702020499, "token_cosine_p50": 0.9826802840599647, "token_cosine_p90": 0.9866443322255061, "relative_rms_change": 0.2163379857173333, "input_rms": 5.235626294062688, "output_rms": 5.633447537055383 }, "token_cosine_mean_distribution": { "min": 0.9767047166824341, "p10": 0.9788845777511597, "p50": 0.9813730716705322, "p90": 0.9835500717163086, "max": 0.9844311475753784 }, "relative_rms_change_distribution": { "min": 0.2032168209552765, "p10": 0.20611087679862977, "p50": 0.21686497330665588, "p90": 0.22637706398963928, "max": 0.237842857837677 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9792260481761053, "token_cosine_mean": 0.9793683565579928, "token_cosine_p10": 0.9721512060899001, "token_cosine_p50": 0.9807659846085769, "token_cosine_p90": 0.9850133107258723, "relative_rms_change": 0.28290054431328404, "input_rms": 5.633447537055383, "output_rms": 6.628501231853779 }, "token_cosine_mean_distribution": { "min": 0.9751400947570801, "p10": 0.9772753834724426, "p50": 0.9795984625816345, "p90": 0.9816280245780945, "max": 0.9826066493988037 }, "relative_rms_change_distribution": { "min": 0.27099180221557617, "p10": 0.27221869826316836, "p50": 0.2822055518627167, "p90": 0.2921352744102478, "max": 0.3026062548160553 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.979540425997514, "token_cosine_mean": 0.9796726795343252, "token_cosine_p10": 0.9731546411147485, "token_cosine_p50": 0.9808452817109915, "token_cosine_p90": 0.9848446983557481, "relative_rms_change": 0.20256150456575248, "input_rms": 6.628501231853779, "output_rms": 6.648280547215388 }, "token_cosine_mean_distribution": { "min": 0.9773428440093994, "p10": 0.9778993606567383, "p50": 0.9797896146774292, "p90": 0.9813182592391968, "max": 0.9819546937942505 }, "relative_rms_change_distribution": { "min": 0.19048793613910675, "p10": 0.1949324756860733, "p50": 0.202661395072937, "p90": 0.21182257533073426, "max": 0.21372844278812408 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9782531353143545, "token_cosine_mean": 0.9784775009522071, "token_cosine_p10": 0.9719086151856643, "token_cosine_p50": 0.9793798327445984, "token_cosine_p90": 0.9839801283983084, "relative_rms_change": 0.23882524898419014, "input_rms": 6.648280547215388, "output_rms": 7.2897856418903055 }, "token_cosine_mean_distribution": { "min": 0.9759979844093323, "p10": 0.9764622569084167, "p50": 0.9784666895866394, "p90": 0.9803852081298828, "max": 0.9809070825576782 }, "relative_rms_change_distribution": { "min": 0.22472918033599854, "p10": 0.23046011626720428, "p50": 0.23697921633720398, "p90": 0.2502859175205231, "max": 0.2546674311161041 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "final", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9804063301820022, "token_cosine_mean": 0.9806663577373211, "token_cosine_p10": 0.9756693656627948, "token_cosine_p50": 0.9812894417689397, "token_cosine_p90": 0.9848541846642127, "relative_rms_change": 0.1976764717927346, "input_rms": 7.2897856418903055, "output_rms": 7.2692921711848335 }, "token_cosine_mean_distribution": { "min": 0.9764678478240967, "p10": 0.9780737280845642, "p50": 0.9808444380760193, "p90": 0.9825044512748718, "max": 0.983059287071228 }, "relative_rms_change_distribution": { "min": 0.1849510371685028, "p10": 0.18906363546848298, "p50": 0.1966867446899414, "p90": 0.21084590256214142, "max": 0.21623842418193817 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9729615128957309, "token_cosine_mean": 0.9734596426670368, "token_cosine_p10": 0.9636813631424537, "token_cosine_p50": 0.975368972008045, "token_cosine_p90": 0.9806760870493375, "relative_rms_change": 0.23176874678868514, "input_rms": 7.2692921711848335, "output_rms": 6.937004566192627 }, "token_cosine_mean_distribution": { "min": 0.9696410894393921, "p10": 0.9706573724746704, "p50": 0.9734922051429749, "p90": 0.976397716999054, "max": 0.9771174192428589 }, "relative_rms_change_distribution": { "min": 0.21554043889045715, "p10": 0.2180636018514633, "p50": 0.2339857816696167, "p90": 0.24398102462291718, "max": 0.24768325686454773 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "final", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9748827539957486, "token_cosine_mean": 0.9755371946554917, "token_cosine_p10": 0.9697677447245672, "token_cosine_p50": 0.9764720935087937, "token_cosine_p90": 0.9799574659420893, "relative_rms_change": 0.24439178292567915, "input_rms": 6.937004566192627, "output_rms": 7.456552102015569 }, "token_cosine_mean_distribution": { "min": 0.9738945364952087, "p10": 0.9739472985267639, "p50": 0.9749149084091187, "p90": 0.9771413803100586, "max": 0.9781427383422852 }, "relative_rms_change_distribution": { "min": 0.22464582324028015, "p10": 0.23212797045707703, "p50": 0.2441127598285675, "p90": 0.25871028304100036, "max": 0.26085329055786133 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "final", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9650393678591802, "token_cosine_mean": 0.9658983899996831, "token_cosine_p10": 0.9515897218997662, "token_cosine_p50": 0.9686877544109638, "token_cosine_p90": 0.9764494254038885, "relative_rms_change": 0.2621737260084886, "input_rms": 7.456552102015569, "output_rms": 7.092297003819392 }, "token_cosine_mean_distribution": { "min": 0.9592357873916626, "p10": 0.960609781742096, "p50": 0.965516209602356, "p90": 0.9705889701843262, "max": 0.9733840227127075 }, "relative_rms_change_distribution": { "min": 0.23184607923030853, "p10": 0.24439485967159272, "p50": 0.26373472809791565, "p90": 0.280901175737381, "max": 0.28397488594055176 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9607378381949204, "token_cosine_mean": 0.9610936229045575, "token_cosine_p10": 0.9530245615885808, "token_cosine_p50": 0.96223312157851, "token_cosine_p90": 0.967495647760538, "relative_rms_change": 0.3226718237766853, "input_rms": 7.092297003819392, "output_rms": 7.98329654106727 }, "token_cosine_mean_distribution": { "min": 0.9571887850761414, "p10": 0.9588263511657715, "p50": 0.9612180590629578, "p90": 0.9638700842857361, "max": 0.9657543897628784 }, "relative_rms_change_distribution": { "min": 0.3076854944229126, "p10": 0.30983834266662597, "p50": 0.3235173225402832, "p90": 0.33269569277763367, "max": 0.33609718084335327 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.934084965632512, "token_cosine_mean": 0.9345261913079482, "token_cosine_p10": 0.9222881564727197, "token_cosine_p50": 0.9363884742443378, "token_cosine_p90": 0.9441948991555434, "relative_rms_change": 0.5424781349989084, "input_rms": 7.98329654106727, "output_rms": 10.716420100285458 }, "token_cosine_mean_distribution": { "min": 0.9273313879966736, "p10": 0.9294663906097412, "p50": 0.9357876777648926, "p90": 0.9373472332954407, "max": 0.942949652671814 }, "relative_rms_change_distribution": { "min": 0.5211820006370544, "p10": 0.525798225402832, "p50": 0.5419811606407166, "p90": 0.557254147529602, "max": 0.5701471567153931 }, "lowest_cosine_eval_id": "internal-p1-6a1cd2dd7a35", "largest_change_eval_id": "internal-p1-6a1cd2dd7a35" }, { "group": "4", "stage": "final", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.7891746759414673, "token_cosine_mean": 0.7916317398731525, "token_cosine_p10": 0.7611147027749282, "token_cosine_p50": 0.795318617270543, "token_cosine_p90": 0.8157073488602271, "relative_rms_change": 1.5297664403915405, "input_rms": 10.716420100285458, "output_rms": 23.484254837036133 }, "token_cosine_mean_distribution": { "min": 0.7393866181373596, "p10": 0.7624719262123107, "p50": 0.8012743592262268, "p90": 0.8131815910339355, "max": 0.8168250322341919 }, "relative_rms_change_distribution": { "min": 1.3624224662780762, "p10": 1.3732208013534546, "p50": 1.4726117849349976, "p90": 1.753271460533142, "max": 1.8490006923675537 }, "lowest_cosine_eval_id": "internal-p1-edddcc1c7681", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "middle", "layer_index": 0, "n_prompts": 13, "means": { "flattened_cosine": 0.510691917859591, "token_cosine_mean": 0.49012468640620893, "token_cosine_p10": 0.19077175139234617, "token_cosine_p50": 0.5417005328031687, "token_cosine_p90": 0.7133218279251685, "relative_rms_change": 10.292587793790377, "input_rms": 0.7103805312743554, "output_rms": 7.636399929340069 }, "token_cosine_mean_distribution": { "min": 0.35486140847206116, "p10": 0.41088669896125796, "p50": 0.4912649393081665, "p90": 0.5481831312179566, "max": 0.5643930435180664 }, "relative_rms_change_distribution": { "min": 9.653972625732422, "p10": 9.724273872375488, "p50": 10.248930931091309, "p90": 10.913597106933594, "max": 11.382774353027344 }, "lowest_cosine_eval_id": "internal-p1-014b554b9c9e", "largest_change_eval_id": "internal-p1-014b554b9c9e" }, { "group": "4", "stage": "middle", "layer_index": 1, "n_prompts": 13, "means": { "flattened_cosine": 0.9980681859529935, "token_cosine_mean": 0.9981696559832647, "token_cosine_p10": 0.9975326611445501, "token_cosine_p50": 0.9982595718823947, "token_cosine_p90": 0.9986722331780654, "relative_rms_change": 0.10624886418764408, "input_rms": 7.636399929340069, "output_rms": 8.277066450852613 }, "token_cosine_mean_distribution": { "min": 0.9977945685386658, "p10": 0.9978965640068054, "p50": 0.9981392025947571, "p90": 0.9984806895256042, "max": 0.9985228776931763 }, "relative_rms_change_distribution": { "min": 0.07490512728691101, "p10": 0.09119544327259065, "p50": 0.10714072734117508, "p90": 0.1200630635023117, "max": 0.12473789602518082 }, "lowest_cosine_eval_id": "internal-p1-d810fcae073d", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "4", "stage": "middle", "layer_index": 2, "n_prompts": 13, "means": { "flattened_cosine": 0.9985228868631216, "token_cosine_mean": 0.9986154712163485, "token_cosine_p10": 0.9981531775914706, "token_cosine_p50": 0.9986693996649522, "token_cosine_p90": 0.9990295813633845, "relative_rms_change": 0.05513198530444732, "input_rms": 8.277066450852613, "output_rms": 8.206773978013258 }, "token_cosine_mean_distribution": { "min": 0.9984025955200195, "p10": 0.9984459280967712, "p50": 0.9986268281936646, "p90": 0.9987909197807312, "max": 0.9988090991973877 }, "relative_rms_change_distribution": { "min": 0.0507659949362278, "p10": 0.05152884945273399, "p50": 0.05558336526155472, "p90": 0.05840535014867783, "max": 0.0588102862238884 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "middle", "layer_index": 3, "n_prompts": 13, "means": { "flattened_cosine": 0.9977850272105291, "token_cosine_mean": 0.9981059661278358, "token_cosine_p10": 0.9977677831282983, "token_cosine_p50": 0.9984811177620521, "token_cosine_p90": 0.9988555908203125, "relative_rms_change": 0.07552266579407912, "input_rms": 8.206773978013258, "output_rms": 7.896851099454439 }, "token_cosine_mean_distribution": { "min": 0.9974876046180725, "p10": 0.9975712299346924, "p50": 0.9982748627662659, "p90": 0.9983919024467468, "max": 0.9983993768692017 }, "relative_rms_change_distribution": { "min": 0.06504888087511063, "p10": 0.06936612874269485, "p50": 0.07588223367929459, "p90": 0.08470655530691147, "max": 0.0879431962966919 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "middle", "layer_index": 4, "n_prompts": 13, "means": { "flattened_cosine": 0.9969814007098858, "token_cosine_mean": 0.9972459811430711, "token_cosine_p10": 0.9964363941779504, "token_cosine_p50": 0.9975463702128484, "token_cosine_p90": 0.9981334438690772, "relative_rms_change": 0.0948446261195036, "input_rms": 7.896851099454439, "output_rms": 7.442952632904053 }, "token_cosine_mean_distribution": { "min": 0.9968426823616028, "p10": 0.9969359517097474, "p50": 0.9972621202468872, "p90": 0.997563898563385, "max": 0.9975910782814026 }, "relative_rms_change_distribution": { "min": 0.0891709178686142, "p10": 0.08987353295087815, "p50": 0.09438212960958481, "p90": 0.09987239986658096, "max": 0.10146472603082657 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 5, "n_prompts": 13, "means": { "flattened_cosine": 0.9958003942783062, "token_cosine_mean": 0.9961251891576327, "token_cosine_p10": 0.994629653600546, "token_cosine_p50": 0.9965398357464716, "token_cosine_p90": 0.99732794211461, "relative_rms_change": 0.10035084016047992, "input_rms": 7.442952632904053, "output_rms": 7.105827074784499 }, "token_cosine_mean_distribution": { "min": 0.9955869913101196, "p10": 0.995831298828125, "p50": 0.9961991310119629, "p90": 0.9964464426040649, "max": 0.9965294599533081 }, "relative_rms_change_distribution": { "min": 0.09233515709638596, "p10": 0.09320732802152634, "p50": 0.1012784019112587, "p90": 0.10614112168550491, "max": 0.10624688118696213 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 6, "n_prompts": 13, "means": { "flattened_cosine": 0.9938852145121648, "token_cosine_mean": 0.994791003373953, "token_cosine_p10": 0.9929919563806974, "token_cosine_p50": 0.9952579920108502, "token_cosine_p90": 0.9962955667422368, "relative_rms_change": 0.11967900223456897, "input_rms": 7.105827074784499, "output_rms": 6.740582099327674 }, "token_cosine_mean_distribution": { "min": 0.9941030144691467, "p10": 0.9941598653793335, "p50": 0.9948508739471436, "p90": 0.9952404975891114, "max": 0.9953959584236145 }, "relative_rms_change_distribution": { "min": 0.11305990815162659, "p10": 0.11485338807106019, "p50": 0.11851046979427338, "p90": 0.12647073864936828, "max": 0.126602903008461 }, "lowest_cosine_eval_id": "internal-p1-0b68e6880bc0", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 7, "n_prompts": 13, "means": { "flattened_cosine": 0.9899215835791367, "token_cosine_mean": 0.9910584734036372, "token_cosine_p10": 0.9885700436738821, "token_cosine_p50": 0.9913615813622108, "token_cosine_p90": 0.993320093705104, "relative_rms_change": 0.1771859354697741, "input_rms": 6.740582099327674, "output_rms": 5.954913469461294 }, "token_cosine_mean_distribution": { "min": 0.9897632598876953, "p10": 0.9903337359428406, "p50": 0.9912623167037964, "p90": 0.9917515039443969, "max": 0.9918818473815918 }, "relative_rms_change_distribution": { "min": 0.1679738610982895, "p10": 0.169555726647377, "p50": 0.1765601634979248, "p90": 0.18721294701099395, "max": 0.1880795657634735 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "middle", "layer_index": 8, "n_prompts": 13, "means": { "flattened_cosine": 0.9870819816222558, "token_cosine_mean": 0.9884310273023752, "token_cosine_p10": 0.9846590894919175, "token_cosine_p50": 0.9892326685098501, "token_cosine_p90": 0.9917236749942486, "relative_rms_change": 0.17538135785322922, "input_rms": 5.954913469461294, "output_rms": 5.453217066251314 }, "token_cosine_mean_distribution": { "min": 0.9868979454040527, "p10": 0.9872198700904846, "p50": 0.9887498617172241, "p90": 0.9898584604263305, "max": 0.9900317192077637 }, "relative_rms_change_distribution": { "min": 0.16096653044223785, "p10": 0.16305436491966246, "p50": 0.17756550014019012, "p90": 0.1842724621295929, "max": 0.1871352195739746 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "middle", "layer_index": 9, "n_prompts": 13, "means": { "flattened_cosine": 0.9868804583182702, "token_cosine_mean": 0.988454282283783, "token_cosine_p10": 0.9840569908802326, "token_cosine_p50": 0.9894735033695514, "token_cosine_p90": 0.9921691005046551, "relative_rms_change": 0.1643591202222384, "input_rms": 5.453217066251314, "output_rms": 5.5419804866497335 }, "token_cosine_mean_distribution": { "min": 0.9867647886276245, "p10": 0.9874242067337036, "p50": 0.9881356954574585, "p90": 0.9897492408752442, "max": 0.9899664521217346 }, "relative_rms_change_distribution": { "min": 0.15050658583641052, "p10": 0.1547118365764618, "p50": 0.16339723765850067, "p90": 0.17330263257026673, "max": 0.17856568098068237 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 10, "n_prompts": 13, "means": { "flattened_cosine": 0.9865860984875605, "token_cosine_mean": 0.9879613060217637, "token_cosine_p10": 0.9813218483558068, "token_cosine_p50": 0.989310255417457, "token_cosine_p90": 0.9929941800924448, "relative_rms_change": 0.16820891430744758, "input_rms": 5.5419804866497335, "output_rms": 5.690458811246431 }, "token_cosine_mean_distribution": { "min": 0.9857304096221924, "p10": 0.9866886854171752, "p50": 0.9876608848571777, "p90": 0.9898313879966736, "max": 0.9905096292495728 }, "relative_rms_change_distribution": { "min": 0.14517109096050262, "p10": 0.15051385760307312, "p50": 0.16929621994495392, "p90": 0.180151104927063, "max": 0.18653331696987152 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "middle", "layer_index": 11, "n_prompts": 13, "means": { "flattened_cosine": 0.9848016133675208, "token_cosine_mean": 0.9862637290587792, "token_cosine_p10": 0.9789564976325402, "token_cosine_p50": 0.9878796980931208, "token_cosine_p90": 0.9920344261022714, "relative_rms_change": 0.17377589299128607, "input_rms": 5.690458811246431, "output_rms": 5.585821078373836 }, "token_cosine_mean_distribution": { "min": 0.9832022786140442, "p10": 0.9840072154998779, "p50": 0.9860177636146545, "p90": 0.9885797619819641, "max": 0.9886347055435181 }, "relative_rms_change_distribution": { "min": 0.15458372235298157, "p10": 0.1587691128253937, "p50": 0.17597350478172302, "p90": 0.18901906609535218, "max": 0.19125959277153015 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "4", "stage": "middle", "layer_index": 12, "n_prompts": 13, "means": { "flattened_cosine": 0.9834420497600849, "token_cosine_mean": 0.9847214542902433, "token_cosine_p10": 0.9780117685978229, "token_cosine_p50": 0.98605733192884, "token_cosine_p90": 0.9902784640972431, "relative_rms_change": 0.18101151860677278, "input_rms": 5.585821078373836, "output_rms": 5.508325650141789 }, "token_cosine_mean_distribution": { "min": 0.980415403842926, "p10": 0.9818496823310852, "p50": 0.9848278760910034, "p90": 0.9866186022758484, "max": 0.9876641035079956 }, "relative_rms_change_distribution": { "min": 0.16344046592712402, "p10": 0.16852537989616395, "p50": 0.18091389536857605, "p90": 0.197927463054657, "max": 0.20979823172092438 }, "lowest_cosine_eval_id": "internal-p1-fea4c2616def", "largest_change_eval_id": "internal-p1-fea4c2616def" }, { "group": "4", "stage": "middle", "layer_index": 13, "n_prompts": 13, "means": { "flattened_cosine": 0.9797764145410978, "token_cosine_mean": 0.981219809788924, "token_cosine_p10": 0.9720935133787302, "token_cosine_p50": 0.98282246864759, "token_cosine_p90": 0.989129112317012, "relative_rms_change": 0.2096391228529123, "input_rms": 5.508325650141789, "output_rms": 5.050812721252441 }, "token_cosine_mean_distribution": { "min": 0.976504921913147, "p10": 0.9777212858200073, "p50": 0.9813441634178162, "p90": 0.9843100786209107, "max": 0.9851704835891724 }, "relative_rms_change_distribution": { "min": 0.18885964155197144, "p10": 0.1921422600746155, "p50": 0.20961646735668182, "p90": 0.22987621128559113, "max": 0.2338220626115799 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 14, "n_prompts": 13, "means": { "flattened_cosine": 0.9763192396897536, "token_cosine_mean": 0.9776939061971811, "token_cosine_p10": 0.9681589236626258, "token_cosine_p50": 0.9791778188485366, "token_cosine_p90": 0.9861735793260428, "relative_rms_change": 0.2177313887155973, "input_rms": 5.050812721252441, "output_rms": 5.022034828479473 }, "token_cosine_mean_distribution": { "min": 0.9729167222976685, "p10": 0.9747363328933716, "p50": 0.9778649210929871, "p90": 0.9798964619636535, "max": 0.9821182489395142 }, "relative_rms_change_distribution": { "min": 0.19482119381427765, "p10": 0.20480733811855317, "p50": 0.21539618074893951, "p90": 0.23598819375038146, "max": 0.24055443704128265 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 15, "n_prompts": 13, "means": { "flattened_cosine": 0.9758316645255456, "token_cosine_mean": 0.9771828055381775, "token_cosine_p10": 0.9686236381530762, "token_cosine_p50": 0.9790652852792007, "token_cosine_p90": 0.9844431968835684, "relative_rms_change": 0.2184671266720845, "input_rms": 5.022034828479473, "output_rms": 4.910992512336144 }, "token_cosine_mean_distribution": { "min": 0.9723613262176514, "p10": 0.974761176109314, "p50": 0.9774931073188782, "p90": 0.9788869976997375, "max": 0.9814316034317017 }, "relative_rms_change_distribution": { "min": 0.19653739035129547, "p10": 0.20859337449073792, "p50": 0.2160596400499344, "p90": 0.23465944826602936, "max": 0.2409108728170395 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 16, "n_prompts": 13, "means": { "flattened_cosine": 0.9762633717977084, "token_cosine_mean": 0.9775094940112188, "token_cosine_p10": 0.9667180180549622, "token_cosine_p50": 0.9799693593612084, "token_cosine_p90": 0.985689979333144, "relative_rms_change": 0.2277719252384626, "input_rms": 4.910992512336144, "output_rms": 4.447577476501465 }, "token_cosine_mean_distribution": { "min": 0.9738084673881531, "p10": 0.9747080683708191, "p50": 0.9777434468269348, "p90": 0.9805573105812073, "max": 0.9811500906944275 }, "relative_rms_change_distribution": { "min": 0.20748542249202728, "p10": 0.2126532554626465, "p50": 0.22933268547058105, "p90": 0.2422626495361328, "max": 0.24962672591209412 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "middle", "layer_index": 17, "n_prompts": 13, "means": { "flattened_cosine": 0.9768772171093867, "token_cosine_mean": 0.9770412628467267, "token_cosine_p10": 0.9654255509376526, "token_cosine_p50": 0.9794684190016526, "token_cosine_p90": 0.98577546614867, "relative_rms_change": 0.23127414630009577, "input_rms": 4.447577476501465, "output_rms": 3.9523008786714993 }, "token_cosine_mean_distribution": { "min": 0.9735838174819946, "p10": 0.974398934841156, "p50": 0.9763070344924927, "p90": 0.9802925705909729, "max": 0.9810574054718018 }, "relative_rms_change_distribution": { "min": 0.21645379066467285, "p10": 0.21860389709472655, "p50": 0.23032265901565552, "p90": 0.2421921044588089, "max": 0.24611063301563263 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "middle", "layer_index": 18, "n_prompts": 13, "means": { "flattened_cosine": 0.9774819429104145, "token_cosine_mean": 0.9780865265772893, "token_cosine_p10": 0.9666291154347934, "token_cosine_p50": 0.9814661191059992, "token_cosine_p90": 0.9867029052514297, "relative_rms_change": 0.22199553365890795, "input_rms": 3.9523008786714993, "output_rms": 4.135235382960393 }, "token_cosine_mean_distribution": { "min": 0.9754454493522644, "p10": 0.9757786631584168, "p50": 0.976966917514801, "p90": 0.9810967922210694, "max": 0.9820928573608398 }, "relative_rms_change_distribution": { "min": 0.19713927805423737, "p10": 0.198940309882164, "p50": 0.22540752589702606, "p90": 0.24392495751380922, "max": 0.24732698500156403 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "middle", "layer_index": 19, "n_prompts": 13, "means": { "flattened_cosine": 0.9810913113447336, "token_cosine_mean": 0.9821833326266363, "token_cosine_p10": 0.9760885834693909, "token_cosine_p50": 0.9842170431063726, "token_cosine_p90": 0.988159927038046, "relative_rms_change": 0.2312625486117143, "input_rms": 4.135235382960393, "output_rms": 4.580919412466196 }, "token_cosine_mean_distribution": { "min": 0.9798216819763184, "p10": 0.9807607412338257, "p50": 0.9814295172691345, "p90": 0.9843584775924683, "max": 0.9850142002105713 }, "relative_rms_change_distribution": { "min": 0.20555177330970764, "p10": 0.218268421292305, "p50": 0.2338929921388626, "p90": 0.2443915218114853, "max": 0.24674195051193237 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 20, "n_prompts": 13, "means": { "flattened_cosine": 0.9879229022906377, "token_cosine_mean": 0.9889614582061768, "token_cosine_p10": 0.9841062885064346, "token_cosine_p50": 0.9904159032381498, "token_cosine_p90": 0.9928502348753122, "relative_rms_change": 0.1873377148921673, "input_rms": 4.580919412466196, "output_rms": 5.006144963777983 }, "token_cosine_mean_distribution": { "min": 0.9870897531509399, "p10": 0.9874128937721253, "p50": 0.9888585805892944, "p90": 0.9903603553771972, "max": 0.9906366467475891 }, "relative_rms_change_distribution": { "min": 0.16447527706623077, "p10": 0.17579199075698854, "p50": 0.1859956681728363, "p90": 0.20581274926662446, "max": 0.2129398137331009 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "middle", "layer_index": 21, "n_prompts": 13, "means": { "flattened_cosine": 0.9905758270850549, "token_cosine_mean": 0.9914379486670861, "token_cosine_p10": 0.9876705362246587, "token_cosine_p50": 0.9924089037455045, "token_cosine_p90": 0.9945046030558072, "relative_rms_change": 0.19260687438341287, "input_rms": 5.006144963777983, "output_rms": 5.637766141157884 }, "token_cosine_mean_distribution": { "min": 0.989593505859375, "p10": 0.9901624917984009, "p50": 0.9915561079978943, "p90": 0.9927142977714538, "max": 0.9930986762046814 }, "relative_rms_change_distribution": { "min": 0.17467014491558075, "p10": 0.1773913860321045, "p50": 0.19281908869743347, "p90": 0.20590507090091706, "max": 0.20792150497436523 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-dbec46e0ed48" }, { "group": "4", "stage": "middle", "layer_index": 22, "n_prompts": 13, "means": { "flattened_cosine": 0.9928071728119483, "token_cosine_mean": 0.9929877886405358, "token_cosine_p10": 0.990422092951261, "token_cosine_p50": 0.9935944493000324, "token_cosine_p90": 0.9950224436246432, "relative_rms_change": 0.17273263174753922, "input_rms": 5.637766141157884, "output_rms": 6.29967711522029 }, "token_cosine_mean_distribution": { "min": 0.9915404319763184, "p10": 0.9920830249786377, "p50": 0.9931468963623047, "p90": 0.9936841726303101, "max": 0.9942007064819336 }, "relative_rms_change_distribution": { "min": 0.16153718531131744, "p10": 0.167276793718338, "p50": 0.17111575603485107, "p90": 0.1827396631240845, "max": 0.18536747992038727 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-0b68e6880bc0" }, { "group": "4", "stage": "middle", "layer_index": 23, "n_prompts": 13, "means": { "flattened_cosine": 0.9934107340299166, "token_cosine_mean": 0.9935576319694519, "token_cosine_p10": 0.991604053057157, "token_cosine_p50": 0.993939839876615, "token_cosine_p90": 0.9952150995914752, "relative_rms_change": 0.119534249489124, "input_rms": 6.29967711522029, "output_rms": 6.470892135913555 }, "token_cosine_mean_distribution": { "min": 0.9919398427009583, "p10": 0.9927191734313965, "p50": 0.9936858415603638, "p90": 0.9943211674690247, "max": 0.9944892525672913 }, "relative_rms_change_distribution": { "min": 0.11183372884988785, "p10": 0.11331839710474015, "p50": 0.11848265677690506, "p90": 0.12681339532136918, "max": 0.1307060867547989 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 24, "n_prompts": 13, "means": { "flattened_cosine": 0.9913704486993643, "token_cosine_mean": 0.9914800845659696, "token_cosine_p10": 0.9888879381693326, "token_cosine_p50": 0.9918717650266794, "token_cosine_p90": 0.9937842167340792, "relative_rms_change": 0.13197163950938445, "input_rms": 6.470892135913555, "output_rms": 6.51972561616164 }, "token_cosine_mean_distribution": { "min": 0.9895976781845093, "p10": 0.9902474164962769, "p50": 0.9916935563087463, "p90": 0.9922815680503845, "max": 0.9926130771636963 }, "relative_rms_change_distribution": { "min": 0.12240927666425705, "p10": 0.1254487931728363, "p50": 0.131311297416687, "p90": 0.1417795568704605, "max": 0.14576956629753113 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 25, "n_prompts": 13, "means": { "flattened_cosine": 0.9901327949303848, "token_cosine_mean": 0.9904151054529043, "token_cosine_p10": 0.9874897232422462, "token_cosine_p50": 0.9909581633714529, "token_cosine_p90": 0.9928936041318454, "relative_rms_change": 0.15137790258114153, "input_rms": 6.51972561616164, "output_rms": 6.082922385289119 }, "token_cosine_mean_distribution": { "min": 0.9886413812637329, "p10": 0.9891765952110291, "p50": 0.9907892346382141, "p90": 0.9912736177444458, "max": 0.9913030862808228 }, "relative_rms_change_distribution": { "min": 0.14183346927165985, "p10": 0.1435062915086746, "p50": 0.15176525712013245, "p90": 0.1615698128938675, "max": 0.16273267567157745 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "middle", "layer_index": 26, "n_prompts": 13, "means": { "flattened_cosine": 0.9923396798280569, "token_cosine_mean": 0.9927258766614474, "token_cosine_p10": 0.9894760205195501, "token_cosine_p50": 0.9935769026096051, "token_cosine_p90": 0.99547206897002, "relative_rms_change": 0.12391557831030625, "input_rms": 6.082922385289119, "output_rms": 5.987060326796311 }, "token_cosine_mean_distribution": { "min": 0.990710437297821, "p10": 0.9917341232299804, "p50": 0.992944061756134, "p90": 0.9934386849403382, "max": 0.993510365486145 }, "relative_rms_change_distribution": { "min": 0.11586640775203705, "p10": 0.1167934775352478, "p50": 0.12149814516305923, "p90": 0.1362050861120224, "max": 0.13847559690475464 }, "lowest_cosine_eval_id": "internal-p1-3f903ec33e09", "largest_change_eval_id": "internal-p1-3f903ec33e09" }, { "group": "4", "stage": "middle", "layer_index": 27, "n_prompts": 13, "means": { "flattened_cosine": 0.9763101064241849, "token_cosine_mean": 0.977354686993819, "token_cosine_p10": 0.9678345964505122, "token_cosine_p50": 0.9805018122379596, "token_cosine_p90": 0.985081842312446, "relative_rms_change": 0.23391100878898913, "input_rms": 5.987060326796311, "output_rms": 5.302948621603159 }, "token_cosine_mean_distribution": { "min": 0.9710767865180969, "p10": 0.972465968132019, "p50": 0.9762564897537231, "p90": 0.98175607919693, "max": 0.9835174083709717 }, "relative_rms_change_distribution": { "min": 0.1952967643737793, "p10": 0.20899251699447632, "p50": 0.24118654429912567, "p90": 0.2568557679653168, "max": 0.2640655040740967 }, "lowest_cosine_eval_id": "internal-p1-490af2d0acf1", "largest_change_eval_id": "internal-p1-490af2d0acf1" }, { "group": "4", "stage": "middle", "layer_index": 28, "n_prompts": 13, "means": { "flattened_cosine": 0.9822463622459998, "token_cosine_mean": 0.9844386898554288, "token_cosine_p10": 0.9767911617572491, "token_cosine_p50": 0.9866956151448764, "token_cosine_p90": 0.9906702408423791, "relative_rms_change": 0.19707058713986322, "input_rms": 5.302948621603159, "output_rms": 5.528907445760874 }, "token_cosine_mean_distribution": { "min": 0.9803687930107117, "p10": 0.9806995630264282, "p50": 0.9846214652061462, "p90": 0.9874509811401367, "max": 0.987800657749176 }, "relative_rms_change_distribution": { "min": 0.16283215582370758, "p10": 0.1665666311979294, "p50": 0.1864185333251953, "p90": 0.2322510063648224, "max": 0.23770920932292938 }, "lowest_cosine_eval_id": "internal-p1-dbec46e0ed48", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "middle", "layer_index": 29, "n_prompts": 13, "means": { "flattened_cosine": 0.9741153166844294, "token_cosine_mean": 0.974597270672138, "token_cosine_p10": 0.9648860326180091, "token_cosine_p50": 0.9770029324751633, "token_cosine_p90": 0.9823242196669946, "relative_rms_change": 0.26451668716393983, "input_rms": 5.528907445760874, "output_rms": 6.157858041616587 }, "token_cosine_mean_distribution": { "min": 0.959287166595459, "p10": 0.9691563129425049, "p50": 0.9773131012916565, "p90": 0.9782753348350525, "max": 0.9797149896621704 }, "relative_rms_change_distribution": { "min": 0.23768138885498047, "p10": 0.2420449286699295, "p50": 0.2552781403064728, "p90": 0.3004396736621857, "max": 0.3462270498275757 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "middle", "layer_index": 30, "n_prompts": 13, "means": { "flattened_cosine": 0.9514928276722248, "token_cosine_mean": 0.9519485464462867, "token_cosine_p10": 0.9373685534183795, "token_cosine_p50": 0.9544501167077285, "token_cosine_p90": 0.9643765366994418, "relative_rms_change": 0.5328210890293121, "input_rms": 6.157858041616587, "output_rms": 8.538812123812162 }, "token_cosine_mean_distribution": { "min": 0.9347666501998901, "p10": 0.9420483827590942, "p50": 0.9534969329833984, "p90": 0.9598600625991821, "max": 0.9614047408103943 }, "relative_rms_change_distribution": { "min": 0.4738091826438904, "p10": 0.48525617122650144, "p50": 0.5358970761299133, "p90": 0.5703176498413086, "max": 0.5863066911697388 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-741ed1d7eb50" }, { "group": "4", "stage": "middle", "layer_index": 31, "n_prompts": 13, "means": { "flattened_cosine": 0.818637646161593, "token_cosine_mean": 0.8188189772459177, "token_cosine_p10": 0.8053261270889869, "token_cosine_p50": 0.8198312062483567, "token_cosine_p90": 0.8327230765269353, "relative_rms_change": 1.7145317609493549, "input_rms": 8.538812123812162, "output_rms": 20.77221782390888 }, "token_cosine_mean_distribution": { "min": 0.7958307266235352, "p10": 0.801240885257721, "p50": 0.8192805647850037, "p90": 0.8330216407775879, "max": 0.8355119228363037 }, "relative_rms_change_distribution": { "min": 1.6296515464782715, "p10": 1.6462074518203735, "p50": 1.707486867904663, "p90": 1.7855966567993165, "max": 1.8101972341537476 }, "lowest_cosine_eval_id": "internal-p1-741ed1d7eb50", "largest_change_eval_id": "internal-p1-edddcc1c7681" }, { "group": "5", "stage": "early", "layer_index": 0, "n_prompts": 12, "means": { "flattened_cosine": 0.11039345773557822, "token_cosine_mean": 0.10652347033222516, "token_cosine_p10": -0.3436702912052472, "token_cosine_p50": 0.11518433069189389, "token_cosine_p90": 0.541837697227796, "relative_rms_change": 8.149037758509317, "input_rms": 0.7465268472830454, "output_rms": 6.120431105295817 }, "token_cosine_mean_distribution": { "min": 0.09631776064634323, "p10": 0.09924516305327416, "p50": 0.10799232125282288, "p90": 0.1121789611876011, "max": 0.11379054933786392 }, "relative_rms_change_distribution": { "min": 8.055068969726562, "p10": 8.076350498199464, "p50": 8.164166450500488, "p90": 8.19283323287964, "max": 8.21034049987793 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "early", "layer_index": 1, "n_prompts": 12, "means": { "flattened_cosine": 0.9975423415501913, "token_cosine_mean": 0.9980621536572775, "token_cosine_p10": 0.9974530835946401, "token_cosine_p50": 0.998200590411822, "token_cosine_p90": 0.998543585340182, "relative_rms_change": 0.10745901117722194, "input_rms": 6.120431105295817, "output_rms": 6.60250707467397 }, "token_cosine_mean_distribution": { "min": 0.997919499874115, "p10": 0.9979246318340301, "p50": 0.9980719983577728, "p90": 0.9981844007968903, "max": 0.9982157349586487 }, "relative_rms_change_distribution": { "min": 0.0977354645729065, "p10": 0.09786614254117013, "p50": 0.106941819190979, "p90": 0.11460689306259156, "max": 0.1261357069015503 }, "lowest_cosine_eval_id": "internal-p1-2c81e44f2837", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "5", "stage": "early", "layer_index": 2, "n_prompts": 12, "means": { "flattened_cosine": 0.9981500506401062, "token_cosine_mean": 0.9984011203050613, "token_cosine_p10": 0.9978982905546824, "token_cosine_p50": 0.9985539664824804, "token_cosine_p90": 0.9988369842370352, "relative_rms_change": 0.08605985715985298, "input_rms": 6.60250707467397, "output_rms": 6.991175572077434 }, "token_cosine_mean_distribution": { "min": 0.9982560276985168, "p10": 0.9983306765556336, "p50": 0.9984096586704254, "p90": 0.9984764993190766, "max": 0.9985659718513489 }, "relative_rms_change_distribution": { "min": 0.07354101538658142, "p10": 0.08120260313153267, "p50": 0.08726466074585915, "p90": 0.09195350408554077, "max": 0.09216558933258057 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-2c81e44f2837" }, { "group": "5", "stage": "early", "layer_index": 3, "n_prompts": 12, "means": { "flattened_cosine": 0.9962277958790461, "token_cosine_mean": 0.9971616814533869, "token_cosine_p10": 0.9958390841881434, "token_cosine_p50": 0.9979225744803747, "token_cosine_p90": 0.9984989364941915, "relative_rms_change": 0.10695528673628966, "input_rms": 6.991175572077434, "output_rms": 7.401965022087097 }, "token_cosine_mean_distribution": { "min": 0.9964550137519836, "p10": 0.9966169655323028, "p50": 0.9971759021282196, "p90": 0.9976161301136017, "max": 0.9977006316184998 }, "relative_rms_change_distribution": { "min": 0.0908365398645401, "p10": 0.09709420427680016, "p50": 0.10621985420584679, "p90": 0.11714651137590408, "max": 0.1274859607219696 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "5", "stage": "early", "layer_index": 4, "n_prompts": 12, "means": { "flattened_cosine": 0.9964876174926758, "token_cosine_mean": 0.9969728241364161, "token_cosine_p10": 0.9956206977367401, "token_cosine_p50": 0.9974782814582189, "token_cosine_p90": 0.9981437623500824, "relative_rms_change": 0.0855407038082679, "input_rms": 7.401965022087097, "output_rms": 7.279151558876038 }, "token_cosine_mean_distribution": { "min": 0.9966744184494019, "p10": 0.9967294991016388, "p50": 0.996983528137207, "p90": 0.9971861124038697, "max": 0.9973520040512085 }, "relative_rms_change_distribution": { "min": 0.07885682582855225, "p10": 0.08241929039359093, "p50": 0.08630235865712166, "p90": 0.08810771480202675, "max": 0.08976926654577255 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "5", "stage": "early", "layer_index": 5, "n_prompts": 12, "means": { "flattened_cosine": 0.995214194059372, "token_cosine_mean": 0.995775098601977, "token_cosine_p10": 0.9937847604354223, "token_cosine_p50": 0.9964374055465063, "token_cosine_p90": 0.9974424491326014, "relative_rms_change": 0.09986822679638863, "input_rms": 7.279151558876038, "output_rms": 7.116789102554321 }, "token_cosine_mean_distribution": { "min": 0.994489312171936, "p10": 0.9955553233623504, "p50": 0.9958918392658234, "p90": 0.9961305022239685, "max": 0.9963508248329163 }, "relative_rms_change_distribution": { "min": 0.09543216973543167, "p10": 0.09555376619100571, "p50": 0.09713241457939148, "p90": 0.10584103241562844, "max": 0.11036264896392822 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "early", "layer_index": 6, "n_prompts": 12, "means": { "flattened_cosine": 0.9936824391285578, "token_cosine_mean": 0.9945768217245737, "token_cosine_p10": 0.9921024143695831, "token_cosine_p50": 0.9953980495532354, "token_cosine_p90": 0.9966039309899012, "relative_rms_change": 0.12070319118599097, "input_rms": 7.116789102554321, "output_rms": 6.761768619219462 }, "token_cosine_mean_distribution": { "min": 0.9936937689781189, "p10": 0.9942356407642364, "p50": 0.9945643842220306, "p90": 0.9950856328010559, "max": 0.9952316284179688 }, "relative_rms_change_distribution": { "min": 0.1116611585021019, "p10": 0.11557861119508743, "p50": 0.12118711695075035, "p90": 0.1265107974410057, "max": 0.12712587416172028 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "early", "layer_index": 7, "n_prompts": 12, "means": { "flattened_cosine": 0.9911421835422516, "token_cosine_mean": 0.9921894123156866, "token_cosine_p10": 0.9891929626464844, "token_cosine_p50": 0.993023157119751, "token_cosine_p90": 0.9947043309609095, "relative_rms_change": 0.14472068846225739, "input_rms": 6.761768619219462, "output_rms": 6.315007607142131 }, "token_cosine_mean_distribution": { "min": 0.991466224193573, "p10": 0.9917492747306824, "p50": 0.9921754896640778, "p90": 0.9926882207393646, "max": 0.993096649646759 }, "relative_rms_change_distribution": { "min": 0.1382829248905182, "p10": 0.14026684761047364, "p50": 0.14470624923706055, "p90": 0.14819858372211456, "max": 0.1541365385055542 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "early", "layer_index": 8, "n_prompts": 12, "means": { "flattened_cosine": 0.9879329800605774, "token_cosine_mean": 0.989197293917338, "token_cosine_p10": 0.9847249339024226, "token_cosine_p50": 0.9904278864463171, "token_cosine_p90": 0.9927405963341395, "relative_rms_change": 0.174897571404775, "input_rms": 6.315007607142131, "output_rms": 5.72588050365448 }, "token_cosine_mean_distribution": { "min": 0.9874773025512695, "p10": 0.987621521949768, "p50": 0.9893980026245117, "p90": 0.9900995433330536, "max": 0.9903611540794373 }, "relative_rms_change_distribution": { "min": 0.1652776598930359, "p10": 0.1698559194803238, "p50": 0.17342007905244827, "p90": 0.18207944333553314, "max": 0.18361344933509827 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "early", "layer_index": 9, "n_prompts": 12, "means": { "flattened_cosine": 0.9871924370527267, "token_cosine_mean": 0.9886701057354609, "token_cosine_p10": 0.9832876523335775, "token_cosine_p50": 0.9902005195617676, "token_cosine_p90": 0.9933215628067652, "relative_rms_change": 0.16042572384079298, "input_rms": 5.72588050365448, "output_rms": 5.725954016049703 }, "token_cosine_mean_distribution": { "min": 0.9837566614151001, "p10": 0.9874493181705475, "p50": 0.9891082644462585, "p90": 0.9898793518543243, "max": 0.9902679920196533 }, "relative_rms_change_distribution": { "min": 0.14881618320941925, "p10": 0.1506876081228256, "p50": 0.15745404362678528, "p90": 0.16901200711727143, "max": 0.1867799013853073 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 10, "n_prompts": 12, "means": { "flattened_cosine": 0.9868344217538834, "token_cosine_mean": 0.9882849405209223, "token_cosine_p10": 0.9809158543745676, "token_cosine_p50": 0.9902192304531733, "token_cosine_p90": 0.9939552446206411, "relative_rms_change": 0.16208978618184725, "input_rms": 5.725954016049703, "output_rms": 5.7520584265391035 }, "token_cosine_mean_distribution": { "min": 0.98228919506073, "p10": 0.9855462968349457, "p50": 0.9888461530208588, "p90": 0.9905185997486115, "max": 0.9908564686775208 }, "relative_rms_change_distribution": { "min": 0.14150267839431763, "p10": 0.14418186694383622, "p50": 0.15598487854003906, "p90": 0.19316416829824448, "max": 0.19575756788253784 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "early", "layer_index": 11, "n_prompts": 12, "means": { "flattened_cosine": 0.9857369959354401, "token_cosine_mean": 0.987093985080719, "token_cosine_p10": 0.9794705659151077, "token_cosine_p50": 0.9889184733231863, "token_cosine_p90": 0.9932109862565994, "relative_rms_change": 0.16827785472075144, "input_rms": 5.7520584265391035, "output_rms": 5.750164151191711 }, "token_cosine_mean_distribution": { "min": 0.9811913967132568, "p10": 0.9839209854602814, "p50": 0.9877206087112427, "p90": 0.9895011126995087, "max": 0.9903155565261841 }, "relative_rms_change_distribution": { "min": 0.14691974222660065, "p10": 0.14987368881702423, "p50": 0.16378600895404816, "p90": 0.19782523661851883, "max": 0.20055919885635376 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 12, "n_prompts": 12, "means": { "flattened_cosine": 0.9839827219645182, "token_cosine_mean": 0.985644002755483, "token_cosine_p10": 0.9793665409088135, "token_cosine_p50": 0.9869151711463928, "token_cosine_p90": 0.991007924079895, "relative_rms_change": 0.17831761638323465, "input_rms": 5.750164151191711, "output_rms": 5.570841908454895 }, "token_cosine_mean_distribution": { "min": 0.9775965809822083, "p10": 0.982274466753006, "p50": 0.9866692423820496, "p90": 0.9882370889186859, "max": 0.9882891774177551 }, "relative_rms_change_distribution": { "min": 0.163720041513443, "p10": 0.16429488807916642, "p50": 0.17222508043050766, "p90": 0.19912358820438386, "max": 0.21905337274074554 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 13, "n_prompts": 12, "means": { "flattened_cosine": 0.9844165841738383, "token_cosine_mean": 0.9857070495684942, "token_cosine_p10": 0.9792666733264923, "token_cosine_p50": 0.9871247609456381, "token_cosine_p90": 0.991505429148674, "relative_rms_change": 0.1775120161473751, "input_rms": 5.570841908454895, "output_rms": 5.320885459582011 }, "token_cosine_mean_distribution": { "min": 0.9768113493919373, "p10": 0.9813844442367554, "p50": 0.9866579174995422, "p90": 0.9890800356864929, "max": 0.98945552110672 }, "relative_rms_change_distribution": { "min": 0.15111076831817627, "p10": 0.1552237868309021, "p50": 0.17116431146860123, "p90": 0.20847538560628892, "max": 0.22178678214550018 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 14, "n_prompts": 12, "means": { "flattened_cosine": 0.9818346997102102, "token_cosine_mean": 0.9831309368213018, "token_cosine_p10": 0.9768492927153906, "token_cosine_p50": 0.9844362686077753, "token_cosine_p90": 0.9889204502105713, "relative_rms_change": 0.19143255179127058, "input_rms": 5.320885459582011, "output_rms": 5.081615289052327 }, "token_cosine_mean_distribution": { "min": 0.9736711978912354, "p10": 0.9786941647529602, "p50": 0.9836453199386597, "p90": 0.9868582427501679, "max": 0.9870961308479309 }, "relative_rms_change_distribution": { "min": 0.16903060674667358, "p10": 0.17134380340576172, "p50": 0.19152891635894775, "p90": 0.21556417644023895, "max": 0.2382514476776123 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 15, "n_prompts": 12, "means": { "flattened_cosine": 0.9827754696210226, "token_cosine_mean": 0.9839332848787308, "token_cosine_p10": 0.9786391854286194, "token_cosine_p50": 0.9852579285701116, "token_cosine_p90": 0.988777831196785, "relative_rms_change": 0.18435915187001228, "input_rms": 5.081615289052327, "output_rms": 5.0189112822214765 }, "token_cosine_mean_distribution": { "min": 0.9764652848243713, "p10": 0.980025726556778, "p50": 0.9843541979789734, "p90": 0.9872133195400238, "max": 0.9875190258026123 }, "relative_rms_change_distribution": { "min": 0.16289685666561127, "p10": 0.16437477767467498, "p50": 0.18374871462583542, "p90": 0.20637147426605226, "max": 0.2242256999015808 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 16, "n_prompts": 12, "means": { "flattened_cosine": 0.9825558066368103, "token_cosine_mean": 0.9841552476088206, "token_cosine_p10": 0.9782107869784037, "token_cosine_p50": 0.9858002364635468, "token_cosine_p90": 0.9891859789689382, "relative_rms_change": 0.20248960827787718, "input_rms": 5.0189112822214765, "output_rms": 4.529334783554077 }, "token_cosine_mean_distribution": { "min": 0.9787763953208923, "p10": 0.980804443359375, "p50": 0.9843452870845795, "p90": 0.987149441242218, "max": 0.9875397682189941 }, "relative_rms_change_distribution": { "min": 0.18440359830856323, "p10": 0.19036089777946472, "p50": 0.20460256934165955, "p90": 0.21562598198652266, "max": 0.21881741285324097 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 17, "n_prompts": 12, "means": { "flattened_cosine": 0.9875218023856481, "token_cosine_mean": 0.9879539906978607, "token_cosine_p10": 0.9840533485015234, "token_cosine_p50": 0.9892133126656214, "token_cosine_p90": 0.9916475911935171, "relative_rms_change": 0.16280473520358404, "input_rms": 4.529334783554077, "output_rms": 4.276592532793681 }, "token_cosine_mean_distribution": { "min": 0.9833940267562866, "p10": 0.9847984731197357, "p50": 0.988204836845398, "p90": 0.9905908465385437, "max": 0.9909490942955017 }, "relative_rms_change_distribution": { "min": 0.1417175978422165, "p10": 0.1448480650782585, "p50": 0.1638701781630516, "p90": 0.18089665919542314, "max": 0.19068343937397003 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 18, "n_prompts": 12, "means": { "flattened_cosine": 0.9871579011281332, "token_cosine_mean": 0.9878617823123932, "token_cosine_p10": 0.9846964031457901, "token_cosine_p50": 0.9888715992371241, "token_cosine_p90": 0.9914205372333527, "relative_rms_change": 0.16147427509228388, "input_rms": 4.276592532793681, "output_rms": 4.112473626931508 }, "token_cosine_mean_distribution": { "min": 0.9831701517105103, "p10": 0.9850851774215699, "p50": 0.9879407286643982, "p90": 0.9901402771472931, "max": 0.9904134273529053 }, "relative_rms_change_distribution": { "min": 0.14696569740772247, "p10": 0.1478021636605263, "p50": 0.16279587894678116, "p90": 0.17476909905672072, "max": 0.19444069266319275 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 19, "n_prompts": 12, "means": { "flattened_cosine": 0.9870426108439764, "token_cosine_mean": 0.9883943349123001, "token_cosine_p10": 0.9855080048243204, "token_cosine_p50": 0.9892407804727554, "token_cosine_p90": 0.9913772791624069, "relative_rms_change": 0.1814394903679689, "input_rms": 4.112473626931508, "output_rms": 4.409664034843445 }, "token_cosine_mean_distribution": { "min": 0.9845525026321411, "p10": 0.9862440586090088, "p50": 0.9887709319591522, "p90": 0.9902257740497589, "max": 0.990603506565094 }, "relative_rms_change_distribution": { "min": 0.16813509166240692, "p10": 0.1702871724963188, "p50": 0.18139710277318954, "p90": 0.19014813452959062, "max": 0.2142294943332672 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 20, "n_prompts": 12, "means": { "flattened_cosine": 0.9915652970472971, "token_cosine_mean": 0.9928537756204605, "token_cosine_p10": 0.9908316334088644, "token_cosine_p50": 0.9937189469734827, "token_cosine_p90": 0.9949040710926056, "relative_rms_change": 0.1426568403840065, "input_rms": 4.409664034843445, "output_rms": 4.641269524892171 }, "token_cosine_mean_distribution": { "min": 0.9898983240127563, "p10": 0.9913853108882904, "p50": 0.9929158687591553, "p90": 0.9943395376205444, "max": 0.9944849014282227 }, "relative_rms_change_distribution": { "min": 0.12399448454380035, "p10": 0.1258241519331932, "p50": 0.13801441341638565, "p90": 0.1544680878520012, "max": 0.18133801221847534 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 21, "n_prompts": 12, "means": { "flattened_cosine": 0.9943523108959198, "token_cosine_mean": 0.9951464335123698, "token_cosine_p10": 0.9939316064119339, "token_cosine_p50": 0.9957576741774877, "token_cosine_p90": 0.9966393758853277, "relative_rms_change": 0.11097268449763457, "input_rms": 4.641269524892171, "output_rms": 4.775167067845662 }, "token_cosine_mean_distribution": { "min": 0.9931131601333618, "p10": 0.9940319120883941, "p50": 0.9952099025249481, "p90": 0.9961654365062713, "max": 0.9962987303733826 }, "relative_rms_change_distribution": { "min": 0.09478113800287247, "p10": 0.09695461317896843, "p50": 0.10850868001580238, "p90": 0.13093181401491166, "max": 0.13900306820869446 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 22, "n_prompts": 12, "means": { "flattened_cosine": 0.9950618495543798, "token_cosine_mean": 0.9956288784742355, "token_cosine_p10": 0.9943928072849909, "token_cosine_p50": 0.9961998611688614, "token_cosine_p90": 0.9969296356042227, "relative_rms_change": 0.1324772530545791, "input_rms": 4.775167067845662, "output_rms": 5.172169367472331 }, "token_cosine_mean_distribution": { "min": 0.9943190813064575, "p10": 0.9949696362018585, "p50": 0.9957147240638733, "p90": 0.9962429404258728, "max": 0.996415376663208 }, "relative_rms_change_distribution": { "min": 0.11740203946828842, "p10": 0.12079249992966652, "p50": 0.13215471804141998, "p90": 0.14662449359893798, "max": 0.14968855679035187 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 23, "n_prompts": 12, "means": { "flattened_cosine": 0.9964669942855835, "token_cosine_mean": 0.9965945531924566, "token_cosine_p10": 0.996054008603096, "token_cosine_p50": 0.9969769765933355, "token_cosine_p90": 0.997509757677714, "relative_rms_change": 0.08607115844885509, "input_rms": 5.172169367472331, "output_rms": 5.256664315859477 }, "token_cosine_mean_distribution": { "min": 0.9956826567649841, "p10": 0.9958718478679657, "p50": 0.9967463910579681, "p90": 0.9971535682678223, "max": 0.9971815347671509 }, "relative_rms_change_distribution": { "min": 0.07677557319402695, "p10": 0.07717499285936355, "p50": 0.08249548822641373, "p90": 0.0984961211681366, "max": 0.10388678312301636 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 24, "n_prompts": 12, "means": { "flattened_cosine": 0.9956003278493881, "token_cosine_mean": 0.9956781764825186, "token_cosine_p10": 0.995201642314593, "token_cosine_p50": 0.9961605270703634, "token_cosine_p90": 0.9967354436715444, "relative_rms_change": 0.09481577451030414, "input_rms": 5.256664315859477, "output_rms": 5.318830808003743 }, "token_cosine_mean_distribution": { "min": 0.9947693347930908, "p10": 0.9947784841060638, "p50": 0.9958422482013702, "p90": 0.9963012218475342, "max": 0.9963997602462769 }, "relative_rms_change_distribution": { "min": 0.08555580675601959, "p10": 0.08683201819658279, "p50": 0.09233910962939262, "p90": 0.10392768830060958, "max": 0.10974022001028061 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 25, "n_prompts": 12, "means": { "flattened_cosine": 0.9953772823015848, "token_cosine_mean": 0.9956472565730413, "token_cosine_p10": 0.995114932457606, "token_cosine_p50": 0.9962225953737894, "token_cosine_p90": 0.996832142273585, "relative_rms_change": 0.10101377715667088, "input_rms": 5.318830808003743, "output_rms": 5.123521486918132 }, "token_cosine_mean_distribution": { "min": 0.9943079948425293, "p10": 0.9948660731315613, "p50": 0.995863139629364, "p90": 0.9961774945259094, "max": 0.99642014503479 }, "relative_rms_change_distribution": { "min": 0.0906728059053421, "p10": 0.09543092623353004, "p50": 0.09659897908568382, "p90": 0.11279730573296547, "max": 0.12357314676046371 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 26, "n_prompts": 12, "means": { "flattened_cosine": 0.9937273065249125, "token_cosine_mean": 0.9942503323157629, "token_cosine_p10": 0.9937285929918289, "token_cosine_p50": 0.9952798436085383, "token_cosine_p90": 0.9961773653825124, "relative_rms_change": 0.11970024245480697, "input_rms": 5.123521486918132, "output_rms": 4.867780168851216 }, "token_cosine_mean_distribution": { "min": 0.9921509027481079, "p10": 0.9933092951774597, "p50": 0.9944910109043121, "p90": 0.9950787782669067, "max": 0.995191752910614 }, "relative_rms_change_distribution": { "min": 0.10757895559072495, "p10": 0.10891318619251251, "p50": 0.11624044924974442, "p90": 0.13454311788082124, "max": 0.1463138610124588 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 27, "n_prompts": 12, "means": { "flattened_cosine": 0.989411915342013, "token_cosine_mean": 0.990300769607226, "token_cosine_p10": 0.9886922786633173, "token_cosine_p50": 0.9921415398518244, "token_cosine_p90": 0.9936031649510065, "relative_rms_change": 0.1565939374268055, "input_rms": 4.867780168851216, "output_rms": 4.519477605819702 }, "token_cosine_mean_distribution": { "min": 0.9860589504241943, "p10": 0.9885274827480316, "p50": 0.9909512400627136, "p90": 0.991955453157425, "max": 0.9921696782112122 }, "relative_rms_change_distribution": { "min": 0.13823597133159637, "p10": 0.14015780240297318, "p50": 0.15079078823328018, "p90": 0.1854956403374672, "max": 0.1946871131658554 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 28, "n_prompts": 12, "means": { "flattened_cosine": 0.9786062786976496, "token_cosine_mean": 0.98025115331014, "token_cosine_p10": 0.9740009854237238, "token_cosine_p50": 0.9835572938124338, "token_cosine_p90": 0.9873503198226293, "relative_rms_change": 0.20383132745822272, "input_rms": 4.519477605819702, "output_rms": 4.367197910944621 }, "token_cosine_mean_distribution": { "min": 0.968559741973877, "p10": 0.9732795894145966, "p50": 0.9831133484840393, "p90": 0.9849828600883483, "max": 0.9852181673049927 }, "relative_rms_change_distribution": { "min": 0.17411024868488312, "p10": 0.17626379877328874, "p50": 0.1858333945274353, "p90": 0.2512231782078743, "max": 0.27175331115722656 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "early", "layer_index": 29, "n_prompts": 12, "means": { "flattened_cosine": 0.930645709236463, "token_cosine_mean": 0.9335313439369202, "token_cosine_p10": 0.8979120403528214, "token_cosine_p50": 0.9438415120045344, "token_cosine_p90": 0.9578058669964472, "relative_rms_change": 0.3731963634490967, "input_rms": 4.367197910944621, "output_rms": 4.487529436747233 }, "token_cosine_mean_distribution": { "min": 0.858119010925293, "p10": 0.9124303221702575, "p50": 0.9462492763996124, "p90": 0.9499621391296387, "max": 0.9505394697189331 }, "relative_rms_change_distribution": { "min": 0.31961601972579956, "p10": 0.32141703367233276, "p50": 0.33862075209617615, "p90": 0.4391724497079849, "max": 0.5770127177238464 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "early", "layer_index": 30, "n_prompts": 12, "means": { "flattened_cosine": 0.7669994235038757, "token_cosine_mean": 0.7707763761281967, "token_cosine_p10": 0.6953453024228414, "token_cosine_p50": 0.7791248112916946, "token_cosine_p90": 0.8353571544090906, "relative_rms_change": 0.7469842384258906, "input_rms": 4.487529436747233, "output_rms": 5.1753764152526855 }, "token_cosine_mean_distribution": { "min": 0.6660182476043701, "p10": 0.700698173046112, "p50": 0.7809387743473053, "p90": 0.8175918281078338, "max": 0.836014449596405 }, "relative_rms_change_distribution": { "min": 0.6222764849662781, "p10": 0.6541023135185242, "p50": 0.7220436036586761, "p90": 0.8504924654960633, "max": 1.0143777132034302 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "early", "layer_index": 31, "n_prompts": 12, "means": { "flattened_cosine": 0.509950245420138, "token_cosine_mean": 0.5120399246613184, "token_cosine_p10": 0.4326791316270828, "token_cosine_p50": 0.5196257904171944, "token_cosine_p90": 0.5846450130144755, "relative_rms_change": 3.9732653896013894, "input_rms": 5.1753764152526855, "output_rms": 22.613572120666504 }, "token_cosine_mean_distribution": { "min": 0.4304081201553345, "p10": 0.46168322265148165, "p50": 0.5136213302612305, "p90": 0.5650989711284637, "max": 0.5752528309822083 }, "relative_rms_change_distribution": { "min": 3.4207468032836914, "p10": 3.642818331718445, "p50": 4.013139009475708, "p90": 4.223826742172241, "max": 4.349442005157471 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-38ec1ec98306" }, { "group": "5", "stage": "final", "layer_index": 0, "n_prompts": 12, "means": { "flattened_cosine": 0.7112401276826859, "token_cosine_mean": 0.7124298637111982, "token_cosine_p10": 0.6152866187815865, "token_cosine_p50": 0.7358980576197306, "token_cosine_p90": 0.7846803118785223, "relative_rms_change": 6.097677449385325, "input_rms": 1.5325791935125987, "output_rms": 10.02013079325358 }, "token_cosine_mean_distribution": { "min": 0.4591030180454254, "p10": 0.6104608356952668, "p50": 0.7475311756134033, "p90": 0.7782148122787476, "max": 0.7810755968093872 }, "relative_rms_change_distribution": { "min": 3.8773510456085205, "p10": 4.681244993209839, "p50": 6.0340256690979, "p90": 7.195639371871948, "max": 8.829471588134766 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 1, "n_prompts": 12, "means": { "flattened_cosine": 0.9958731929461161, "token_cosine_mean": 0.9960058232148489, "token_cosine_p10": 0.9948436121145884, "token_cosine_p50": 0.9961153417825699, "token_cosine_p90": 0.9969807813564936, "relative_rms_change": 0.12076042840878169, "input_rms": 10.02013079325358, "output_rms": 10.768999814987183 }, "token_cosine_mean_distribution": { "min": 0.9951841235160828, "p10": 0.9952973127365112, "p50": 0.9959749281406403, "p90": 0.9964908957481384, "max": 0.9967494010925293 }, "relative_rms_change_distribution": { "min": 0.09720233827829361, "p10": 0.10549590811133384, "p50": 0.12058160826563835, "p90": 0.14034679830074312, "max": 0.1578291803598404 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "5", "stage": "final", "layer_index": 2, "n_prompts": 12, "means": { "flattened_cosine": 0.9975226720174154, "token_cosine_mean": 0.9975609829028448, "token_cosine_p10": 0.9968450317780176, "token_cosine_p50": 0.9976464112599691, "token_cosine_p90": 0.9981285581986109, "relative_rms_change": 0.0823964321364959, "input_rms": 10.768999814987183, "output_rms": 10.284344673156738 }, "token_cosine_mean_distribution": { "min": 0.9973306655883789, "p10": 0.9973881244659424, "p50": 0.9975011944770813, "p90": 0.9977669954299927, "max": 0.9979506134986877 }, "relative_rms_change_distribution": { "min": 0.07447560131549835, "p10": 0.07904558703303337, "p50": 0.08280343189835548, "p90": 0.08588865846395492, "max": 0.0884833037853241 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "final", "layer_index": 3, "n_prompts": 12, "means": { "flattened_cosine": 0.9975899209578832, "token_cosine_mean": 0.9977880169947942, "token_cosine_p10": 0.9973375300566355, "token_cosine_p50": 0.9978417456150055, "token_cosine_p90": 0.9981747219959894, "relative_rms_change": 0.08241279361148675, "input_rms": 10.284344673156738, "output_rms": 9.8173459370931 }, "token_cosine_mean_distribution": { "min": 0.9976180791854858, "p10": 0.9977006435394287, "p50": 0.9977675974369049, "p90": 0.9979167520999909, "max": 0.9980124235153198 }, "relative_rms_change_distribution": { "min": 0.07104407995939255, "p10": 0.07557446882128716, "p50": 0.07917874306440353, "p90": 0.09521327838301659, "max": 0.10771642625331879 }, "lowest_cosine_eval_id": "internal-p1-38ec1ec98306", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "final", "layer_index": 4, "n_prompts": 12, "means": { "flattened_cosine": 0.997186412413915, "token_cosine_mean": 0.9973239401976267, "token_cosine_p10": 0.9968225806951523, "token_cosine_p50": 0.9973903546730677, "token_cosine_p90": 0.9977662960688273, "relative_rms_change": 0.09667230894168218, "input_rms": 9.8173459370931, "output_rms": 9.19294516245524 }, "token_cosine_mean_distribution": { "min": 0.9971275329589844, "p10": 0.9971320807933808, "p50": 0.9972293972969055, "p90": 0.997544938325882, "max": 0.997626006603241 }, "relative_rms_change_distribution": { "min": 0.0867578536272049, "p10": 0.09238761141896248, "p50": 0.09614482894539833, "p90": 0.10249767899513244, "max": 0.10527821630239487 }, "lowest_cosine_eval_id": "internal-p1-b33bca82771e", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "5", "stage": "final", "layer_index": 5, "n_prompts": 12, "means": { "flattened_cosine": 0.9964522471030554, "token_cosine_mean": 0.996611292163531, "token_cosine_p10": 0.9958116312821707, "token_cosine_p50": 0.9967334171136221, "token_cosine_p90": 0.9972460369269053, "relative_rms_change": 0.09951929313441117, "input_rms": 9.19294516245524, "output_rms": 8.674615462621054 }, "token_cosine_mean_distribution": { "min": 0.9962208867073059, "p10": 0.9963670790195465, "p50": 0.9965946078300476, "p90": 0.9968119025230407, "max": 0.9969948530197144 }, "relative_rms_change_distribution": { "min": 0.09350073337554932, "p10": 0.09521055445075036, "p50": 0.0999993272125721, "p90": 0.10349590927362443, "max": 0.10531461983919144 }, "lowest_cosine_eval_id": "internal-p1-38ec1ec98306", "largest_change_eval_id": "internal-p1-38ec1ec98306" }, { "group": "5", "stage": "final", "layer_index": 6, "n_prompts": 12, "means": { "flattened_cosine": 0.9943981518348058, "token_cosine_mean": 0.9945970078309377, "token_cosine_p10": 0.9935610642035803, "token_cosine_p50": 0.9947044203678767, "token_cosine_p90": 0.9955487797657648, "relative_rms_change": 0.15287228673696518, "input_rms": 8.674615462621054, "output_rms": 7.665052652359009 }, "token_cosine_mean_distribution": { "min": 0.9938741326332092, "p10": 0.9940473139286041, "p50": 0.9945374131202698, "p90": 0.9954060077667236, "max": 0.9961583614349365 }, "relative_rms_change_distribution": { "min": 0.11970348656177521, "p10": 0.13513544648885728, "p50": 0.15405888110399246, "p90": 0.16807516068220138, "max": 0.17268194258213043 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 7, "n_prompts": 12, "means": { "flattened_cosine": 0.9916292180617651, "token_cosine_mean": 0.9919291337331136, "token_cosine_p10": 0.9901943057775497, "token_cosine_p50": 0.9921255459388097, "token_cosine_p90": 0.9934602379798889, "relative_rms_change": 0.18821896612644196, "input_rms": 7.665052652359009, "output_rms": 6.548818031946818 }, "token_cosine_mean_distribution": { "min": 0.9907629489898682, "p10": 0.9908356547355652, "p50": 0.9916985332965851, "p90": 0.9932077884674072, "max": 0.9947835206985474 }, "relative_rms_change_distribution": { "min": 0.14754070341587067, "p10": 0.17083394825458526, "p50": 0.19338936358690262, "p90": 0.19909907430410384, "max": 0.2032172828912735 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 8, "n_prompts": 12, "means": { "flattened_cosine": 0.9898794790108999, "token_cosine_mean": 0.990297536055247, "token_cosine_p10": 0.9882857302824656, "token_cosine_p50": 0.9904617071151733, "token_cosine_p90": 0.9921364138523737, "relative_rms_change": 0.17383337393403053, "input_rms": 6.548818031946818, "output_rms": 5.823191205660502 }, "token_cosine_mean_distribution": { "min": 0.9886130094528198, "p10": 0.9889947831630707, "p50": 0.9897756576538086, "p90": 0.9920530319213867, "max": 0.9942950010299683 }, "relative_rms_change_distribution": { "min": 0.14869490265846252, "p10": 0.16002179831266403, "p50": 0.1763167753815651, "p90": 0.18196061253547668, "max": 0.18288707733154297 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "5", "stage": "final", "layer_index": 9, "n_prompts": 12, "means": { "flattened_cosine": 0.9920793374379476, "token_cosine_mean": 0.9923911343018214, "token_cosine_p10": 0.9906043261289597, "token_cosine_p50": 0.9926564395427704, "token_cosine_p90": 0.9939811527729034, "relative_rms_change": 0.1280942385395368, "input_rms": 5.823191205660502, "output_rms": 5.8594634135564165 }, "token_cosine_mean_distribution": { "min": 0.99167400598526, "p10": 0.9918707191944123, "p50": 0.9924080967903137, "p90": 0.9928889870643616, "max": 0.9934292435646057 }, "relative_rms_change_distribution": { "min": 0.12246730178594589, "p10": 0.12354923710227013, "p50": 0.1276136338710785, "p90": 0.13311924934387206, "max": 0.1334027349948883 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-b33bca82771e" }, { "group": "5", "stage": "final", "layer_index": 10, "n_prompts": 12, "means": { "flattened_cosine": 0.9930286705493927, "token_cosine_mean": 0.9935826609532038, "token_cosine_p10": 0.9917348225911459, "token_cosine_p50": 0.99393263955911, "token_cosine_p90": 0.9951992978652319, "relative_rms_change": 0.11974747416873772, "input_rms": 5.8594634135564165, "output_rms": 5.91759192943573 }, "token_cosine_mean_distribution": { "min": 0.9929611682891846, "p10": 0.9930133402347565, "p50": 0.9935794770717621, "p90": 0.9941506028175354, "max": 0.9942682981491089 }, "relative_rms_change_distribution": { "min": 0.11089731752872467, "p10": 0.11231685727834702, "p50": 0.12132114544510841, "p90": 0.12418825253844261, "max": 0.128843292593956 }, "lowest_cosine_eval_id": "internal-p1-b33bca82771e", "largest_change_eval_id": "internal-p1-b71cee2a63e2" }, { "group": "5", "stage": "final", "layer_index": 11, "n_prompts": 12, "means": { "flattened_cosine": 0.992035115758578, "token_cosine_mean": 0.9925546497106552, "token_cosine_p10": 0.9902035295963287, "token_cosine_p50": 0.99301145474116, "token_cosine_p90": 0.9945923934380213, "relative_rms_change": 0.13505917539199194, "input_rms": 5.91759192943573, "output_rms": 5.591947714487712 }, "token_cosine_mean_distribution": { "min": 0.9912910461425781, "p10": 0.9919453501701355, "p50": 0.9925289154052734, "p90": 0.993254941701889, "max": 0.9935821294784546 }, "relative_rms_change_distribution": { "min": 0.12593069672584534, "p10": 0.12648314237594604, "p50": 0.1332135871052742, "p90": 0.14767806977033615, "max": 0.15264298021793365 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "5", "stage": "final", "layer_index": 12, "n_prompts": 12, "means": { "flattened_cosine": 0.9913046608368555, "token_cosine_mean": 0.9915525962909063, "token_cosine_p10": 0.9893932094176611, "token_cosine_p50": 0.9919144511222839, "token_cosine_p90": 0.9934239337841669, "relative_rms_change": 0.13234014622867107, "input_rms": 5.591947714487712, "output_rms": 5.487134218215942 }, "token_cosine_mean_distribution": { "min": 0.9903134107589722, "p10": 0.9908579587936401, "p50": 0.991421639919281, "p90": 0.9922532618045807, "max": 0.9926246404647827 }, "relative_rms_change_distribution": { "min": 0.124226413667202, "p10": 0.12768148481845856, "p50": 0.13323763012886047, "p90": 0.1377237021923065, "max": 0.14114947617053986 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-523b172bf204" }, { "group": "5", "stage": "final", "layer_index": 13, "n_prompts": 12, "means": { "flattened_cosine": 0.9898165116707484, "token_cosine_mean": 0.9901641855637232, "token_cosine_p10": 0.987403154373169, "token_cosine_p50": 0.9906661460796992, "token_cosine_p90": 0.9926233390967051, "relative_rms_change": 0.14697295303146043, "input_rms": 5.487134218215942, "output_rms": 5.234446922938029 }, "token_cosine_mean_distribution": { "min": 0.9888688325881958, "p10": 0.98948734998703, "p50": 0.9901449084281921, "p90": 0.9910084128379821, "max": 0.9912104606628418 }, "relative_rms_change_distribution": { "min": 0.13998864591121674, "p10": 0.14052791148424149, "p50": 0.1470574215054512, "p90": 0.15368864089250564, "max": 0.15422548353672028 }, "lowest_cosine_eval_id": "internal-p1-523b172bf204", "largest_change_eval_id": "internal-p1-b33bca82771e" }, { "group": "5", "stage": "final", "layer_index": 14, "n_prompts": 12, "means": { "flattened_cosine": 0.9843235711256663, "token_cosine_mean": 0.984758123755455, "token_cosine_p10": 0.9812829146782557, "token_cosine_p50": 0.9853612085183462, "token_cosine_p90": 0.9877056231101354, "relative_rms_change": 0.17974272618691126, "input_rms": 5.234446922938029, "output_rms": 4.986595789591472 }, "token_cosine_mean_distribution": { "min": 0.9821414947509766, "p10": 0.9829773962497711, "p50": 0.9849708378314972, "p90": 0.9860059797763825, "max": 0.9862267971038818 }, "relative_rms_change_distribution": { "min": 0.16749440133571625, "p10": 0.17131340205669404, "p50": 0.17688507586717606, "p90": 0.1896376445889473, "max": 0.1974761039018631 }, "lowest_cosine_eval_id": "internal-p1-b71cee2a63e2", "largest_change_eval_id": "internal-p1-b71cee2a63e2" }, { "group": "5", "stage": "final", "layer_index": 15, "n_prompts": 12, "means": { "flattened_cosine": 0.981911321481069, "token_cosine_mean": 0.9823642273743948, "token_cosine_p10": 0.9794619083404541, "token_cosine_p50": 0.9829892267783483, "token_cosine_p90": 0.9851498554150263, "relative_rms_change": 0.19157437359293303, "input_rms": 4.986595789591472, "output_rms": 5.0197122891743975 }, "token_cosine_mean_distribution": { "min": 0.9806458353996277, "p10": 0.9808375716209412, "p50": 0.9825485348701477, "p90": 0.9833189666271209, "max": 0.9838114380836487 }, "relative_rms_change_distribution": { "min": 0.1846444308757782, "p10": 0.1865307167172432, "p50": 0.19001252204179764, "p90": 0.1993718683719635, "max": 0.2019905000925064 }, "lowest_cosine_eval_id": "internal-p1-2c81e44f2837", "largest_change_eval_id": "internal-p1-b71cee2a63e2" }, { "group": "5", "stage": "final", "layer_index": 16, "n_prompts": 12, "means": { "flattened_cosine": 0.9813017100095749, "token_cosine_mean": 0.9819326599438986, "token_cosine_p10": 0.9777990182240804, "token_cosine_p50": 0.9826608747243881, "token_cosine_p90": 0.9854899297157923, "relative_rms_change": 0.19470454876621565, "input_rms": 5.0197122891743975, "output_rms": 5.00049356619517 }, "token_cosine_mean_distribution": { "min": 0.9801805019378662, "p10": 0.9804153323173523, "p50": 0.981959879398346, "p90": 0.9829495906829834, "max": 0.9837167263031006 }, "relative_rms_change_distribution": { "min": 0.18625374138355255, "p10": 0.1886496886610985, "p50": 0.19348936527967453, "p90": 0.20131425112485885, "max": 0.20538321137428284 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 17, "n_prompts": 12, "means": { "flattened_cosine": 0.9757247368494669, "token_cosine_mean": 0.976074164112409, "token_cosine_p10": 0.9715080310901006, "token_cosine_p50": 0.9765413800875345, "token_cosine_p90": 0.9802596817413965, "relative_rms_change": 0.23374536633491516, "input_rms": 5.00049356619517, "output_rms": 4.470465501149495 }, "token_cosine_mean_distribution": { "min": 0.9731329679489136, "p10": 0.9747980237007141, "p50": 0.9760884642601013, "p90": 0.9774385809898376, "max": 0.9783174395561218 }, "relative_rms_change_distribution": { "min": 0.22304829955101013, "p10": 0.2264075458049774, "p50": 0.23341653496026993, "p90": 0.23974606543779373, "max": 0.24421373009681702 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 18, "n_prompts": 12, "means": { "flattened_cosine": 0.9794468581676483, "token_cosine_mean": 0.9798101534446081, "token_cosine_p10": 0.976412276426951, "token_cosine_p50": 0.9802737434705099, "token_cosine_p90": 0.9828531096378962, "relative_rms_change": 0.22250104695558548, "input_rms": 4.470465501149495, "output_rms": 4.797123273213704 }, "token_cosine_mean_distribution": { "min": 0.978347897529602, "p10": 0.9788777589797973, "p50": 0.979760617017746, "p90": 0.9805287003517151, "max": 0.9812753200531006 }, "relative_rms_change_distribution": { "min": 0.2120436429977417, "p10": 0.21449373364448548, "p50": 0.22222882509231567, "p90": 0.22671539932489396, "max": 0.2388034164905548 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 19, "n_prompts": 12, "means": { "flattened_cosine": 0.983232299486796, "token_cosine_mean": 0.9836945682764053, "token_cosine_p10": 0.980860044558843, "token_cosine_p50": 0.9841439723968506, "token_cosine_p90": 0.9860879729191462, "relative_rms_change": 0.20610038936138153, "input_rms": 4.797123273213704, "output_rms": 5.166809002558391 }, "token_cosine_mean_distribution": { "min": 0.9817153215408325, "p10": 0.9830412924289703, "p50": 0.9833884537220001, "p90": 0.984690648317337, "max": 0.9855584502220154 }, "relative_rms_change_distribution": { "min": 0.18530791997909546, "p10": 0.1885497197508812, "p50": 0.20769543945789337, "p90": 0.21547654122114182, "max": 0.2330317348241806 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "final", "layer_index": 20, "n_prompts": 12, "means": { "flattened_cosine": 0.9838732928037643, "token_cosine_mean": 0.9846275995175043, "token_cosine_p10": 0.9805797934532166, "token_cosine_p50": 0.9852527429660162, "token_cosine_p90": 0.987802858153979, "relative_rms_change": 0.18372792874773344, "input_rms": 5.166809002558391, "output_rms": 5.250315229098002 }, "token_cosine_mean_distribution": { "min": 0.9823619723320007, "p10": 0.9832620203495026, "p50": 0.9846891164779663, "p90": 0.985788232088089, "max": 0.9860607385635376 }, "relative_rms_change_distribution": { "min": 0.17237266898155212, "p10": 0.17735666781663895, "p50": 0.18227232992649078, "p90": 0.18842149376869202, "max": 0.20649944245815277 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "final", "layer_index": 21, "n_prompts": 12, "means": { "flattened_cosine": 0.9811288068691889, "token_cosine_mean": 0.9813818633556366, "token_cosine_p10": 0.9752974907557169, "token_cosine_p50": 0.982124055425326, "token_cosine_p90": 0.9864340474208196, "relative_rms_change": 0.21608358497420946, "input_rms": 5.250315229098002, "output_rms": 5.656811237335205 }, "token_cosine_mean_distribution": { "min": 0.9775104522705078, "p10": 0.9784413516521454, "p50": 0.9811554551124573, "p90": 0.9845143735408783, "max": 0.9847609996795654 }, "relative_rms_change_distribution": { "min": 0.20233777165412903, "p10": 0.20653624534606935, "p50": 0.21467387676239014, "p90": 0.22502850443124772, "max": 0.2342878133058548 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 22, "n_prompts": 12, "means": { "flattened_cosine": 0.9798125674327215, "token_cosine_mean": 0.9799233873685201, "token_cosine_p10": 0.9738951871792475, "token_cosine_p50": 0.9805744687716166, "token_cosine_p90": 0.9852885256210963, "relative_rms_change": 0.2814769546190898, "input_rms": 5.656811237335205, "output_rms": 6.665330648422241 }, "token_cosine_mean_distribution": { "min": 0.9761953353881836, "p10": 0.9765329241752625, "p50": 0.9794682562351227, "p90": 0.9837942361831665, "max": 0.9859191179275513 }, "relative_rms_change_distribution": { "min": 0.2596833109855652, "p10": 0.2696117341518402, "p50": 0.2824598401784897, "p90": 0.2937520742416382, "max": 0.30120083689689636 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 23, "n_prompts": 12, "means": { "flattened_cosine": 0.9797461082537969, "token_cosine_mean": 0.9798698723316193, "token_cosine_p10": 0.9743457287549973, "token_cosine_p50": 0.9805026054382324, "token_cosine_p90": 0.9846233874559402, "relative_rms_change": 0.20124558359384537, "input_rms": 6.665330648422241, "output_rms": 6.660837133725484 }, "token_cosine_mean_distribution": { "min": 0.9769478440284729, "p10": 0.9776078581809997, "p50": 0.9791455864906311, "p90": 0.9832510352134705, "max": 0.9833517074584961 }, "relative_rms_change_distribution": { "min": 0.18229322135448456, "p10": 0.18299724012613297, "p50": 0.2049710378050804, "p90": 0.21332339346408843, "max": 0.21552065014839172 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-cc6b19a46c3d" }, { "group": "5", "stage": "final", "layer_index": 24, "n_prompts": 12, "means": { "flattened_cosine": 0.9779465794563293, "token_cosine_mean": 0.9781878640254339, "token_cosine_p10": 0.9722088327010473, "token_cosine_p50": 0.9788051843643188, "token_cosine_p90": 0.983294223745664, "relative_rms_change": 0.23848380520939827, "input_rms": 6.660837133725484, "output_rms": 7.259844263394673 }, "token_cosine_mean_distribution": { "min": 0.9760754704475403, "p10": 0.9765683591365815, "p50": 0.977636069059372, "p90": 0.980280065536499, "max": 0.9814736247062683 }, "relative_rms_change_distribution": { "min": 0.21186819672584534, "p10": 0.2150155410170555, "p50": 0.24027353525161743, "p90": 0.2550790637731552, "max": 0.25667890906333923 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "5", "stage": "final", "layer_index": 25, "n_prompts": 12, "means": { "flattened_cosine": 0.9801604896783829, "token_cosine_mean": 0.9803913980722427, "token_cosine_p10": 0.9760966300964355, "token_cosine_p50": 0.9807016054789225, "token_cosine_p90": 0.9844281772772471, "relative_rms_change": 0.19896446044246355, "input_rms": 7.259844263394673, "output_rms": 7.2516233921051025 }, "token_cosine_mean_distribution": { "min": 0.9766451120376587, "p10": 0.9785025775432586, "p50": 0.9807507693767548, "p90": 0.9815459489822388, "max": 0.9831764698028564 }, "relative_rms_change_distribution": { "min": 0.1848962903022766, "p10": 0.19366244971752167, "p50": 0.19718994945287704, "p90": 0.2084396779537201, "max": 0.2161242812871933 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "final", "layer_index": 26, "n_prompts": 12, "means": { "flattened_cosine": 0.9728813419739405, "token_cosine_mean": 0.9733260919650396, "token_cosine_p10": 0.9646412382523218, "token_cosine_p50": 0.9745183934768041, "token_cosine_p90": 0.9803856710592905, "relative_rms_change": 0.23214817916353545, "input_rms": 7.2516233921051025, "output_rms": 6.930036703745524 }, "token_cosine_mean_distribution": { "min": 0.969280481338501, "p10": 0.9705304741859436, "p50": 0.9729854464530945, "p90": 0.9774861812591553, "max": 0.9780857563018799 }, "relative_rms_change_distribution": { "min": 0.2112550139427185, "p10": 0.2154126673936844, "p50": 0.23388534039258957, "p90": 0.24353051781654358, "max": 0.2483827918767929 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 27, "n_prompts": 12, "means": { "flattened_cosine": 0.9737675935029984, "token_cosine_mean": 0.9743634760379791, "token_cosine_p10": 0.9689244528611501, "token_cosine_p50": 0.9750047574440638, "token_cosine_p90": 0.9789673040310541, "relative_rms_change": 0.24912883589665094, "input_rms": 6.930036703745524, "output_rms": 7.4159204959869385 }, "token_cosine_mean_distribution": { "min": 0.9643376469612122, "p10": 0.9735311150550843, "p50": 0.974741518497467, "p90": 0.97669637799263, "max": 0.9783514738082886 }, "relative_rms_change_distribution": { "min": 0.22690030932426453, "p10": 0.23423361033201218, "p50": 0.2492564097046852, "p90": 0.2655383080244064, "max": 0.2667196989059448 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "final", "layer_index": 28, "n_prompts": 12, "means": { "flattened_cosine": 0.9656875481208166, "token_cosine_mean": 0.9663834373156229, "token_cosine_p10": 0.9545694291591644, "token_cosine_p50": 0.9679703762133917, "token_cosine_p90": 0.976190576950709, "relative_rms_change": 0.2600257309774558, "input_rms": 7.4159204959869385, "output_rms": 7.080592592557271 }, "token_cosine_mean_distribution": { "min": 0.9573513269424438, "p10": 0.9607442498207093, "p50": 0.9659141004085541, "p90": 0.9723754584789276, "max": 0.9741275310516357 }, "relative_rms_change_distribution": { "min": 0.23114880919456482, "p10": 0.23864689320325852, "p50": 0.26209720969200134, "p90": 0.28053065836429597, "max": 0.2908751368522644 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "final", "layer_index": 29, "n_prompts": 12, "means": { "flattened_cosine": 0.9608936359484991, "token_cosine_mean": 0.9611816306908926, "token_cosine_p10": 0.9541029979785284, "token_cosine_p50": 0.9619446396827698, "token_cosine_p90": 0.9672739058732986, "relative_rms_change": 0.32337502886851627, "input_rms": 7.080592592557271, "output_rms": 7.986196398735046 }, "token_cosine_mean_distribution": { "min": 0.9572336673736572, "p10": 0.9583648800849914, "p50": 0.9603456258773804, "p90": 0.9649365186691284, "max": 0.9654685854911804 }, "relative_rms_change_distribution": { "min": 0.3066323697566986, "p10": 0.3091654241085052, "p50": 0.32299308478832245, "p90": 0.3354510724544525, "max": 0.33601292967796326 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "final", "layer_index": 30, "n_prompts": 12, "means": { "flattened_cosine": 0.9353200892607371, "token_cosine_mean": 0.9356642166773478, "token_cosine_p10": 0.9243092735608419, "token_cosine_p50": 0.9369374463955561, "token_cosine_p90": 0.9453883667786916, "relative_rms_change": 0.534796267747879, "input_rms": 7.986196398735046, "output_rms": 10.672705809275309 }, "token_cosine_mean_distribution": { "min": 0.9292637705802917, "p10": 0.9314914524555207, "p50": 0.9334786534309387, "p90": 0.9426694631576538, "max": 0.9467176198959351 }, "relative_rms_change_distribution": { "min": 0.49591100215911865, "p10": 0.5226908624172211, "p50": 0.5370699167251587, "p90": 0.5495636403560639, "max": 0.5498079061508179 }, "lowest_cosine_eval_id": "internal-p1-cc6b19a46c3d", "largest_change_eval_id": "internal-p1-cc6b19a46c3d" }, { "group": "5", "stage": "final", "layer_index": 31, "n_prompts": 12, "means": { "flattened_cosine": 0.7928488602240881, "token_cosine_mean": 0.7967442820469538, "token_cosine_p10": 0.7656371941169103, "token_cosine_p50": 0.7997511774301529, "token_cosine_p90": 0.825030505657196, "relative_rms_change": 1.4974325795968373, "input_rms": 10.672705809275309, "output_rms": 23.12243167559306 }, "token_cosine_mean_distribution": { "min": 0.738309383392334, "p10": 0.7558993697166443, "p50": 0.7883939445018768, "p90": 0.8570078670978546, "max": 0.8980718851089478 }, "relative_rms_change_distribution": { "min": 0.7815091609954834, "p10": 1.1451385617256165, "p50": 1.5510382652282715, "p90": 1.7868746161460878, "max": 1.867601990699768 }, "lowest_cosine_eval_id": "internal-p1-f3f3fd54b036", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "middle", "layer_index": 0, "n_prompts": 12, "means": { "flattened_cosine": 0.5078859006365141, "token_cosine_mean": 0.48807386060555774, "token_cosine_p10": 0.1854036891212066, "token_cosine_p50": 0.5394193679094315, "token_cosine_p90": 0.7119995504617691, "relative_rms_change": 10.15831176439921, "input_rms": 0.7252683788537979, "output_rms": 7.643049756685893 }, "token_cosine_mean_distribution": { "min": 0.30389273166656494, "p10": 0.34406385719776156, "p50": 0.5038343071937561, "p90": 0.5872919797897339, "max": 0.6223509311676025 }, "relative_rms_change_distribution": { "min": 8.097859382629395, "p10": 9.058595657348633, "p50": 10.226061820983887, "p90": 11.011892986297607, "max": 11.83449649810791 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-f3f3fd54b036" }, { "group": "5", "stage": "middle", "layer_index": 1, "n_prompts": 12, "means": { "flattened_cosine": 0.9979582826296488, "token_cosine_mean": 0.998066375652949, "token_cosine_p10": 0.9974808792273203, "token_cosine_p50": 0.9981561750173569, "token_cosine_p90": 0.9985446929931641, "relative_rms_change": 0.11406408933301766, "input_rms": 7.643049756685893, "output_rms": 8.345828692118326 }, "token_cosine_mean_distribution": { "min": 0.9976302981376648, "p10": 0.9978447079658508, "p50": 0.9980334639549255, "p90": 0.9984098494052887, "max": 0.9985144734382629 }, "relative_rms_change_distribution": { "min": 0.07931479811668396, "p10": 0.10221020579338073, "p50": 0.10943744704127312, "p90": 0.1381004959344864, "max": 0.1557384878396988 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "5", "stage": "middle", "layer_index": 2, "n_prompts": 12, "means": { "flattened_cosine": 0.9985387921333313, "token_cosine_mean": 0.9986312041680018, "token_cosine_p10": 0.9981468866268793, "token_cosine_p50": 0.9987108161052068, "token_cosine_p90": 0.9990189969539642, "relative_rms_change": 0.054478272795677185, "input_rms": 8.345828692118326, "output_rms": 8.293259620666504 }, "token_cosine_mean_distribution": { "min": 0.9985080361366272, "p10": 0.9985235273838043, "p50": 0.9986455142498016, "p90": 0.998720932006836, "max": 0.99876868724823 }, "relative_rms_change_distribution": { "min": 0.0521664135158062, "p10": 0.052243107557296754, "p50": 0.05378492549061775, "p90": 0.05702452175319195, "max": 0.05720895901322365 }, "lowest_cosine_eval_id": "internal-p1-2c81e44f2837", "largest_change_eval_id": "internal-p1-2c81e44f2837" }, { "group": "5", "stage": "middle", "layer_index": 3, "n_prompts": 12, "means": { "flattened_cosine": 0.9979034612576166, "token_cosine_mean": 0.9981503387292227, "token_cosine_p10": 0.9977435419956843, "token_cosine_p50": 0.9984767337640127, "token_cosine_p90": 0.9988223065932592, "relative_rms_change": 0.07419475416342418, "input_rms": 8.293259620666504, "output_rms": 7.978245774904887 }, "token_cosine_mean_distribution": { "min": 0.9978117346763611, "p10": 0.9978424727916717, "p50": 0.9981737732887268, "p90": 0.9984388709068298, "max": 0.9984837174415588 }, "relative_rms_change_distribution": { "min": 0.0697564035654068, "p10": 0.07001085802912713, "p50": 0.07430341467261314, "p90": 0.07908132746815681, "max": 0.07919632643461227 }, "lowest_cosine_eval_id": "internal-p1-e74bef5fa989", "largest_change_eval_id": "internal-p1-e74bef5fa989" }, { "group": "5", "stage": "middle", "layer_index": 4, "n_prompts": 12, "means": { "flattened_cosine": 0.9970326671997706, "token_cosine_mean": 0.9972912967205048, "token_cosine_p10": 0.9964619626601537, "token_cosine_p50": 0.9976167579491934, "token_cosine_p90": 0.998177116115888, "relative_rms_change": 0.09174666740000248, "input_rms": 7.978245774904887, "output_rms": 7.5593998829523725 }, "token_cosine_mean_distribution": { "min": 0.9968897700309753, "p10": 0.9970462560653687, "p50": 0.99726203083992, "p90": 0.9975183606147766, "max": 0.997939944267273 }, "relative_rms_change_distribution": { "min": 0.07963062077760696, "p10": 0.08573974892497063, "p50": 0.09047092869877815, "p90": 0.09568592011928559, "max": 0.1090342253446579 }, "lowest_cosine_eval_id": "internal-p1-9af39d70e004", "largest_change_eval_id": "internal-p1-9af39d70e004" }, { "group": "5", "stage": "middle", "layer_index": 5, "n_prompts": 12, "means": { "flattened_cosine": 0.9958769132693609, "token_cosine_mean": 0.9962114344040552, "token_cosine_p10": 0.9949233581622442, "token_cosine_p50": 0.9966931690772375, "token_cosine_p90": 0.9974230080842972, "relative_rms_change": 0.09977393845717113, "input_rms": 7.5593998829523725, "output_rms": 7.218847433725993 }, "token_cosine_mean_distribution": { "min": 0.9953877925872803, "p10": 0.9959924697875977, "p50": 0.9961683750152588, "p90": 0.9964731216430665, "max": 0.997215211391449 }, "relative_rms_change_distribution": { "min": 0.08312975615262985, "p10": 0.0961930125951767, "p50": 0.10026715695858002, "p90": 0.10741191804409027, "max": 0.11033866554498672 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "middle", "layer_index": 6, "n_prompts": 12, "means": { "flattened_cosine": 0.993830015261968, "token_cosine_mean": 0.9948166559139887, "token_cosine_p10": 0.9931456943353018, "token_cosine_p50": 0.995402549703916, "token_cosine_p90": 0.9963794201612473, "relative_rms_change": 0.12096196164687474, "input_rms": 7.218847433725993, "output_rms": 6.832348744074504 }, "token_cosine_mean_distribution": { "min": 0.9938406348228455, "p10": 0.9943065285682678, "p50": 0.9948018193244934, "p90": 0.9956040918827057, "max": 0.995827317237854 }, "relative_rms_change_distribution": { "min": 0.11296705901622772, "p10": 0.11400642096996308, "p50": 0.11902755871415138, "p90": 0.1275152310729027, "max": 0.13626866042613983 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "middle", "layer_index": 7, "n_prompts": 12, "means": { "flattened_cosine": 0.9899392873048782, "token_cosine_mean": 0.9914180040359497, "token_cosine_p10": 0.9892056336005529, "token_cosine_p50": 0.9918853392203649, "token_cosine_p90": 0.9935746987660726, "relative_rms_change": 0.17249399423599243, "input_rms": 6.832348744074504, "output_rms": 6.094055374463399 }, "token_cosine_mean_distribution": { "min": 0.9902551174163818, "p10": 0.9902970135211945, "p50": 0.991456151008606, "p90": 0.992315798997879, "max": 0.9927999973297119 }, "relative_rms_change_distribution": { "min": 0.16054417192935944, "p10": 0.1649579495191574, "p50": 0.1736031323671341, "p90": 0.18126992881298065, "max": 0.1837863177061081 }, "lowest_cosine_eval_id": "internal-p1-b33bca82771e", "largest_change_eval_id": "internal-p1-2c81e44f2837" }, { "group": "5", "stage": "middle", "layer_index": 8, "n_prompts": 12, "means": { "flattened_cosine": 0.9869385659694672, "token_cosine_mean": 0.9885763227939606, "token_cosine_p10": 0.9849695215622584, "token_cosine_p50": 0.9895005921522776, "token_cosine_p90": 0.9919107109308243, "relative_rms_change": 0.1759935033818086, "input_rms": 6.094055374463399, "output_rms": 5.5844844579696655 }, "token_cosine_mean_distribution": { "min": 0.987173318862915, "p10": 0.9872467875480652, "p50": 0.9880241751670837, "p90": 0.9907076179981231, "max": 0.9910252094268799 }, "relative_rms_change_distribution": { "min": 0.1580614298582077, "p10": 0.1619284749031067, "p50": 0.17576897889375687, "p90": 0.18472824692726136, "max": 0.20100903511047363 }, "lowest_cosine_eval_id": "internal-p1-b33bca82771e", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "middle", "layer_index": 9, "n_prompts": 12, "means": { "flattened_cosine": 0.9866453260183334, "token_cosine_mean": 0.9885414292414983, "token_cosine_p10": 0.983946238954862, "token_cosine_p50": 0.9898639520009359, "token_cosine_p90": 0.9923620621363322, "relative_rms_change": 0.16734890143076578, "input_rms": 5.5844844579696655, "output_rms": 5.712533195813497 }, "token_cosine_mean_distribution": { "min": 0.986305832862854, "p10": 0.9872415781021118, "p50": 0.9881945848464966, "p90": 0.9908793151378632, "max": 0.9912664890289307 }, "relative_rms_change_distribution": { "min": 0.1413070559501648, "p10": 0.1443090707063675, "p50": 0.17130934447050095, "p90": 0.17784400582313536, "max": 0.19937115907669067 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "middle", "layer_index": 10, "n_prompts": 12, "means": { "flattened_cosine": 0.9855394313732783, "token_cosine_mean": 0.9877184083064398, "token_cosine_p10": 0.979595959186554, "token_cosine_p50": 0.9897936085859934, "token_cosine_p90": 0.9930281887451807, "relative_rms_change": 0.1730468546350797, "input_rms": 5.712533195813497, "output_rms": 5.837355335553487 }, "token_cosine_mean_distribution": { "min": 0.9841397404670715, "p10": 0.985201072692871, "p50": 0.9874275624752045, "p90": 0.9909542798995972, "max": 0.9912326335906982 }, "relative_rms_change_distribution": { "min": 0.13741260766983032, "p10": 0.1451953738927841, "p50": 0.17523782700300217, "p90": 0.1904999867081642, "max": 0.21655547618865967 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "middle", "layer_index": 11, "n_prompts": 12, "means": { "flattened_cosine": 0.9841680377721786, "token_cosine_mean": 0.9862893720467886, "token_cosine_p10": 0.9772834330797195, "token_cosine_p50": 0.9886319984992346, "token_cosine_p90": 0.9922427733739217, "relative_rms_change": 0.17713421334822974, "input_rms": 5.837355335553487, "output_rms": 5.712732156117757 }, "token_cosine_mean_distribution": { "min": 0.9824293255805969, "p10": 0.9837073504924774, "p50": 0.9858748316764832, "p90": 0.9899145781993866, "max": 0.9904650449752808 }, "relative_rms_change_distribution": { "min": 0.14336159825325012, "p10": 0.14952758848667144, "p50": 0.179311141371727, "p90": 0.18761349618434905, "max": 0.22270365059375763 }, "lowest_cosine_eval_id": "internal-p1-a1ac13266403", "largest_change_eval_id": "internal-p1-a1ac13266403" }, { "group": "5", "stage": "middle", "layer_index": 12, "n_prompts": 12, "means": { "flattened_cosine": 0.9832280228535334, "token_cosine_mean": 0.9850287884473801, "token_cosine_p10": 0.9777134905258814, "token_cosine_p50": 0.9867172489563624, "token_cosine_p90": 0.990577315290769, "relative_rms_change": 0.1817034830649694, "input_rms": 5.712732156117757, "output_rms": 5.609479069709778 }, "token_cosine_mean_distribution": { "min": 0.978685200214386, "p10": 0.9824912011623382, "p50": 0.9853048622608185, "p90": 0.9882690906524658, "max": 0.9894653558731079 }, "relative_rms_change_distribution": { "min": 0.15139050781726837, "p10": 0.15750250816345215, "p50": 0.18274348974227905, "p90": 0.21162860542535783, "max": 0.21385546028614044 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 13, "n_prompts": 12, "means": { "flattened_cosine": 0.9799241969982783, "token_cosine_mean": 0.9818665981292725, "token_cosine_p10": 0.9730340292056402, "token_cosine_p50": 0.9836622476577759, "token_cosine_p90": 0.9890416463216146, "relative_rms_change": 0.2068344329794248, "input_rms": 5.609479069709778, "output_rms": 5.1729622681935625 }, "token_cosine_mean_distribution": { "min": 0.9736255407333374, "p10": 0.9778472602367401, "p50": 0.9827406406402588, "p90": 0.9859558820724488, "max": 0.9872463345527649 }, "relative_rms_change_distribution": { "min": 0.1679382622241974, "p10": 0.18131135255098343, "p50": 0.20823119580745697, "p90": 0.23216390162706374, "max": 0.2426716387271881 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 14, "n_prompts": 12, "means": { "flattened_cosine": 0.9760117481152216, "token_cosine_mean": 0.9776972979307175, "token_cosine_p10": 0.9680942942698797, "token_cosine_p50": 0.9795718193054199, "token_cosine_p90": 0.9858592400948206, "relative_rms_change": 0.2177616978685061, "input_rms": 5.1729622681935625, "output_rms": 5.106298923492432 }, "token_cosine_mean_distribution": { "min": 0.9666992425918579, "p10": 0.9733868956565856, "p50": 0.9786962866783142, "p90": 0.9828566193580628, "max": 0.9846421480178833 }, "relative_rms_change_distribution": { "min": 0.18189893662929535, "p10": 0.19039520919322966, "p50": 0.21483048796653748, "p90": 0.2373459443449974, "max": 0.2688879668712616 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 15, "n_prompts": 12, "means": { "flattened_cosine": 0.9746070206165314, "token_cosine_mean": 0.9765947709480921, "token_cosine_p10": 0.9672627548376719, "token_cosine_p50": 0.9788138369719187, "token_cosine_p90": 0.9841138025124868, "relative_rms_change": 0.22306963925560316, "input_rms": 5.106298923492432, "output_rms": 4.975345412890117 }, "token_cosine_mean_distribution": { "min": 0.9656147956848145, "p10": 0.9731172263622284, "p50": 0.9770837724208832, "p90": 0.9828086197376251, "max": 0.9840779304504395 }, "relative_rms_change_distribution": { "min": 0.18253910541534424, "p10": 0.1885818436741829, "p50": 0.22310978174209595, "p90": 0.2413189932703972, "max": 0.26999616622924805 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 16, "n_prompts": 12, "means": { "flattened_cosine": 0.9759546667337418, "token_cosine_mean": 0.9774868587652842, "token_cosine_p10": 0.9671409179766973, "token_cosine_p50": 0.9799815714359283, "token_cosine_p90": 0.9854289640982946, "relative_rms_change": 0.2292099210123221, "input_rms": 4.975345412890117, "output_rms": 4.490806460380554 }, "token_cosine_mean_distribution": { "min": 0.9676073789596558, "p10": 0.9745087265968323, "p50": 0.9777149260044098, "p90": 0.982653695344925, "max": 0.9854515790939331 }, "relative_rms_change_distribution": { "min": 0.18124239146709442, "p10": 0.19828245788812637, "p50": 0.23146531730890274, "p90": 0.24820138067007064, "max": 0.27380847930908203 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 17, "n_prompts": 12, "means": { "flattened_cosine": 0.9778908689816793, "token_cosine_mean": 0.9781811734040579, "token_cosine_p10": 0.9685252755880356, "token_cosine_p50": 0.9805796394745508, "token_cosine_p90": 0.9856248001257578, "relative_rms_change": 0.22394629940390587, "input_rms": 4.490806460380554, "output_rms": 4.032821297645569 }, "token_cosine_mean_distribution": { "min": 0.9696842432022095, "p10": 0.9747318923473358, "p50": 0.9783341288566589, "p90": 0.9814324855804444, "max": 0.9845675230026245 }, "relative_rms_change_distribution": { "min": 0.2078351229429245, "p10": 0.2104736626148224, "p50": 0.21984759718179703, "p90": 0.2368960663676262, "max": 0.25511980056762695 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 18, "n_prompts": 12, "means": { "flattened_cosine": 0.9785093714793524, "token_cosine_mean": 0.9792222827672958, "token_cosine_p10": 0.9700542092323303, "token_cosine_p50": 0.9821573396523794, "token_cosine_p90": 0.9866095334291458, "relative_rms_change": 0.21410667275389036, "input_rms": 4.032821297645569, "output_rms": 4.183167338371277 }, "token_cosine_mean_distribution": { "min": 0.9725925326347351, "p10": 0.9748639166355133, "p50": 0.9788241684436798, "p90": 0.9832626461982727, "max": 0.9863691329956055 }, "relative_rms_change_distribution": { "min": 0.17843879759311676, "p10": 0.18830555379390718, "p50": 0.21167507767677307, "p90": 0.2407720983028412, "max": 0.2538253962993622 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 19, "n_prompts": 12, "means": { "flattened_cosine": 0.9817108511924744, "token_cosine_mean": 0.9826675554116567, "token_cosine_p10": 0.9763478487730026, "token_cosine_p50": 0.9846630841493607, "token_cosine_p90": 0.9881925880908966, "relative_rms_change": 0.22885612398386002, "input_rms": 4.183167338371277, "output_rms": 4.639116406440735 }, "token_cosine_mean_distribution": { "min": 0.9781950116157532, "p10": 0.9791187703609466, "p50": 0.9822217524051666, "p90": 0.9861842453479767, "max": 0.9880847930908203 }, "relative_rms_change_distribution": { "min": 0.19151367247104645, "p10": 0.20377379953861235, "p50": 0.2285546213388443, "p90": 0.2525897607207298, "max": 0.2567232549190521 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "middle", "layer_index": 20, "n_prompts": 12, "means": { "flattened_cosine": 0.9879820744196574, "token_cosine_mean": 0.9890221258004507, "token_cosine_p10": 0.9843814224004745, "token_cosine_p50": 0.99043770134449, "token_cosine_p90": 0.9926704913377762, "relative_rms_change": 0.18601100395123163, "input_rms": 4.639116406440735, "output_rms": 5.061991333961487 }, "token_cosine_mean_distribution": { "min": 0.9849652051925659, "p10": 0.9866944015026092, "p50": 0.98916956782341, "p90": 0.9911495745182037, "max": 0.9915732741355896 }, "relative_rms_change_distribution": { "min": 0.1594802886247635, "p10": 0.16160729229450227, "p50": 0.18002478033304214, "p90": 0.21669889986515045, "max": 0.22541767358779907 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "middle", "layer_index": 21, "n_prompts": 12, "means": { "flattened_cosine": 0.990632231036822, "token_cosine_mean": 0.991316427787145, "token_cosine_p10": 0.9876692990461985, "token_cosine_p50": 0.9923187494277954, "token_cosine_p90": 0.9942140579223633, "relative_rms_change": 0.18682880202929178, "input_rms": 5.061991333961487, "output_rms": 5.661595900853475 }, "token_cosine_mean_distribution": { "min": 0.9874115586280823, "p10": 0.9899015963077545, "p50": 0.9914449751377106, "p90": 0.9933365046977997, "max": 0.9935527443885803 }, "relative_rms_change_distribution": { "min": 0.16792352497577667, "p10": 0.17095379531383514, "p50": 0.18829398602247238, "p90": 0.20395030528306962, "max": 0.2082376629114151 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 22, "n_prompts": 12, "means": { "flattened_cosine": 0.9926983565092087, "token_cosine_mean": 0.9928763955831528, "token_cosine_p10": 0.990282321969668, "token_cosine_p50": 0.9935258279244105, "token_cosine_p90": 0.9949595133463541, "relative_rms_change": 0.17600941906372705, "input_rms": 5.661595900853475, "output_rms": 6.346678614616394 }, "token_cosine_mean_distribution": { "min": 0.9898887872695923, "p10": 0.9923856258392334, "p50": 0.9929982423782349, "p90": 0.9941331446170807, "max": 0.9944460988044739 }, "relative_rms_change_distribution": { "min": 0.16605274379253387, "p10": 0.16620560437440873, "p50": 0.1739840731024742, "p90": 0.19051264971494675, "max": 0.19504566490650177 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "middle", "layer_index": 23, "n_prompts": 12, "means": { "flattened_cosine": 0.993173286318779, "token_cosine_mean": 0.9932869176069895, "token_cosine_p10": 0.9912372132142385, "token_cosine_p50": 0.9937466184298197, "token_cosine_p90": 0.9949639091889063, "relative_rms_change": 0.12184841558337212, "input_rms": 6.346678614616394, "output_rms": 6.515512863794963 }, "token_cosine_mean_distribution": { "min": 0.9915929436683655, "p10": 0.9917524039745331, "p50": 0.9934911727905273, "p90": 0.9944694221019745, "max": 0.9945780634880066 }, "relative_rms_change_distribution": { "min": 0.11162810772657394, "p10": 0.1161092534661293, "p50": 0.11907126754522324, "p90": 0.1291591040790081, "max": 0.14422275125980377 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 24, "n_prompts": 12, "means": { "flattened_cosine": 0.9911356071631113, "token_cosine_mean": 0.9912190437316895, "token_cosine_p10": 0.9885143985350927, "token_cosine_p50": 0.9917450398206711, "token_cosine_p90": 0.9935104846954346, "relative_rms_change": 0.1337189401189486, "input_rms": 6.515512863794963, "output_rms": 6.5573471784591675 }, "token_cosine_mean_distribution": { "min": 0.9887661933898926, "p10": 0.9901159048080445, "p50": 0.9912440478801727, "p90": 0.992406564950943, "max": 0.992761492729187 }, "relative_rms_change_distribution": { "min": 0.12330534309148788, "p10": 0.12485340610146523, "p50": 0.13369978219270706, "p90": 0.1412012606859207, "max": 0.14993084967136383 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "middle", "layer_index": 25, "n_prompts": 12, "means": { "flattened_cosine": 0.9902737587690353, "token_cosine_mean": 0.9905190120140711, "token_cosine_p10": 0.9880764186382294, "token_cosine_p50": 0.991051991780599, "token_cosine_p90": 0.9928229103485743, "relative_rms_change": 0.14830166473984718, "input_rms": 6.5573471784591675, "output_rms": 6.157698790232341 }, "token_cosine_mean_distribution": { "min": 0.989203691482544, "p10": 0.9892684102058411, "p50": 0.9905091226100922, "p90": 0.9916782796382904, "max": 0.9917409420013428 }, "relative_rms_change_distribution": { "min": 0.138607919216156, "p10": 0.13983909040689468, "p50": 0.14800528436899185, "p90": 0.15554494708776473, "max": 0.16024218499660492 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 26, "n_prompts": 12, "means": { "flattened_cosine": 0.9922156582276026, "token_cosine_mean": 0.9925475865602493, "token_cosine_p10": 0.9896748512983322, "token_cosine_p50": 0.9935050954421362, "token_cosine_p90": 0.99531818429629, "relative_rms_change": 0.12487257892886798, "input_rms": 6.157698790232341, "output_rms": 6.052835782368978 }, "token_cosine_mean_distribution": { "min": 0.9896174669265747, "p10": 0.9916941523551941, "p50": 0.9924556612968445, "p90": 0.9941563427448272, "max": 0.9944978356361389 }, "relative_rms_change_distribution": { "min": 0.10669039189815521, "p10": 0.11503207087516784, "p50": 0.12504053115844727, "p90": 0.1305773675441742, "max": 0.15245866775512695 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 27, "n_prompts": 12, "means": { "flattened_cosine": 0.9750772366921107, "token_cosine_mean": 0.975917786359787, "token_cosine_p10": 0.9652679562568665, "token_cosine_p50": 0.9792610506216685, "token_cosine_p90": 0.9848888665437698, "relative_rms_change": 0.23596849665045738, "input_rms": 6.052835782368978, "output_rms": 5.3665134112040205 }, "token_cosine_mean_distribution": { "min": 0.9501892328262329, "p10": 0.9632460594177246, "p50": 0.9786667823791504, "p90": 0.9826839208602905, "max": 0.9845309853553772 }, "relative_rms_change_distribution": { "min": 0.19831852614879608, "p10": 0.20248927175998688, "p50": 0.22639963030815125, "p90": 0.2948479503393173, "max": 0.33792844414711 }, "lowest_cosine_eval_id": "internal-p1-6130d2520b3b", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "middle", "layer_index": 28, "n_prompts": 12, "means": { "flattened_cosine": 0.9803793778022131, "token_cosine_mean": 0.9822790424029032, "token_cosine_p10": 0.9734914948542913, "token_cosine_p50": 0.9850623259941736, "token_cosine_p90": 0.9900229424238205, "relative_rms_change": 0.2086107755700747, "input_rms": 5.3665134112040205, "output_rms": 5.6111998955408735 }, "token_cosine_mean_distribution": { "min": 0.9671856760978699, "p10": 0.9709884226322174, "p50": 0.9849680662155151, "p90": 0.9874341249465942, "max": 0.9882979393005371 }, "relative_rms_change_distribution": { "min": 0.16415277123451233, "p10": 0.16583846360445023, "p50": 0.18728449940681458, "p90": 0.275356662273407, "max": 0.32233622670173645 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-6130d2520b3b" }, { "group": "5", "stage": "middle", "layer_index": 29, "n_prompts": 12, "means": { "flattened_cosine": 0.9690608978271484, "token_cosine_mean": 0.9695520798365275, "token_cosine_p10": 0.9559537023305893, "token_cosine_p50": 0.9726773202419281, "token_cosine_p90": 0.9807348847389221, "relative_rms_change": 0.2720880061388016, "input_rms": 5.6111998955408735, "output_rms": 6.164617458979289 }, "token_cosine_mean_distribution": { "min": 0.8942194581031799, "p10": 0.9738017201423645, "p50": 0.9765041172504425, "p90": 0.9782689929008483, "max": 0.9785622358322144 }, "relative_rms_change_distribution": { "min": 0.23790548741817474, "p10": 0.24889355152845383, "p50": 0.25571295619010925, "p90": 0.26437614262104037, "max": 0.464298814535141 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 30, "n_prompts": 12, "means": { "flattened_cosine": 0.947216272354126, "token_cosine_mean": 0.9476109594106674, "token_cosine_p10": 0.9291079441706339, "token_cosine_p50": 0.9510065317153931, "token_cosine_p90": 0.9626037776470184, "relative_rms_change": 0.5313776507973671, "input_rms": 6.164617458979289, "output_rms": 8.466025710105896 }, "token_cosine_mean_distribution": { "min": 0.8749917149543762, "p10": 0.9493511319160461, "p50": 0.9531830847263336, "p90": 0.9564767777919769, "max": 0.9606034755706787 }, "relative_rms_change_distribution": { "min": 0.48775896430015564, "p10": 0.5001260101795196, "p50": 0.5220186114311218, "p90": 0.5578458368778229, "max": 0.6728922724723816 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" }, { "group": "5", "stage": "middle", "layer_index": 31, "n_prompts": 12, "means": { "flattened_cosine": 0.811867559949557, "token_cosine_mean": 0.8121033509572347, "token_cosine_p10": 0.7935168345769247, "token_cosine_p50": 0.814676950375239, "token_cosine_p90": 0.8285085260868073, "relative_rms_change": 1.7314948836962383, "input_rms": 8.466025710105896, "output_rms": 20.66141923268636 }, "token_cosine_mean_distribution": { "min": 0.7274792194366455, "p10": 0.8042870402336121, "p50": 0.8164295554161072, "p90": 0.8291549324989319, "max": 0.832379162311554 }, "relative_rms_change_distribution": { "min": 1.6301183700561523, "p10": 1.6427694797515868, "p50": 1.7191734910011292, "p90": 1.8047931790351868, "max": 1.9749735593795776 }, "lowest_cosine_eval_id": "internal-p1-12a8016db2f0", "largest_change_eval_id": "internal-p1-12a8016db2f0" } ] }, "percentile_scope": "distribution across prompts of per-prompt scalar metrics; linear interpolation", "scope": "activation diagnostics; no blocks bypassed or selected for pruning" }, "identity_bypass_diagnostics": [ { "bypassed_layer": 2, "n_prompts": 5, "n_comparisons": 15, "stages": [ { "stage": "early", "n_prompts": 5, "mean_relative_l2_error": 0.1640719711780548, "max_relative_l2_error": 0.19407634437084198, "mean_velocity_cosine": 0.9864163875579834, "max_intact_replay_relative_error": 0.0 }, { "stage": "middle", "n_prompts": 5, "mean_relative_l2_error": 0.04145487770438194, "max_relative_l2_error": 0.04738490283489227, "mean_velocity_cosine": 0.9992422580718994, "max_intact_replay_relative_error": 0.0 }, { "stage": "final", "n_prompts": 5, "mean_relative_l2_error": 0.18961896896362304, "max_relative_l2_error": 0.21395984292030334, "mean_velocity_cosine": 0.9821532845497132, "max_intact_replay_relative_error": 0.0 } ], "teacher_png_matches_activation_count": 4, "scope": "paired velocity pilot on teacher trajectories; no bypassed full-trajectory image evaluation" }, { "bypassed_layer": 3, "n_prompts": 5, "n_comparisons": 15, "stages": [ { "stage": "early", "n_prompts": 5, "mean_relative_l2_error": 0.15801089107990265, "max_relative_l2_error": 0.18530622124671936, "mean_velocity_cosine": 0.9877777457237243, "max_intact_replay_relative_error": 0.0 }, { "stage": "middle", "n_prompts": 5, "mean_relative_l2_error": 0.03442001715302467, "max_relative_l2_error": 0.039253633469343185, "mean_velocity_cosine": 0.9994064569473267, "max_intact_replay_relative_error": 0.0 }, { "stage": "final", "n_prompts": 5, "mean_relative_l2_error": 0.11853965073823929, "max_relative_l2_error": 0.13786709308624268, "mean_velocity_cosine": 0.9930556774139404, "max_intact_replay_relative_error": 0.0 } ], "teacher_png_matches_activation_count": 4, "scope": "paired velocity pilot on teacher trajectories; no bypassed full-trajectory image evaluation" }, { "bypassed_layer": 4, "n_prompts": 5, "n_comparisons": 15, "stages": [ { "stage": "early", "n_prompts": 5, "mean_relative_l2_error": 0.10810572430491447, "max_relative_l2_error": 0.1779659539461136, "mean_velocity_cosine": 0.994331443309784, "max_intact_replay_relative_error": 0.0 }, { "stage": "middle", "n_prompts": 5, "mean_relative_l2_error": 0.02687133625149727, "max_relative_l2_error": 0.03442823141813278, "mean_velocity_cosine": 0.9996261239051819, "max_intact_replay_relative_error": 0.0 }, { "stage": "final", "n_prompts": 5, "mean_relative_l2_error": 0.05432976633310318, "max_relative_l2_error": 0.06726893037557602, "mean_velocity_cosine": 0.9984912753105164, "max_intact_replay_relative_error": 0.0 } ], "teacher_png_matches_activation_count": 4, "scope": "paired velocity pilot on teacher trajectories; no bypassed full-trajectory image evaluation" }, { "bypassed_layer": 5, "n_prompts": 5, "n_comparisons": 15, "stages": [ { "stage": "early", "n_prompts": 5, "mean_relative_l2_error": 0.12739617228507996, "max_relative_l2_error": 0.17002663016319275, "mean_velocity_cosine": 0.9917328715324402, "max_intact_replay_relative_error": 0.0 }, { "stage": "middle", "n_prompts": 5, "mean_relative_l2_error": 0.028129568696022032, "max_relative_l2_error": 0.03611684590578079, "mean_velocity_cosine": 0.999595046043396, "max_intact_replay_relative_error": 0.0 }, { "stage": "final", "n_prompts": 5, "mean_relative_l2_error": 0.03687016367912292, "max_relative_l2_error": 0.045290086418390274, "mean_velocity_cosine": 0.9993060946464538, "max_intact_replay_relative_error": 0.0 } ], "teacher_png_matches_activation_count": 4, "scope": "paired velocity pilot on teacher trajectories; no bypassed full-trajectory image evaluation" } ], "fresh_bridge_fit": [ { "candidate_id": "single_bridge_block_02", "layer": 2, "mean_velocity_relative_l2": 0.12023494659612576, "velocity_error_reduction": 0.06641214557027164, "improved_velocity_comparisons": 27, "total_velocity_comparisons": 30, "historical_validation_objective": 0.003969003023521509, "fresh_validation_objective": 0.0039686774194706235, "fresh_objective_relative_change": -8.203673541085088e-05, "fresh_objective_reduction_from_identity": 0.4552967409951858 }, { "candidate_id": "single_bridge_block_03", "layer": 3, "mean_velocity_relative_l2": 0.10238446481525898, "velocity_error_reduction": 0.03743600272757319, "improved_velocity_comparisons": 20, "total_velocity_comparisons": 30, "historical_validation_objective": 0.005215348385390825, "fresh_validation_objective": 0.005213093210477382, "fresh_objective_relative_change": -0.00043241117309822386, "fresh_objective_reduction_from_identity": 0.3800381590253503 }, { "candidate_id": "single_bridge_block_04", "layer": 4, "mean_velocity_relative_l2": 0.05873384519169728, "velocity_error_reduction": 0.17971039169834868, "improved_velocity_comparisons": 26, "total_velocity_comparisons": 30, "historical_validation_objective": 0.005036106774350628, "fresh_validation_objective": 0.005036986034247092, "fresh_objective_relative_change": 0.00017459119432139403, "fresh_objective_reduction_from_identity": 0.49702562593242616 }, { "candidate_id": "single_bridge_block_05", "layer": 5, "mean_velocity_relative_l2": 0.055178944828609626, "velocity_error_reduction": 0.13859436946637405, "improved_velocity_comparisons": 24, "total_velocity_comparisons": 30, "historical_validation_objective": 0.006713706885348074, "fresh_validation_objective": 0.006711873243330046, "fresh_objective_relative_change": -0.00027311916491756794, "fresh_objective_reduction_from_identity": 0.6139765770656838 } ], "teacher_replay": { "exact_equal_controls": 90, "state_tensor_count": 301, "legacy_max_relative_l2": 0.025987252593040466, "revision": "790c92633540aa0cb11d9abf19eb46d861714758", "historical_discrepancy_cause": "unresolved" }, "healing": [ { "learning_rate": 0.0001, "status": "passed", "optimizer_updates": 120, "teacher_calls": 90, "student_calls": 384, "trainable_parameters": 10223616, "adapter_modules": [ "transformer_blocks.0.attn.to_q", "transformer_blocks.0.attn.to_k", "transformer_blocks.0.attn.to_v", "transformer_blocks.0.attn.to_out.0", "transformer_blocks.1.attn.to_q", "transformer_blocks.1.attn.to_k", "transformer_blocks.1.attn.to_v", "transformer_blocks.1.attn.to_out.0", "transformer_blocks.2.attn.to_q", "transformer_blocks.2.attn.to_k", "transformer_blocks.2.attn.to_v", "transformer_blocks.2.attn.to_out.0", "transformer_blocks.3.attn.to_q", "transformer_blocks.3.attn.to_k", "transformer_blocks.3.attn.to_v", "transformer_blocks.3.attn.to_out.0", "transformer_blocks.4.attn.to_q", "transformer_blocks.4.attn.to_k", "transformer_blocks.4.attn.to_v", "transformer_blocks.4.attn.to_out.0", "transformer_blocks.6.attn.to_q", "transformer_blocks.6.attn.to_k", "transformer_blocks.6.attn.to_v", "transformer_blocks.6.attn.to_out.0", "transformer_blocks.7.attn.to_q", "transformer_blocks.7.attn.to_k", "transformer_blocks.7.attn.to_v", "transformer_blocks.7.attn.to_out.0", "transformer_blocks.8.attn.to_q", "transformer_blocks.8.attn.to_k", "transformer_blocks.8.attn.to_v", "transformer_blocks.8.attn.to_out.0", "transformer_blocks.9.attn.to_q", "transformer_blocks.9.attn.to_k", "transformer_blocks.9.attn.to_v", "transformer_blocks.9.attn.to_out.0", "transformer_blocks.10.attn.to_q", "transformer_blocks.10.attn.to_k", "transformer_blocks.10.attn.to_v", "transformer_blocks.10.attn.to_out.0", "transformer_blocks.11.attn.to_q", "transformer_blocks.11.attn.to_k", "transformer_blocks.11.attn.to_v", "transformer_blocks.11.attn.to_out.0", "transformer_blocks.12.attn.to_q", "transformer_blocks.12.attn.to_k", "transformer_blocks.12.attn.to_v", "transformer_blocks.12.attn.to_out.0", "transformer_blocks.13.attn.to_q", "transformer_blocks.13.attn.to_k", "transformer_blocks.13.attn.to_v", "transformer_blocks.13.attn.to_out.0", "transformer_blocks.14.attn.to_q", "transformer_blocks.14.attn.to_k", "transformer_blocks.14.attn.to_v", "transformer_blocks.14.attn.to_out.0", "transformer_blocks.15.attn.to_q", "transformer_blocks.15.attn.to_k", "transformer_blocks.15.attn.to_v", "transformer_blocks.15.attn.to_out.0", "transformer_blocks.16.attn.to_q", "transformer_blocks.16.attn.to_k", "transformer_blocks.16.attn.to_v", "transformer_blocks.16.attn.to_out.0", "transformer_blocks.17.attn.to_q", "transformer_blocks.17.attn.to_k", "transformer_blocks.17.attn.to_v", "transformer_blocks.17.attn.to_out.0", "transformer_blocks.18.attn.to_q", "transformer_blocks.18.attn.to_k", "transformer_blocks.18.attn.to_v", "transformer_blocks.18.attn.to_out.0", "transformer_blocks.19.attn.to_q", "transformer_blocks.19.attn.to_k", "transformer_blocks.19.attn.to_v", "transformer_blocks.19.attn.to_out.0", "transformer_blocks.20.attn.to_q", "transformer_blocks.20.attn.to_k", "transformer_blocks.20.attn.to_v", "transformer_blocks.20.attn.to_out.0", "transformer_blocks.21.attn.to_q", "transformer_blocks.21.attn.to_k", "transformer_blocks.21.attn.to_v", "transformer_blocks.21.attn.to_out.0", "transformer_blocks.22.attn.to_q", "transformer_blocks.22.attn.to_k", "transformer_blocks.22.attn.to_v", "transformer_blocks.22.attn.to_out.0", "transformer_blocks.23.attn.to_q", "transformer_blocks.23.attn.to_k", "transformer_blocks.23.attn.to_v", "transformer_blocks.23.attn.to_out.0", "transformer_blocks.24.attn.to_q", "transformer_blocks.24.attn.to_k", "transformer_blocks.24.attn.to_v", "transformer_blocks.24.attn.to_out.0", "transformer_blocks.25.attn.to_q", "transformer_blocks.25.attn.to_k", "transformer_blocks.25.attn.to_v", "transformer_blocks.25.attn.to_out.0", "transformer_blocks.26.attn.to_q", "transformer_blocks.26.attn.to_k", "transformer_blocks.26.attn.to_v", "transformer_blocks.26.attn.to_out.0", "transformer_blocks.27.attn.to_q", "transformer_blocks.27.attn.to_k", "transformer_blocks.27.attn.to_v", "transformer_blocks.27.attn.to_out.0", "transformer_blocks.28.attn.to_q", "transformer_blocks.28.attn.to_k", "transformer_blocks.28.attn.to_v", "transformer_blocks.28.attn.to_out.0", "transformer_blocks.29.attn.to_q", "transformer_blocks.29.attn.to_k", "transformer_blocks.29.attn.to_v", "transformer_blocks.29.attn.to_out.0", "transformer_blocks.30.attn.to_q", "transformer_blocks.30.attn.to_k", "transformer_blocks.30.attn.to_v", "transformer_blocks.30.attn.to_out.0", "transformer_blocks.31.attn.to_q", "transformer_blocks.31.attn.to_k", "transformer_blocks.31.attn.to_v", "transformer_blocks.31.attn.to_out.0" ], "selected_step": 0, "selected_relative_error_reduction": 0.0, "frozen_parameter_audit_count": 288, "frozen_parameters_unchanged": true, "peak_allocated_gib": 24.785844326019287, "evaluations": [ { "step": 0, "comparisons": 30, "mean_relative_l2": 0.055178944828609626, "max_relative_l2": 0.15094755589962006, "mean_objective": 0.005004367110086605, "stages": [ { "stage": "early", "mean_relative_l2": 0.09947016127407551 }, { "stage": "middle", "mean_relative_l2": 0.025970355793833732 }, { "stage": "late", "mean_relative_l2": 0.040096317417919636 } ] }, { "step": 30, "comparisons": 30, "mean_relative_l2": 0.08265145439654589, "max_relative_l2": 0.2819667160511017, "mean_objective": 0.011888367275241762, "stages": [ { "stage": "early", "mean_relative_l2": 0.1687822461128235 }, { "stage": "middle", "mean_relative_l2": 0.03476250637322664 }, { "stage": "late", "mean_relative_l2": 0.04440961070358753 } ] }, { "step": 60, "comparisons": 30, "mean_relative_l2": 0.08781036846339703, "max_relative_l2": 0.2376486361026764, "mean_objective": 0.012599505619922033, "stages": [ { "stage": "early", "mean_relative_l2": 0.17294418588280677 }, { "stage": "middle", "mean_relative_l2": 0.043615014478564265 }, { "stage": "late", "mean_relative_l2": 0.046871905028820035 } ] }, { "step": 90, "comparisons": 30, "mean_relative_l2": 0.10283102442820867, "max_relative_l2": 0.4410056471824646, "mean_objective": 0.020017494164252032, "stages": [ { "stage": "early", "mean_relative_l2": 0.2155187964439392 }, { "stage": "middle", "mean_relative_l2": 0.045592647045850754 }, { "stage": "late", "mean_relative_l2": 0.047381629794836046 } ] }, { "step": 120, "comparisons": 30, "mean_relative_l2": 0.07188390928010145, "max_relative_l2": 0.18164262175559998, "mean_objective": 0.008455838173783073, "stages": [ { "stage": "early", "mean_relative_l2": 0.14128164649009706 }, { "stage": "middle", "mean_relative_l2": 0.032608546875417234 }, { "stage": "late", "mean_relative_l2": 0.0417615344747901 } ] } ] }, { "learning_rate": 1e-05, "status": "passed", "optimizer_updates": 120, "teacher_calls": 90, "student_calls": 384, "trainable_parameters": 10223616, "adapter_modules": [ "transformer_blocks.0.attn.to_q", "transformer_blocks.0.attn.to_k", "transformer_blocks.0.attn.to_v", "transformer_blocks.0.attn.to_out.0", "transformer_blocks.1.attn.to_q", "transformer_blocks.1.attn.to_k", "transformer_blocks.1.attn.to_v", "transformer_blocks.1.attn.to_out.0", "transformer_blocks.2.attn.to_q", "transformer_blocks.2.attn.to_k", "transformer_blocks.2.attn.to_v", "transformer_blocks.2.attn.to_out.0", "transformer_blocks.3.attn.to_q", "transformer_blocks.3.attn.to_k", "transformer_blocks.3.attn.to_v", "transformer_blocks.3.attn.to_out.0", "transformer_blocks.4.attn.to_q", "transformer_blocks.4.attn.to_k", "transformer_blocks.4.attn.to_v", "transformer_blocks.4.attn.to_out.0", "transformer_blocks.6.attn.to_q", "transformer_blocks.6.attn.to_k", "transformer_blocks.6.attn.to_v", "transformer_blocks.6.attn.to_out.0", "transformer_blocks.7.attn.to_q", "transformer_blocks.7.attn.to_k", "transformer_blocks.7.attn.to_v", "transformer_blocks.7.attn.to_out.0", "transformer_blocks.8.attn.to_q", "transformer_blocks.8.attn.to_k", "transformer_blocks.8.attn.to_v", "transformer_blocks.8.attn.to_out.0", "transformer_blocks.9.attn.to_q", "transformer_blocks.9.attn.to_k", "transformer_blocks.9.attn.to_v", "transformer_blocks.9.attn.to_out.0", "transformer_blocks.10.attn.to_q", "transformer_blocks.10.attn.to_k", "transformer_blocks.10.attn.to_v", "transformer_blocks.10.attn.to_out.0", "transformer_blocks.11.attn.to_q", "transformer_blocks.11.attn.to_k", "transformer_blocks.11.attn.to_v", "transformer_blocks.11.attn.to_out.0", "transformer_blocks.12.attn.to_q", "transformer_blocks.12.attn.to_k", "transformer_blocks.12.attn.to_v", "transformer_blocks.12.attn.to_out.0", "transformer_blocks.13.attn.to_q", "transformer_blocks.13.attn.to_k", "transformer_blocks.13.attn.to_v", "transformer_blocks.13.attn.to_out.0", "transformer_blocks.14.attn.to_q", "transformer_blocks.14.attn.to_k", "transformer_blocks.14.attn.to_v", "transformer_blocks.14.attn.to_out.0", "transformer_blocks.15.attn.to_q", "transformer_blocks.15.attn.to_k", "transformer_blocks.15.attn.to_v", "transformer_blocks.15.attn.to_out.0", "transformer_blocks.16.attn.to_q", "transformer_blocks.16.attn.to_k", "transformer_blocks.16.attn.to_v", "transformer_blocks.16.attn.to_out.0", "transformer_blocks.17.attn.to_q", "transformer_blocks.17.attn.to_k", "transformer_blocks.17.attn.to_v", "transformer_blocks.17.attn.to_out.0", "transformer_blocks.18.attn.to_q", "transformer_blocks.18.attn.to_k", "transformer_blocks.18.attn.to_v", "transformer_blocks.18.attn.to_out.0", "transformer_blocks.19.attn.to_q", "transformer_blocks.19.attn.to_k", "transformer_blocks.19.attn.to_v", "transformer_blocks.19.attn.to_out.0", "transformer_blocks.20.attn.to_q", "transformer_blocks.20.attn.to_k", "transformer_blocks.20.attn.to_v", "transformer_blocks.20.attn.to_out.0", "transformer_blocks.21.attn.to_q", "transformer_blocks.21.attn.to_k", "transformer_blocks.21.attn.to_v", "transformer_blocks.21.attn.to_out.0", "transformer_blocks.22.attn.to_q", "transformer_blocks.22.attn.to_k", "transformer_blocks.22.attn.to_v", "transformer_blocks.22.attn.to_out.0", "transformer_blocks.23.attn.to_q", "transformer_blocks.23.attn.to_k", "transformer_blocks.23.attn.to_v", "transformer_blocks.23.attn.to_out.0", "transformer_blocks.24.attn.to_q", "transformer_blocks.24.attn.to_k", "transformer_blocks.24.attn.to_v", "transformer_blocks.24.attn.to_out.0", "transformer_blocks.25.attn.to_q", "transformer_blocks.25.attn.to_k", "transformer_blocks.25.attn.to_v", "transformer_blocks.25.attn.to_out.0", "transformer_blocks.26.attn.to_q", "transformer_blocks.26.attn.to_k", "transformer_blocks.26.attn.to_v", "transformer_blocks.26.attn.to_out.0", "transformer_blocks.27.attn.to_q", "transformer_blocks.27.attn.to_k", "transformer_blocks.27.attn.to_v", "transformer_blocks.27.attn.to_out.0", "transformer_blocks.28.attn.to_q", "transformer_blocks.28.attn.to_k", "transformer_blocks.28.attn.to_v", "transformer_blocks.28.attn.to_out.0", "transformer_blocks.29.attn.to_q", "transformer_blocks.29.attn.to_k", "transformer_blocks.29.attn.to_v", "transformer_blocks.29.attn.to_out.0", "transformer_blocks.30.attn.to_q", "transformer_blocks.30.attn.to_k", "transformer_blocks.30.attn.to_v", "transformer_blocks.30.attn.to_out.0", "transformer_blocks.31.attn.to_q", "transformer_blocks.31.attn.to_k", "transformer_blocks.31.attn.to_v", "transformer_blocks.31.attn.to_out.0" ], "selected_step": 0, "selected_relative_error_reduction": 0.0, "frozen_parameter_audit_count": 288, "frozen_parameters_unchanged": true, "peak_allocated_gib": 24.785844326019287, "evaluations": [ { "step": 0, "comparisons": 30, "mean_relative_l2": 0.055178944828609626, "max_relative_l2": 0.15094755589962006, "mean_objective": 0.005004367110086605, "stages": [ { "stage": "early", "mean_relative_l2": 0.09947016127407551 }, { "stage": "middle", "mean_relative_l2": 0.025970355793833732 }, { "stage": "late", "mean_relative_l2": 0.040096317417919636 } ] }, { "step": 30, "comparisons": 30, "mean_relative_l2": 0.06041828797509273, "max_relative_l2": 0.16981394588947296, "mean_objective": 0.006078709206000591, "stages": [ { "stage": "early", "mean_relative_l2": 0.11358641907572746 }, { "stage": "middle", "mean_relative_l2": 0.027390929870307446 }, { "stage": "late", "mean_relative_l2": 0.04027751497924328 } ] }, { "step": 60, "comparisons": 30, "mean_relative_l2": 0.06185537201041977, "max_relative_l2": 0.16065560281276703, "mean_objective": 0.006456974971418579, "stages": [ { "stage": "early", "mean_relative_l2": 0.11741481088101864 }, { "stage": "middle", "mean_relative_l2": 0.02786321034654975 }, { "stage": "late", "mean_relative_l2": 0.04028809480369091 } ] }, { "step": 90, "comparisons": 30, "mean_relative_l2": 0.06106605188300212, "max_relative_l2": 0.17243501543998718, "mean_objective": 0.006395207271755983, "stages": [ { "stage": "early", "mean_relative_l2": 0.11738001331686973 }, { "stage": "middle", "mean_relative_l2": 0.02628678623586893 }, { "stage": "late", "mean_relative_l2": 0.0395313560962677 } ] }, { "step": 120, "comparisons": 30, "mean_relative_l2": 0.06113102845847607, "max_relative_l2": 0.18038393557071686, "mean_objective": 0.006460255378624424, "stages": [ { "stage": "early", "mean_relative_l2": 0.11739856451749801 }, { "stage": "middle", "mean_relative_l2": 0.026672630198299886 }, { "stage": "late", "mean_relative_l2": 0.0393218906596303 } ] } ] } ], "bridge_only_healing": { "status": "passed", "optimizer_updates": 120, "trainable_parameters": 2097152, "adapter_modules": [], "selected_step": 0, "scope": "120-update bridge-only block-5 healing pilot on 20 TRAIN/10 VALIDATION cached inputs; no LoRA, full-weight fine-tuning, images, trajectories, independent test or speed benchmark" }, "full_student_healing": [ { "learning_rate": 0.0001, "status": "passed", "optimizer_updates": 60, "trainable_parameters": 6899117824, "adapter_modules": [], "selected_step": 0, "peak_allocated_gib": 64.96892833709717, "scope": "60-update full-student block-5 healing pilot on 20 TRAIN/10 VALIDATION cached inputs; one bridge, no LoRA or speed distillation", "evaluations": [ { "step": 0, "comparisons": 30, "mean_relative_l2": 0.055178944828609626, "max_relative_l2": 0.15094755589962006, "mean_objective": 0.005004367110086605, "stages": [ { "stage": "early", "mean_relative_l2": 0.09947016127407551 }, { "stage": "middle", "mean_relative_l2": 0.025970355793833732 }, { "stage": "late", "mean_relative_l2": 0.040096317417919636 } ] }, { "step": 30, "comparisons": 30, "mean_relative_l2": 0.3818342454731464, "max_relative_l2": 0.7398403286933899, "mean_objective": 0.18156433273106815, "stages": [ { "stage": "early", "mean_relative_l2": 0.5862519085407257 }, { "stage": "middle", "mean_relative_l2": 0.17575001046061517 }, { "stage": "late", "mean_relative_l2": 0.38350081741809844 } ] }, { "step": 60, "comparisons": 30, "mean_relative_l2": 0.543874736626943, "max_relative_l2": 0.903847336769104, "mean_objective": 0.3545875751723846, "stages": [ { "stage": "early", "mean_relative_l2": 0.7572619259357453 }, { "stage": "middle", "mean_relative_l2": 0.22640616297721863 }, { "stage": "late", "mean_relative_l2": 0.647956120967865 } ] } ] }, { "learning_rate": 1e-06, "status": "passed", "optimizer_updates": 60, "trainable_parameters": 6899117824, "adapter_modules": [], "selected_step": 0, "peak_allocated_gib": 64.96892833709717, "scope": "60-update full-student block-5 healing pilot on 20 TRAIN/10 VALIDATION cached inputs; one bridge, no LoRA or speed distillation", "evaluations": [ { "step": 0, "comparisons": 30, "mean_relative_l2": 0.055178944828609626, "max_relative_l2": 0.15094755589962006, "mean_objective": 0.005004367110086605, "stages": [ { "stage": "early", "mean_relative_l2": 0.09947016127407551 }, { "stage": "middle", "mean_relative_l2": 0.025970355793833732 }, { "stage": "late", "mean_relative_l2": 0.040096317417919636 } ] }, { "step": 30, "comparisons": 30, "mean_relative_l2": 0.05584612268333634, "max_relative_l2": 0.1552925407886505, "mean_objective": 0.00515796706895344, "stages": [ { "stage": "early", "mean_relative_l2": 0.10134067386388779 }, { "stage": "middle", "mean_relative_l2": 0.02583805089816451 }, { "stage": "late", "mean_relative_l2": 0.040359643287956715 } ] }, { "step": 60, "comparisons": 30, "mean_relative_l2": 0.05653896580139796, "max_relative_l2": 0.15925279259681702, "mean_objective": 0.005359553029605498, "stages": [ { "stage": "early", "mean_relative_l2": 0.10370872952044011 }, { "stage": "middle", "mean_relative_l2": 0.0257349856197834 }, { "stage": "late", "mean_relative_l2": 0.040173182263970375 } ] } ] } ], "paired_images": { "n_pairs": 10, "dimensions": [ "alignment", "alignment", "visual_quality", "visual_quality", "aesthetics", "aesthetics", "real_world", "real_world", "creative", "creative" ], "teacher_mean_seconds": 7.032870572800002, "student_mean_seconds": 5.9538310669999985 }, "validation_diagnostic": { "source": "data/phase6/full_student_healing_lr_low_v2/summary.json", "source_sha256": "f8d7931e8d6574c4845da51dffbda5ff00630ae05b6d40e83c5c9077445bfee1", "baseline_mean_percent": 5.517894482860963, "final_mean_percent": 5.653896580139796, "improved_comparisons": 21, "worsened_comparisons": 9, "by_stage": [ { "stage": "early", "baseline_mean_percent": 9.94701612740755, "final_mean_percent": 10.37087295204401 }, { "stage": "middle", "baseline_mean_percent": 2.5970355793833733, "final_mean_percent": 2.57349856197834 }, { "stage": "late", "baseline_mean_percent": 4.009631741791964, "final_mean_percent": 4.0173182263970375 } ], "largest_regressions": [ { "source_id": "p1-81fc1d548f81", "stage": "early", "dimension": "creative", "baseline_percent": 13.325463235378265, "final_percent": 14.726601541042328, "change_percentage_points": 1.4011383056640625 }, { "source_id": "p1-4a84d737d801", "stage": "early", "dimension": "alignment", "baseline_percent": 8.573050051927567, "final_percent": 9.893594682216644, "change_percentage_points": 1.3205446302890778 }, { "source_id": "p1-8d56f0bbd4df", "stage": "early", "dimension": "aesthetics", "baseline_percent": 11.886639147996902, "final_percent": 12.78877705335617, "change_percentage_points": 0.9021379053592682 }, { "source_id": "p1-5c3d279f55b0", "stage": "early", "dimension": "alignment", "baseline_percent": 15.094755589962006, "final_percent": 15.925279259681702, "change_percentage_points": 0.830523669719696 }, { "source_id": "p1-4a84d737d801", "stage": "late", "dimension": "alignment", "baseline_percent": 5.2032191306352615, "final_percent": 5.780774727463722, "change_percentage_points": 0.5775555968284607 } ] }, "source_sha256": { "data/phase1/stats.json": "120806fe75529f4d8e767bf7ca8a35925119d6f5443c24fbe23209f21aaf0f66", "data/phase1/config.json": "3dc7192fbb0a091f98718ee15628fbd6840f567b4b15e2c2ca4c9effbc41814a", "data/phase1/decontamination_report.json": "b1db8ede6248d3816a5b6d2f0e6b9181a6f55888362e02cd2485c10e133ea08c", "data/phase1/pilot_20k/llm_bench_rejections.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945", "data/phase2/scores.json": "dbbd2ef8cdfe53e45bf44dd2e85713db49da4172a427629e4c6f114d49e11f7b", "data/phase2/efficiency.json": "0534d15660e6acb08f195219de859c022e9d85ba0c3ea4d13f43872b1bfa4caa", "data/phase5/bridge_fitting_pilot/summary.json": "ae4c6437bca204cc20a121f937bc62fdd220a1810d2fd24e9de22180f0669f06", "data/phase6/verified_student_replay/summary.json": "3eb08218179f6e799641560a957de71ccd309960497883aa4ed684466f659a6b", "data/phase6/bridge_assessment.json": "b3790436910dfbe9428b0cacbfd11a4b8298f7a917f1571a16d843bbd09d81d3", "data/phase6/replay_contract.json": "9daa144b3a332a25ab3703679e9d2a13998916ed0c0ec3de38ac18b7fa15b75e", "data/phase6/healing_pilot/summary.json": "402f65883f1bfef661607e55fc71cca9670fc2a7aba9ba80797445a07d471454", "data/phase6/healing_pilot_lr_low/summary.json": "8d2972c45ad462ef1cfc36684ae0b4b3eec5b5554d08d8f90567ecd65947ff01", "data/phase6/bridge_only_healing_v2/summary.json": "483f4b824fc089d4c5cced60a003589666ee71effe20c1781c0536059369593c", "data/phase6/full_student_healing/summary.json": "454fd67374c75315d4f8e2999c532ef9184ace7a3437b0616cbba7263004d92d", "data/phase6/full_student_healing_lr_low_v2/summary.json": "f8d7931e8d6574c4845da51dffbda5ff00630ae05b6d40e83c5c9077445bfee1", "data/phase6/paired_images/summary.json": "36127efa5ee7b827cedde7bccea2bedd1a7a205b987eee43680fc57fc6757d43", "data/phase6/validation_diagnostic.json": "34a43290880ea3bd2acf71b536ce4fbf03b68374df7796d096d268b08d95b0d3", "data/phase3/activations/full/summary.json": "01108b00b0f7daba3dcd742c68baff3c35cad3dfffef1ea6988d1ef4134f474d", "data/phase3/bypass/block_02_pilot/summary.json": "df700b4cb0e5b42d838640a0b1397851d6941f8c1ddeff76a46f820b674dc201", "data/phase3/bypass/block_03_pilot/summary.json": "9ddbdfa82e16adb7dfaa126563526818e365eb64d77b18fa189339072b53dd0f", "data/phase3/bypass/block_04_pilot/summary.json": "0461bf922d5f15004e36d79fbf410407ecd6c89cc8b2292f47be514af3290148", "data/phase3/bypass/block_05_pilot/summary.json": "9b48e94baa35de33826fca0f284d87178c6d3ad5df637bc4a60d0f50d57720d7", "data/phase3/bypass/full_images_pilot/internal-p1-5bec387a9a76-comparison.png": "1301c8e4639b54ce8de05e3a7e6f32a26173d93e0e9a058415da96bfd44bd972", "data/phase3/bypass/full_images_pilot/internal-p1-e0d8dd3b84cd-comparison.png": "a02dcc5aa07f4d9d42e6d9e5e43fad95805ce555e2125543109bbb60fcb326df", "data/phase3/bypass/full_images_pilot/internal-p1-4a1cdb170e44-comparison.png": "4ac18fb629482d778a73bdecdde78cdcdb24c0a76b8fb3d7b02e46ac1ab259cb", "data/phase3/bypass/full_images_pilot/internal-p1-425ec4e55730-comparison.png": "be747c71131e871feb399724f30e43f32fa3c6d80ef312de7249af7960ca3923", "data/phase3/bypass/full_images_pilot/internal-p1-6177a6812fbc-comparison.png": "64e8680b7d2590cd477dedd8f4dbaa714893cb54f3b8e4bacc32700a953e29a1", "data/phase6/paired_images/p1-81fc1d548f81-teacher.png": "48a8241e12341a8282b06a4836dd4c2403f57b321a76643d9463cd5c8a619cf0", "data/phase6/paired_images/p1-81fc1d548f81-student.png": "b6fd0c11240aad2ed48fd1bc2ace96c132c31b24cecffbd03ffd2f911a1e70dd" } }