| { |
| "per_sample": [ |
| { |
| "run": "books-cpt-final", |
| "prompt": "The history of the Roman Empire can be divided into several distinct periods, beginning with", |
| "domain": "encyclopedic", |
| "lexical.ttr_50": 0.62, |
| "lexical.ttr_100": 0.47, |
| "lexical.ttr_200": 0.32, |
| "lexical.ttr_500": 0.144, |
| "lexical.ttr_all": 0.07476635514018691, |
| "lexical.hapax_ratio": 0.040498442367601244, |
| "lexical.yules_k": 619.3004079282357, |
| "lexical.honores_r": 1499.1471915513916, |
| "lexical.pos_noun_ratio": 0.3395638629283489, |
| "lexical.pos_verb_ratio": 0.11214953271028037, |
| "lexical.pos_adj_ratio": 0.12357217030114226, |
| "lexical.pos_adv_ratio": 0.01142263759086189, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 20.48936170212766, |
| "lexical.sent_len_std": 5.24656864734459, |
| "lexical.sent_len_min": 13.0, |
| "lexical.sent_len_max": 41.0, |
| "lexical.sent_count": 47, |
| "lexical.punct_types": 2, |
| "lexical.punct_ratio": 0.009124979631741893, |
| "coherence.topic_drift_mean": 0.926303199815853, |
| "coherence.topic_drift_std": 0.07823542133990334, |
| "coherence.topic_drift_trend": 0.04431373607686938, |
| "coherence.novelty_mean": 0.19319582651080602, |
| "coherence.novelty_std": 0.30163818682006766, |
| "coherence.novelty_trend": -0.017558447673237314, |
| "coherence.novelty_final_vs_initial": -0.6506366270870492, |
| "coherence.entity_count": 6, |
| "coherence.entity_intro_rate": 0.6230529595015576, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 1.148936170212766, |
| "structural.clause_depth_std": 0.35602554320598956, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7761111111111111, |
| "structural.register_consistency_std": 0.2804515758910138, |
| "repetition.repetition_onset_5gram": 25, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.07476635514018691, |
| "repetition.unique_2gram_ratio": 0.14137214137214138, |
| "repetition.unique_3gram_ratio": 0.18106139438085328, |
| "repetition.unique_5gram_ratio": 0.23670490093847757, |
| "repetition.unique_8gram_ratio": 0.2928870292887029, |
| "repetition.post_rep_novel_tokens": 202, |
| "repetition.post_rep_novel_ratio": 0.21734475374732334, |
| "creativity.specificity_score": 0.4176829268292683, |
| "creativity.temporal_marker_count": 5, |
| "creativity.temporal_marker_density": 0.5192107995846313, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Photosynthesis is the process by which green plants and certain other organisms transform", |
| "domain": "encyclopedic", |
| "lexical.ttr_50": 0.82, |
| "lexical.ttr_100": 0.55, |
| "lexical.ttr_200": 0.365, |
| "lexical.ttr_500": 0.176, |
| "lexical.ttr_all": 0.11055276381909548, |
| "lexical.hapax_ratio": 0.06281407035175879, |
| "lexical.yules_k": 786.596298073281, |
| "lexical.honores_r": 1547.145294035629, |
| "lexical.pos_noun_ratio": 0.44597989949748745, |
| "lexical.pos_verb_ratio": 0.09798994974874371, |
| "lexical.pos_adj_ratio": 0.04396984924623116, |
| "lexical.pos_adv_ratio": 0.002512562814070352, |
| "lexical.pos_pronoun_ratio": 0.0037688442211055275, |
| "lexical.sent_len_mean": 20.94736842105263, |
| "lexical.sent_len_std": 10.29038224552435, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 37.0, |
| "lexical.sent_count": 38, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.014411168655708174, |
| "coherence.topic_drift_mean": 0.4776459686501034, |
| "coherence.topic_drift_std": 0.32068992184467343, |
| "coherence.topic_drift_trend": 0.05358947557822523, |
| "coherence.novelty_mean": 0.3218369477294714, |
| "coherence.novelty_std": 0.36488722540483226, |
| "coherence.novelty_trend": -0.019842425412358273, |
| "coherence.novelty_final_vs_initial": -0.6615647165832117, |
| "coherence.entity_count": 10, |
| "coherence.entity_intro_rate": 1.256281407035176, |
| "coherence.referential_density": 0.008450704225352112, |
| "structural.clause_depth_mean": 1.236842105263158, |
| "structural.clause_depth_std": 0.5819301154604205, |
| "structural.discourse_marker_count": 1, |
| "structural.discourse_marker_density": 0.12562814070351758, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.3669835164835165, |
| "structural.register_consistency_std": 0.2332903833651437, |
| "repetition.repetition_onset_5gram": 58, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.11055276381909548, |
| "repetition.unique_2gram_ratio": 0.2138364779874214, |
| "repetition.unique_3gram_ratio": 0.29219143576826195, |
| "repetition.unique_5gram_ratio": 0.3888888888888889, |
| "repetition.unique_8gram_ratio": 0.47782002534854245, |
| "repetition.post_rep_novel_tokens": 254, |
| "repetition.post_rep_novel_ratio": 0.34877384196185285, |
| "creativity.specificity_score": 0.4132231404958678, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "The United Nations was established in 1945 with the primary goal of", |
| "domain": "encyclopedic", |
| "lexical.ttr_50": 0.7, |
| "lexical.ttr_100": 0.58, |
| "lexical.ttr_200": 0.475, |
| "lexical.ttr_500": 0.352, |
| "lexical.ttr_all": 0.257985257985258, |
| "lexical.hapax_ratio": 0.14987714987714987, |
| "lexical.yules_k": 400.5759165464325, |
| "lexical.honores_r": 1599.624436114297, |
| "lexical.pos_noun_ratio": 0.41154791154791154, |
| "lexical.pos_verb_ratio": 0.10319410319410319, |
| "lexical.pos_adj_ratio": 0.06511056511056511, |
| "lexical.pos_adv_ratio": 0.012285012285012284, |
| "lexical.pos_pronoun_ratio": 0.007371007371007371, |
| "lexical.sent_len_mean": 30.14814814814815, |
| "lexical.sent_len_std": 18.472609761088428, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 76.0, |
| "lexical.sent_count": 27, |
| "lexical.punct_types": 8, |
| "lexical.punct_ratio": 0.027370091233637445, |
| "coherence.topic_drift_mean": 0.40432881304621143, |
| "coherence.topic_drift_std": 0.1752291133655126, |
| "coherence.topic_drift_trend": 0.1022470283614643, |
| "coherence.novelty_mean": 0.7560821948358485, |
| "coherence.novelty_std": 0.17736552820895252, |
| "coherence.novelty_trend": -0.016159768967244588, |
| "coherence.novelty_final_vs_initial": -0.32105235657380615, |
| "coherence.entity_count": 45, |
| "coherence.entity_intro_rate": 5.528255528255528, |
| "coherence.referential_density": 0.01791044776119403, |
| "structural.clause_depth_mean": 1.7777777777777777, |
| "structural.clause_depth_std": 1.0999438818457405, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.20945839874411304, |
| "structural.register_consistency_std": 0.07692642125459637, |
| "repetition.repetition_onset_5gram": 312, |
| "repetition.repetition_unit_size_mean": 10.0, |
| "repetition.repetition_unit_size_max": 18, |
| "repetition.unique_1gram_ratio": 0.257985257985258, |
| "repetition.unique_2gram_ratio": 0.5608856088560885, |
| "repetition.unique_3gram_ratio": 0.7278325123152709, |
| "repetition.unique_5gram_ratio": 0.8839506172839506, |
| "repetition.unique_8gram_ratio": 0.9516728624535316, |
| "repetition.post_rep_novel_tokens": 405, |
| "repetition.post_rep_novel_ratio": 0.8353413654618473, |
| "creativity.specificity_score": 0.5297450424929179, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.12285012285012285, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 2, |
| "creativity.fabrication_density": 0.36855036855036855, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "It was a dark and stormy evening when the stranger arrived at the inn. He removed his coat and", |
| "domain": "narrative", |
| "lexical.ttr_50": 0.56, |
| "lexical.ttr_100": 0.45, |
| "lexical.ttr_200": 0.23, |
| "lexical.ttr_500": 0.092, |
| "lexical.ttr_all": 0.05569007263922518, |
| "lexical.hapax_ratio": 0.026634382566585957, |
| "lexical.yules_k": 1050.1028909121821, |
| "lexical.honores_r": 1287.5792332128742, |
| "lexical.pos_noun_ratio": 0.16101694915254236, |
| "lexical.pos_verb_ratio": 0.3196125907990315, |
| "lexical.pos_adj_ratio": 0.002421307506053269, |
| "lexical.pos_adv_ratio": 0.010895883777239709, |
| "lexical.pos_pronoun_ratio": 0.1791767554479419, |
| "lexical.sent_len_mean": 6.118518518518519, |
| "lexical.sent_len_std": 1.0890148579189247, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 13.0, |
| "lexical.sent_count": 135, |
| "lexical.punct_types": 2, |
| "lexical.punct_ratio": 0.03428428428428428, |
| "coherence.topic_drift_mean": 0.9026928683500962, |
| "coherence.topic_drift_std": 0.16658368332357618, |
| "coherence.topic_drift_trend": 0.11581546089025126, |
| "coherence.novelty_mean": 0.0784660786384628, |
| "coherence.novelty_std": 0.2550676615429929, |
| "coherence.novelty_trend": -0.002555362189317371, |
| "coherence.novelty_final_vs_initial": -0.25801377386527363, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 1.112781954887218, |
| "structural.clause_depth_mean": 1.0074074074074073, |
| "structural.clause_depth_std": 0.08574694002066834, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7989130434782609, |
| "structural.register_consistency_std": 0.34829282543504597, |
| "repetition.repetition_onset_5gram": 88, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.05569007263922518, |
| "repetition.unique_2gram_ratio": 0.0993939393939394, |
| "repetition.unique_3gram_ratio": 0.12257281553398058, |
| "repetition.unique_5gram_ratio": 0.15085158150851583, |
| "repetition.unique_8gram_ratio": 0.17582417582417584, |
| "repetition.post_rep_novel_tokens": 36, |
| "repetition.post_rep_novel_ratio": 0.05722070844686648, |
| "creativity.specificity_score": 0.0, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.12106537530266344, |
| "creativity.dialogue_marker_count": 1, |
| "creativity.dialogue_marker_density": 0.12106537530266344, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "She had not expected to find the letter, but there it was, tucked between the pages of the old book. It read:", |
| "domain": "narrative", |
| "lexical.ttr_50": 0.36, |
| "lexical.ttr_100": 0.38, |
| "lexical.ttr_200": 0.205, |
| "lexical.ttr_500": 0.088, |
| "lexical.ttr_all": 0.047670639219934995, |
| "lexical.hapax_ratio": 0.021668472372697724, |
| "lexical.yules_k": 742.8553318410337, |
| "lexical.honores_r": 1251.930546467642, |
| "lexical.pos_noun_ratio": 0.20043336944745396, |
| "lexical.pos_verb_ratio": 0.2047670639219935, |
| "lexical.pos_adj_ratio": 0.021668472372697724, |
| "lexical.pos_adv_ratio": 0.09100758396533044, |
| "lexical.pos_pronoun_ratio": 0.1105092091007584, |
| "lexical.sent_len_mean": 10.370786516853933, |
| "lexical.sent_len_std": 2.9694399368727113, |
| "lexical.sent_len_min": 6.0, |
| "lexical.sent_len_max": 29.0, |
| "lexical.sent_count": 89, |
| "lexical.punct_types": 2, |
| "lexical.punct_ratio": 0.021460176991150444, |
| "coherence.topic_drift_mean": 0.9230983778874948, |
| "coherence.topic_drift_std": 0.09423151811059226, |
| "coherence.topic_drift_trend": 0.058144985720656114, |
| "coherence.novelty_mean": 0.06532069214828541, |
| "coherence.novelty_std": 0.21064216689377696, |
| "coherence.novelty_trend": -0.0024838627485148624, |
| "coherence.novelty_final_vs_initial": -0.14953101310548372, |
| "coherence.entity_count": 1, |
| "coherence.entity_intro_rate": 0.10834236186348863, |
| "coherence.referential_density": 0.5513513513513514, |
| "structural.clause_depth_mean": 1.0337078651685394, |
| "structural.clause_depth_std": 0.23461362941372024, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7784090909090909, |
| "structural.register_consistency_std": 0.2671300639658145, |
| "repetition.repetition_onset_5gram": 24, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.047670639219934995, |
| "repetition.unique_2gram_ratio": 0.09219088937093275, |
| "repetition.unique_3gram_ratio": 0.12160694896851248, |
| "repetition.unique_5gram_ratio": 0.1512513601741023, |
| "repetition.unique_8gram_ratio": 0.18231441048034935, |
| "repetition.post_rep_novel_tokens": 116, |
| "repetition.post_rep_novel_ratio": 0.13743016759776536, |
| "creativity.specificity_score": 0.0106951871657754, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 1, |
| "creativity.dialogue_marker_density": 0.10834236186348863, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "The ship had been at sea for forty days when the captain first noticed something unusual on the horizon.", |
| "domain": "narrative", |
| "lexical.ttr_50": 0.66, |
| "lexical.ttr_100": 0.33, |
| "lexical.ttr_200": 0.225, |
| "lexical.ttr_500": 0.09, |
| "lexical.ttr_all": 0.054945054945054944, |
| "lexical.hapax_ratio": 0.020757020757020756, |
| "lexical.yules_k": 664.9164158321668, |
| "lexical.honores_r": 1078.2810546843693, |
| "lexical.pos_noun_ratio": 0.17704517704517705, |
| "lexical.pos_verb_ratio": 0.31868131868131866, |
| "lexical.pos_adj_ratio": 0.07936507936507936, |
| "lexical.pos_adv_ratio": 0.07326007326007326, |
| "lexical.pos_pronoun_ratio": 0.15262515262515264, |
| "lexical.sent_len_mean": 13.0, |
| "lexical.sent_len_std": 4.0, |
| "lexical.sent_len_min": 7.0, |
| "lexical.sent_len_max": 38.0, |
| "lexical.sent_count": 63, |
| "lexical.punct_types": 5, |
| "lexical.punct_ratio": 0.06647623993767852, |
| "coherence.topic_drift_mean": 0.9532571561505312, |
| "coherence.topic_drift_std": 0.07777670339953933, |
| "coherence.topic_drift_trend": 0.03709568374575069, |
| "coherence.novelty_mean": 0.06585010267534876, |
| "coherence.novelty_std": 0.19736661351130955, |
| "coherence.novelty_trend": -0.004790758619027505, |
| "coherence.novelty_final_vs_initial": -0.23276177945057044, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.8620689655172413, |
| "structural.clause_depth_mean": 1.0158730158730158, |
| "structural.clause_depth_std": 0.12498425196844144, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7961904761904762, |
| "structural.register_consistency_std": 0.2723609716281192, |
| "repetition.repetition_onset_5gram": 45, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.054945054945054944, |
| "repetition.unique_2gram_ratio": 0.07823960880195599, |
| "repetition.unique_3gram_ratio": 0.09179926560587515, |
| "repetition.unique_5gram_ratio": 0.1116564417177914, |
| "repetition.unique_8gram_ratio": 0.13177339901477833, |
| "repetition.post_rep_novel_tokens": 50, |
| "repetition.post_rep_novel_ratio": 0.08311688311688312, |
| "creativity.specificity_score": 0.0, |
| "creativity.temporal_marker_count": 119, |
| "creativity.temporal_marker_density": 14.52991452991453, |
| "creativity.dialogue_marker_count": 61, |
| "creativity.dialogue_marker_density": 7.448107448107448, |
| "creativity.quote_count": 61, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "def calculate_moving_average(data: list[float], window_size: int) -> list[float]:\n \"\"\"", |
| "domain": "code", |
| "lexical.ttr_50": 0.06, |
| "lexical.ttr_100": 0.03, |
| "lexical.ttr_200": 0.029411764705882353, |
| "lexical.ttr_500": 0.029411764705882353, |
| "lexical.ttr_all": 0.029411764705882353, |
| "lexical.hapax_ratio": 0.0, |
| "lexical.yules_k": 4382.929642445213, |
| "lexical.honores_r": 463.4728988229636, |
| "lexical.pos_noun_ratio": 0.0, |
| "lexical.pos_verb_ratio": 0.0, |
| "lexical.pos_adj_ratio": 0.0, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 102.0, |
| "lexical.sent_len_std": 0.0, |
| "lexical.sent_len_min": 102.0, |
| "lexical.sent_len_max": 102.0, |
| "lexical.sent_count": 1, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.2153191489361702, |
| "coherence.topic_drift_mean": 0.0, |
| "coherence.topic_drift_std": 0.0, |
| "coherence.topic_drift_trend": 0.0, |
| "coherence.novelty_mean": 0.0, |
| "coherence.novelty_std": 0.0, |
| "coherence.novelty_trend": 0.0, |
| "coherence.novelty_final_vs_initial": 0.0, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 1.0, |
| "structural.clause_depth_std": 0.0, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.0, |
| "structural.register_consistency_std": 0.0, |
| "repetition.repetition_onset_5gram": 4, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.029411764705882353, |
| "repetition.unique_2gram_ratio": 0.039603960396039604, |
| "repetition.unique_3gram_ratio": 0.05, |
| "repetition.unique_5gram_ratio": 0.08163265306122448, |
| "repetition.unique_8gram_ratio": 0.14736842105263157, |
| "repetition.post_rep_novel_tokens": 8, |
| "repetition.post_rep_novel_ratio": 0.0851063829787234, |
| "creativity.specificity_score": 0.9902912621359223, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 50, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "import json\nimport logging\nfrom pathlib import Path\n\nlogger = logging.getLogger(__name__)\n\n\nclass DataProcessor:\n \"\"\"Process and validate incoming data records.\"\"\"\n\n def __init__(self", |
| "domain": "code", |
| "lexical.ttr_50": 0.8333333333333334, |
| "lexical.ttr_100": 0.8333333333333334, |
| "lexical.ttr_200": 0.8333333333333334, |
| "lexical.ttr_500": 0.8333333333333334, |
| "lexical.ttr_all": 0.8333333333333334, |
| "lexical.hapax_ratio": 0.6666666666666666, |
| "lexical.yules_k": 555.5555555555555, |
| "lexical.honores_r": 972.9550745276568, |
| "lexical.pos_noun_ratio": 0.5, |
| "lexical.pos_verb_ratio": 0.0, |
| "lexical.pos_adj_ratio": 0.0, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 3.0, |
| "lexical.sent_len_std": 0.0, |
| "lexical.sent_len_min": 3.0, |
| "lexical.sent_len_max": 3.0, |
| "lexical.sent_count": 2, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.0074875207986688855, |
| "coherence.topic_drift_mean": 0.0, |
| "coherence.topic_drift_std": 0.0, |
| "coherence.topic_drift_trend": 0.0, |
| "coherence.novelty_mean": 0.0, |
| "coherence.novelty_std": 0.0, |
| "coherence.novelty_trend": 0.0, |
| "coherence.novelty_final_vs_initial": 0.0, |
| "coherence.entity_count": 1, |
| "coherence.entity_intro_rate": 16.666666666666668, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 1.0, |
| "structural.clause_depth_std": 0.0, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.0, |
| "structural.register_consistency_std": 0.0, |
| "repetition.repetition_onset_5gram": -1, |
| "repetition.repetition_unit_size_mean": 0.0, |
| "repetition.repetition_unit_size_max": 0, |
| "repetition.unique_1gram_ratio": 0.8333333333333334, |
| "repetition.unique_2gram_ratio": 1.0, |
| "repetition.unique_3gram_ratio": 1.0, |
| "repetition.unique_5gram_ratio": 1.0, |
| "repetition.unique_8gram_ratio": 0.0, |
| "repetition.post_rep_novel_tokens": 0, |
| "repetition.post_rep_novel_ratio": 0.0, |
| "creativity.specificity_score": 0.7142857142857143, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 3, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "# Binary search implementation with error handling\ndef binary_search(arr: list[int], target: int) -> int:\n", |
| "domain": "code", |
| "lexical.ttr_50": 0.14, |
| "lexical.ttr_100": 0.07, |
| "lexical.ttr_200": 0.035, |
| "lexical.ttr_500": 0.018229166666666668, |
| "lexical.ttr_all": 0.018229166666666668, |
| "lexical.hapax_ratio": 0.005208333333333333, |
| "lexical.yules_k": 2162.0008680555557, |
| "lexical.honores_r": 833.4540668002899, |
| "lexical.pos_noun_ratio": 0.828125, |
| "lexical.pos_verb_ratio": 0.0, |
| "lexical.pos_adj_ratio": 0.005208333333333333, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 384.0, |
| "lexical.sent_len_std": 0.0, |
| "lexical.sent_len_min": 384.0, |
| "lexical.sent_len_max": 384.0, |
| "lexical.sent_count": 1, |
| "lexical.punct_types": 7, |
| "lexical.punct_ratio": 0.16596022171503097, |
| "coherence.topic_drift_mean": 0.0, |
| "coherence.topic_drift_std": 0.0, |
| "coherence.topic_drift_trend": 0.0, |
| "coherence.novelty_mean": 0.0, |
| "coherence.novelty_std": 0.0, |
| "coherence.novelty_trend": 0.0, |
| "coherence.novelty_final_vs_initial": 0.0, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 67.0, |
| "structural.clause_depth_std": 0.0, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.0, |
| "structural.register_consistency_std": 0.0, |
| "repetition.repetition_onset_5gram": 9, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.018229166666666668, |
| "repetition.unique_2gram_ratio": 0.02610966057441253, |
| "repetition.unique_3gram_ratio": 0.028795811518324606, |
| "repetition.unique_5gram_ratio": 0.034210526315789476, |
| "repetition.unique_8gram_ratio": 0.03978779840848806, |
| "repetition.post_rep_novel_tokens": 4, |
| "repetition.post_rep_novel_ratio": 0.016172506738544475, |
| "creativity.specificity_score": 0.003125, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Abstract: We present a novel approach to understanding the relationship between neural network depth and", |
| "domain": "academic", |
| "lexical.ttr_50": 0.76, |
| "lexical.ttr_100": 0.63, |
| "lexical.ttr_200": 0.54, |
| "lexical.ttr_500": 0.346, |
| "lexical.ttr_all": 0.23647058823529413, |
| "lexical.hapax_ratio": 0.1388235294117647, |
| "lexical.yules_k": 322.6851211072664, |
| "lexical.honores_r": 1633.769684148492, |
| "lexical.pos_noun_ratio": 0.40941176470588236, |
| "lexical.pos_verb_ratio": 0.12, |
| "lexical.pos_adj_ratio": 0.047058823529411764, |
| "lexical.pos_adv_ratio": 0.015294117647058824, |
| "lexical.pos_pronoun_ratio": 0.01764705882352941, |
| "lexical.sent_len_mean": 18.47826086956522, |
| "lexical.sent_len_std": 6.691133427203699, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 34.0, |
| "lexical.sent_count": 46, |
| "lexical.punct_types": 11, |
| "lexical.punct_ratio": 0.029433681073025336, |
| "coherence.topic_drift_mean": 0.5001190321877929, |
| "coherence.topic_drift_std": 0.2493363296164, |
| "coherence.topic_drift_trend": -0.020120477247778445, |
| "coherence.novelty_mean": 0.5774305025994834, |
| "coherence.novelty_std": 0.28389164401536104, |
| "coherence.novelty_trend": -0.011454942523702587, |
| "coherence.novelty_final_vs_initial": -0.362987897316774, |
| "coherence.entity_count": 11, |
| "coherence.entity_intro_rate": 1.2941176470588236, |
| "coherence.referential_density": 0.04310344827586207, |
| "structural.clause_depth_mean": 1.2173913043478262, |
| "structural.clause_depth_std": 0.41247099915239727, |
| "structural.discourse_marker_count": 4, |
| "structural.discourse_marker_density": 0.47058823529411764, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.26869655739936393, |
| "structural.register_consistency_std": 0.12173767667084749, |
| "repetition.repetition_onset_5gram": 39, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.23647058823529413, |
| "repetition.unique_2gram_ratio": 0.48056537102473496, |
| "repetition.unique_3gram_ratio": 0.625, |
| "repetition.unique_5gram_ratio": 0.776595744680851, |
| "repetition.unique_8gram_ratio": 0.8564650059311981, |
| "repetition.post_rep_novel_tokens": 618, |
| "repetition.post_rep_novel_ratio": 0.7670384138785625, |
| "creativity.specificity_score": 0.14095744680851063, |
| "creativity.temporal_marker_count": 3, |
| "creativity.temporal_marker_density": 0.35294117647058826, |
| "creativity.dialogue_marker_count": 1, |
| "creativity.dialogue_marker_density": 0.11764705882352941, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "In this study, we investigate the effects of environmental factors on species diversity in temperate", |
| "domain": "academic", |
| "lexical.ttr_50": 0.66, |
| "lexical.ttr_100": 0.52, |
| "lexical.ttr_200": 0.435, |
| "lexical.ttr_500": 0.258, |
| "lexical.ttr_all": 0.20930232558139536, |
| "lexical.hapax_ratio": 0.10526315789473684, |
| "lexical.yules_k": 333.78827216628287, |
| "lexical.honores_r": 1349.2628935989053, |
| "lexical.pos_noun_ratio": 0.3659730722154223, |
| "lexical.pos_verb_ratio": 0.11995104039167687, |
| "lexical.pos_adj_ratio": 0.09179926560587515, |
| "lexical.pos_adv_ratio": 0.0073439412484700125, |
| "lexical.pos_pronoun_ratio": 0.0012239902080783353, |
| "lexical.sent_len_mean": 17.382978723404257, |
| "lexical.sent_len_std": 5.748462112523817, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 29.0, |
| "lexical.sent_count": 47, |
| "lexical.punct_types": 9, |
| "lexical.punct_ratio": 0.02753737214791503, |
| "coherence.topic_drift_mean": 0.4005639583400094, |
| "coherence.topic_drift_std": 0.2791573296769923, |
| "coherence.topic_drift_trend": 0.01857768801889892, |
| "coherence.novelty_mean": 0.4829487262081901, |
| "coherence.novelty_std": 0.27160023090839663, |
| "coherence.novelty_trend": -0.001243625031529873, |
| "coherence.novelty_final_vs_initial": -0.07422041558685522, |
| "coherence.entity_count": 13, |
| "coherence.entity_intro_rate": 1.591187270501836, |
| "coherence.referential_density": 0.0033444816053511705, |
| "structural.clause_depth_mean": 1.0851063829787233, |
| "structural.clause_depth_std": 0.2790399372043405, |
| "structural.discourse_marker_count": 2, |
| "structural.discourse_marker_density": 0.24479804161566707, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.2584764996516317, |
| "structural.register_consistency_std": 0.048333853671491046, |
| "repetition.repetition_onset_5gram": 57, |
| "repetition.repetition_unit_size_mean": 18.5, |
| "repetition.repetition_unit_size_max": 35, |
| "repetition.unique_1gram_ratio": 0.20930232558139536, |
| "repetition.unique_2gram_ratio": 0.46568627450980393, |
| "repetition.unique_3gram_ratio": 0.6122699386503068, |
| "repetition.unique_5gram_ratio": 0.7466174661746617, |
| "repetition.unique_8gram_ratio": 0.837037037037037, |
| "repetition.post_rep_novel_tokens": 550, |
| "repetition.post_rep_novel_ratio": 0.7367724867724867, |
| "creativity.specificity_score": 0.226890756302521, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.12239902080783353, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.12239902080783353, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Our results demonstrate a statistically significant correlation (p < 0.001) between the observed", |
| "domain": "academic", |
| "lexical.ttr_50": 0.42, |
| "lexical.ttr_100": 0.27, |
| "lexical.ttr_200": 0.165, |
| "lexical.ttr_500": 0.11, |
| "lexical.ttr_all": 0.10598290598290598, |
| "lexical.hapax_ratio": 0.06495726495726496, |
| "lexical.yules_k": 1038.088976550515, |
| "lexical.honores_r": 1646.4409456407284, |
| "lexical.pos_noun_ratio": 0.37948717948717947, |
| "lexical.pos_verb_ratio": 0.02564102564102564, |
| "lexical.pos_adj_ratio": 0.02905982905982906, |
| "lexical.pos_adv_ratio": 0.0017094017094017094, |
| "lexical.pos_pronoun_ratio": 0.003418803418803419, |
| "lexical.sent_len_mean": 7.222222222222222, |
| "lexical.sent_len_std": 6.136311676215144, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 36.0, |
| "lexical.sent_count": 82, |
| "lexical.punct_types": 3, |
| "lexical.punct_ratio": 0.0239754669640368, |
| "coherence.topic_drift_mean": 0.8209388503040665, |
| "coherence.topic_drift_std": 0.11690451789219104, |
| "coherence.topic_drift_trend": 0.0445414216613643, |
| "coherence.novelty_mean": 0.3310706296821449, |
| "coherence.novelty_std": 0.3305442163591029, |
| "coherence.novelty_trend": 0.0001976075395386868, |
| "coherence.novelty_final_vs_initial": 0.012973422012729663, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.3418803418803419, |
| "coherence.referential_density": 0.009009009009009009, |
| "structural.clause_depth_mean": 1.0246913580246915, |
| "structural.clause_depth_std": 0.15518277888859916, |
| "structural.discourse_marker_count": 2, |
| "structural.discourse_marker_density": 0.3418803418803419, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.33249999999999996, |
| "structural.register_consistency_std": 0.06720615051218651, |
| "repetition.repetition_onset_5gram": 34, |
| "repetition.repetition_unit_size_mean": 14.0, |
| "repetition.repetition_unit_size_max": 26, |
| "repetition.unique_1gram_ratio": 0.10598290598290598, |
| "repetition.unique_2gram_ratio": 0.2106164383561644, |
| "repetition.unique_3gram_ratio": 0.29845626072041165, |
| "repetition.unique_5gram_ratio": 0.44922547332185886, |
| "repetition.unique_8gram_ratio": 0.6608996539792388, |
| "repetition.post_rep_novel_tokens": 231, |
| "repetition.post_rep_novel_ratio": 0.4460694698354662, |
| "creativity.specificity_score": 0.3157894736842105, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 1.0256410256410255, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Theorem: Let f be a continuous function on the closed interval [a, b]. Then", |
| "domain": "math", |
| "lexical.ttr_50": 0.38, |
| "lexical.ttr_100": 0.25, |
| "lexical.ttr_200": 0.28, |
| "lexical.ttr_500": 0.15254237288135594, |
| "lexical.ttr_all": 0.15254237288135594, |
| "lexical.hapax_ratio": 0.05508474576271186, |
| "lexical.yules_k": 459.9073542085608, |
| "lexical.honores_r": 964.0323216769982, |
| "lexical.pos_noun_ratio": 0.3050847457627119, |
| "lexical.pos_verb_ratio": 0.23516949152542374, |
| "lexical.pos_adj_ratio": 0.06991525423728813, |
| "lexical.pos_adv_ratio": 0.036016949152542374, |
| "lexical.pos_pronoun_ratio": 0.012711864406779662, |
| "lexical.sent_len_mean": 17.48148148148148, |
| "lexical.sent_len_std": 17.36614494923399, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 78.0, |
| "lexical.sent_count": 27, |
| "lexical.punct_types": 10, |
| "lexical.punct_ratio": 0.11794654221467968, |
| "coherence.topic_drift_mean": 0.522451214187291, |
| "coherence.topic_drift_std": 0.28484552600397434, |
| "coherence.topic_drift_trend": -0.00147282557581071, |
| "coherence.novelty_mean": 0.35613928140927353, |
| "coherence.novelty_std": 0.35414897127779366, |
| "coherence.novelty_trend": 0.002284424892229728, |
| "coherence.novelty_final_vs_initial": -0.05409485375423034, |
| "coherence.entity_count": 8, |
| "coherence.entity_intro_rate": 1.694915254237288, |
| "coherence.referential_density": 0.041666666666666664, |
| "structural.clause_depth_mean": 3.185185185185185, |
| "structural.clause_depth_std": 2.1779541374798748, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.30983158371429353, |
| "structural.register_consistency_std": 0.13572842411615713, |
| "repetition.repetition_onset_5gram": 32, |
| "repetition.repetition_unit_size_mean": 24.5, |
| "repetition.repetition_unit_size_max": 47, |
| "repetition.unique_1gram_ratio": 0.15254237288135594, |
| "repetition.unique_2gram_ratio": 0.3248407643312102, |
| "repetition.unique_3gram_ratio": 0.42340425531914894, |
| "repetition.unique_5gram_ratio": 0.5705128205128205, |
| "repetition.unique_8gram_ratio": 0.7182795698924731, |
| "repetition.post_rep_novel_tokens": 238, |
| "repetition.post_rep_novel_ratio": 0.573394495412844, |
| "creativity.specificity_score": 0.39285714285714285, |
| "creativity.temporal_marker_count": 15, |
| "creativity.temporal_marker_density": 3.1779661016949152, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "To prove that the series converges, we apply the ratio test. Consider the limit", |
| "domain": "math", |
| "lexical.ttr_50": 0.3, |
| "lexical.ttr_100": 0.45, |
| "lexical.ttr_200": 0.29, |
| "lexical.ttr_500": 0.23097112860892388, |
| "lexical.ttr_all": 0.23097112860892388, |
| "lexical.hapax_ratio": 0.08923884514435695, |
| "lexical.yules_k": 456.4586906951592, |
| "lexical.honores_r": 968.8833584395901, |
| "lexical.pos_noun_ratio": 0.2887139107611549, |
| "lexical.pos_verb_ratio": 0.09186351706036745, |
| "lexical.pos_adj_ratio": 0.06824146981627296, |
| "lexical.pos_adv_ratio": 0.01837270341207349, |
| "lexical.pos_pronoun_ratio": 0.026246719160104987, |
| "lexical.sent_len_mean": 27.214285714285715, |
| "lexical.sent_len_std": 20.424699932849414, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 65.0, |
| "lexical.sent_count": 14, |
| "lexical.punct_types": 8, |
| "lexical.punct_ratio": 0.1175531914893617, |
| "coherence.topic_drift_mean": 0.4260040146536519, |
| "coherence.topic_drift_std": 0.2984342769804884, |
| "coherence.topic_drift_trend": -0.02472973314037961, |
| "coherence.novelty_mean": 0.41136442566184783, |
| "coherence.novelty_std": 0.35384708002611964, |
| "coherence.novelty_trend": -0.06185496402355224, |
| "coherence.novelty_final_vs_initial": -0.6569145296912529, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.5249343832020997, |
| "coherence.referential_density": 0.09090909090909091, |
| "structural.clause_depth_mean": 1.8571428571428572, |
| "structural.clause_depth_std": 1.1248582677159729, |
| "structural.discourse_marker_count": 1, |
| "structural.discourse_marker_density": 0.26246719160104987, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.24578389161046973, |
| "structural.register_consistency_std": 0.10506461317676916, |
| "repetition.repetition_onset_5gram": 13, |
| "repetition.repetition_unit_size_mean": 14.5, |
| "repetition.repetition_unit_size_max": 27, |
| "repetition.unique_1gram_ratio": 0.23097112860892388, |
| "repetition.unique_2gram_ratio": 0.4789473684210526, |
| "repetition.unique_3gram_ratio": 0.5725593667546174, |
| "repetition.unique_5gram_ratio": 0.7055702917771883, |
| "repetition.unique_8gram_ratio": 0.8368983957219251, |
| "repetition.post_rep_novel_tokens": 257, |
| "repetition.post_rep_novel_ratio": 0.7307692307692307, |
| "creativity.specificity_score": 0.6602316602316602, |
| "creativity.temporal_marker_count": 2, |
| "creativity.temporal_marker_density": 0.5249343832020997, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Problem: Find all integer solutions to the equation x^2 + y^2 = z^2 where", |
| "domain": "math", |
| "lexical.ttr_50": 0.6, |
| "lexical.ttr_100": 0.35, |
| "lexical.ttr_200": 0.205, |
| "lexical.ttr_500": 0.09322033898305085, |
| "lexical.ttr_all": 0.09322033898305085, |
| "lexical.hapax_ratio": 0.02754237288135593, |
| "lexical.yules_k": 505.6018385521402, |
| "lexical.honores_r": 874.1941841730485, |
| "lexical.pos_noun_ratio": 0.2733050847457627, |
| "lexical.pos_verb_ratio": 0.18008474576271186, |
| "lexical.pos_adj_ratio": 0.11652542372881355, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 118.0, |
| "lexical.sent_len_std": 162.7344462613862, |
| "lexical.sent_len_min": 6.0, |
| "lexical.sent_len_max": 399.0, |
| "lexical.sent_count": 4, |
| "lexical.punct_types": 9, |
| "lexical.punct_ratio": 0.08311973636030758, |
| "coherence.topic_drift_mean": 0.04284233049306415, |
| "coherence.topic_drift_std": 0.03999312866111654, |
| "coherence.topic_drift_trend": 0.048120623288344835, |
| "coherence.novelty_mean": 0.8959724207749978, |
| "coherence.novelty_std": 0.12498468542212647, |
| "coherence.novelty_trend": -0.13989849638625196, |
| "coherence.novelty_final_vs_initial": -0.2797969927725039, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 1.0, |
| "structural.clause_depth_std": 0.0, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.16535364145658263, |
| "structural.register_consistency_std": 0.06662248454304658, |
| "repetition.repetition_onset_5gram": 40, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.09322033898305085, |
| "repetition.unique_2gram_ratio": 0.1762208067940552, |
| "repetition.unique_3gram_ratio": 0.2148936170212766, |
| "repetition.unique_5gram_ratio": 0.2692307692307692, |
| "repetition.unique_8gram_ratio": 0.3311827956989247, |
| "repetition.post_rep_novel_tokens": 86, |
| "repetition.post_rep_novel_ratio": 0.2266355140186916, |
| "creativity.specificity_score": 0.3681592039800995, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "OPINION OF THE COURT\n\nThe question before this court is whether the defendant's actions constitute a violation of", |
| "domain": "legal", |
| "lexical.ttr_50": 0.48, |
| "lexical.ttr_100": 0.35, |
| "lexical.ttr_200": 0.2, |
| "lexical.ttr_500": 0.1, |
| "lexical.ttr_all": 0.05186721991701245, |
| "lexical.hapax_ratio": 0.015560165975103735, |
| "lexical.yules_k": 931.1349666844579, |
| "lexical.honores_r": 981.7325859055695, |
| "lexical.pos_noun_ratio": 0.3475103734439834, |
| "lexical.pos_verb_ratio": 0.14730290456431536, |
| "lexical.pos_adj_ratio": 0.04771784232365145, |
| "lexical.pos_adv_ratio": 0.005186721991701245, |
| "lexical.pos_pronoun_ratio": 0.002074688796680498, |
| "lexical.sent_len_mean": 22.41860465116279, |
| "lexical.sent_len_std": 6.58480477060293, |
| "lexical.sent_len_min": 5.0, |
| "lexical.sent_len_max": 36.0, |
| "lexical.sent_count": 43, |
| "lexical.punct_types": 3, |
| "lexical.punct_ratio": 0.017857142857142856, |
| "coherence.topic_drift_mean": 0.8901490496754674, |
| "coherence.topic_drift_std": 0.0954397918419806, |
| "coherence.topic_drift_trend": 0.0549984485002216, |
| "coherence.novelty_mean": 0.14616799248246043, |
| "coherence.novelty_std": 0.2515765483440619, |
| "coherence.novelty_trend": -0.013431242586312765, |
| "coherence.novelty_final_vs_initial": -0.4086929813975099, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.2074688796680498, |
| "coherence.referential_density": 0.005970149253731343, |
| "structural.clause_depth_mean": 1.9767441860465116, |
| "structural.clause_depth_std": 0.628337492377037, |
| "structural.discourse_marker_count": 1, |
| "structural.discourse_marker_density": 0.1037344398340249, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7488792270531401, |
| "structural.register_consistency_std": 0.18488940086045477, |
| "repetition.repetition_onset_5gram": 18, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.05186721991701245, |
| "repetition.unique_2gram_ratio": 0.1059190031152648, |
| "repetition.unique_3gram_ratio": 0.14864864864864866, |
| "repetition.unique_5gram_ratio": 0.20416666666666666, |
| "repetition.unique_8gram_ratio": 0.26436781609195403, |
| "repetition.post_rep_novel_tokens": 180, |
| "repetition.post_rep_novel_ratio": 0.19745222929936307, |
| "creativity.specificity_score": 0.005952380952380952, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Pursuant to Section 42 of the Civil Rights Act, the plaintiff alleges that the respondent", |
| "domain": "legal", |
| "lexical.ttr_50": 0.58, |
| "lexical.ttr_100": 0.32, |
| "lexical.ttr_200": 0.185, |
| "lexical.ttr_500": 0.086, |
| "lexical.ttr_all": 0.04628632938643703, |
| "lexical.hapax_ratio": 0.013993541442411194, |
| "lexical.yules_k": 932.539705529633, |
| "lexical.honores_r": 979.7097906811131, |
| "lexical.pos_noun_ratio": 0.21528525296017223, |
| "lexical.pos_verb_ratio": 0.16254036598493002, |
| "lexical.pos_adj_ratio": 0.08826695371367062, |
| "lexical.pos_adv_ratio": 0.013993541442411194, |
| "lexical.pos_pronoun_ratio": 0.001076426264800861, |
| "lexical.sent_len_mean": 21.113636363636363, |
| "lexical.sent_len_std": 6.526922945806536, |
| "lexical.sent_len_min": 9.0, |
| "lexical.sent_len_max": 35.0, |
| "lexical.sent_count": 44, |
| "lexical.punct_types": 3, |
| "lexical.punct_ratio": 0.017169095627869835, |
| "coherence.topic_drift_mean": 0.9428174879267935, |
| "coherence.topic_drift_std": 0.06883114596330461, |
| "coherence.topic_drift_trend": 0.037941680177707174, |
| "coherence.novelty_mean": 0.13514137876561477, |
| "coherence.novelty_std": 0.23816030311308328, |
| "coherence.novelty_trend": -0.011246033698665845, |
| "coherence.novelty_final_vs_initial": -0.3549468528266551, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.21528525296017223, |
| "coherence.referential_density": 0.005, |
| "structural.clause_depth_mean": 2.022727272727273, |
| "structural.clause_depth_std": 0.7534356570113989, |
| "structural.discourse_marker_count": 5, |
| "structural.discourse_marker_density": 0.5382131324004306, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7837457205104263, |
| "structural.register_consistency_std": 0.17966913977630333, |
| "repetition.repetition_onset_5gram": 75, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.04628632938643703, |
| "repetition.unique_2gram_ratio": 0.09698275862068965, |
| "repetition.unique_3gram_ratio": 0.13268608414239483, |
| "repetition.unique_5gram_ratio": 0.2, |
| "repetition.unique_8gram_ratio": 0.2950108459869848, |
| "repetition.post_rep_novel_tokens": 114, |
| "repetition.post_rep_novel_ratio": 0.15764705882352942, |
| "creativity.specificity_score": 0.03980099502487562, |
| "creativity.temporal_marker_count": 2, |
| "creativity.temporal_marker_density": 0.21528525296017223, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "The court finds that the evidence presented is sufficient to establish that the contract was", |
| "domain": "legal", |
| "lexical.ttr_50": 0.54, |
| "lexical.ttr_100": 0.45, |
| "lexical.ttr_200": 0.365, |
| "lexical.ttr_500": 0.202, |
| "lexical.ttr_all": 0.14893617021276595, |
| "lexical.hapax_ratio": 0.059574468085106386, |
| "lexical.yules_k": 475.9921533122076, |
| "lexical.honores_r": 1093.2692062488738, |
| "lexical.pos_noun_ratio": 0.2865248226950355, |
| "lexical.pos_verb_ratio": 0.16453900709219857, |
| "lexical.pos_adj_ratio": 0.029787234042553193, |
| "lexical.pos_adv_ratio": 0.0425531914893617, |
| "lexical.pos_pronoun_ratio": 0.0028368794326241137, |
| "lexical.sent_len_mean": 28.2, |
| "lexical.sent_len_std": 12.537942414925983, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 53.0, |
| "lexical.sent_count": 25, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.03019235451667884, |
| "coherence.topic_drift_mean": 0.6281148342088785, |
| "coherence.topic_drift_std": 0.15130481843216745, |
| "coherence.topic_drift_trend": 0.11273114476725794, |
| "coherence.novelty_mean": 0.43571342893402276, |
| "coherence.novelty_std": 0.27176439737976554, |
| "coherence.novelty_trend": -0.02295574062224978, |
| "coherence.novelty_final_vs_initial": -0.46241809676571577, |
| "coherence.entity_count": 7, |
| "coherence.entity_intro_rate": 0.9929078014184397, |
| "coherence.referential_density": 0.009900990099009901, |
| "structural.clause_depth_mean": 3.76, |
| "structural.clause_depth_std": 1.5304901175767194, |
| "structural.discourse_marker_count": 3, |
| "structural.discourse_marker_density": 0.425531914893617, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.5090545265837956, |
| "structural.register_consistency_std": 0.21729984709327024, |
| "repetition.repetition_onset_5gram": 54, |
| "repetition.repetition_unit_size_mean": 19.0, |
| "repetition.repetition_unit_size_max": 36, |
| "repetition.unique_1gram_ratio": 0.14893617021276595, |
| "repetition.unique_2gram_ratio": 0.32954545454545453, |
| "repetition.unique_3gram_ratio": 0.4395448079658606, |
| "repetition.unique_5gram_ratio": 0.5691868758915835, |
| "repetition.unique_8gram_ratio": 0.6819484240687679, |
| "repetition.post_rep_novel_tokens": 346, |
| "repetition.post_rep_novel_ratio": 0.5517774343122102, |
| "creativity.specificity_score": 0.4066390041493776, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 2.5531914893617023, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Question: How do I efficiently handle concurrent database connections in a Python web application?\n\nAnswer:", |
| "domain": "qa", |
| "lexical.ttr_50": 0.58, |
| "lexical.ttr_100": 0.35, |
| "lexical.ttr_200": 0.25, |
| "lexical.ttr_500": 0.106, |
| "lexical.ttr_all": 0.058823529411764705, |
| "lexical.hapax_ratio": 0.00776914539400666, |
| "lexical.yules_k": 659.3980544493047, |
| "lexical.honores_r": 784.0099338333024, |
| "lexical.pos_noun_ratio": 0.36403995560488345, |
| "lexical.pos_verb_ratio": 0.16981132075471697, |
| "lexical.pos_adj_ratio": 0.08546059933407325, |
| "lexical.pos_adv_ratio": 0.006659267480577136, |
| "lexical.pos_pronoun_ratio": 0.01553829078801332, |
| "lexical.sent_len_mean": 14.078125, |
| "lexical.sent_len_std": 3.006787568880615, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 26.0, |
| "lexical.sent_count": 64, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.015946137491141033, |
| "coherence.topic_drift_mean": 0.9162915702565853, |
| "coherence.topic_drift_std": 0.11153490237034623, |
| "coherence.topic_drift_trend": 0.06889378675722882, |
| "coherence.novelty_mean": 0.11348521839646786, |
| "coherence.novelty_std": 0.22885153158963423, |
| "coherence.novelty_trend": -0.006774406230604169, |
| "coherence.novelty_final_vs_initial": -0.3436960322557179, |
| "coherence.entity_count": 5, |
| "coherence.entity_intro_rate": 0.5549389567147613, |
| "coherence.referential_density": 0.042682926829268296, |
| "structural.clause_depth_mean": 1.0625, |
| "structural.clause_depth_std": 0.24206145913796356, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7937937062937064, |
| "structural.register_consistency_std": 0.2314371690877808, |
| "repetition.repetition_onset_5gram": 32, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.058823529411764705, |
| "repetition.unique_2gram_ratio": 0.12, |
| "repetition.unique_3gram_ratio": 0.1546162402669633, |
| "repetition.unique_5gram_ratio": 0.20066889632107024, |
| "repetition.unique_8gram_ratio": 0.24272930648769575, |
| "repetition.post_rep_novel_tokens": 152, |
| "repetition.post_rep_novel_ratio": 0.1976878612716763, |
| "creativity.specificity_score": 0.2818181818181818, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Question: What causes segmentation faults in C programs and how can they be debugged?\n\nAnswer: A segmentation fault occurs when", |
| "domain": "qa", |
| "lexical.ttr_50": 0.5, |
| "lexical.ttr_100": 0.44, |
| "lexical.ttr_200": 0.32, |
| "lexical.ttr_500": 0.14, |
| "lexical.ttr_all": 0.09398907103825137, |
| "lexical.hapax_ratio": 0.014207650273224045, |
| "lexical.yules_k": 414.01057063513394, |
| "lexical.honores_r": 803.4539826876372, |
| "lexical.pos_noun_ratio": 0.40437158469945356, |
| "lexical.pos_verb_ratio": 0.1453551912568306, |
| "lexical.pos_adj_ratio": 0.01092896174863388, |
| "lexical.pos_adv_ratio": 0.006557377049180328, |
| "lexical.pos_pronoun_ratio": 0.008743169398907104, |
| "lexical.sent_len_mean": 24.07894736842105, |
| "lexical.sent_len_std": 11.617549290773235, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 43.0, |
| "lexical.sent_count": 38, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.010679432885288161, |
| "coherence.topic_drift_mean": 0.8412554955994676, |
| "coherence.topic_drift_std": 0.04218982320062955, |
| "coherence.topic_drift_trend": -0.02047213357658988, |
| "coherence.novelty_mean": 0.3594436917276387, |
| "coherence.novelty_std": 0.34692336995951817, |
| "coherence.novelty_trend": -0.008933123396127684, |
| "coherence.novelty_final_vs_initial": -0.38050261107306876, |
| "coherence.entity_count": 10, |
| "coherence.entity_intro_rate": 1.092896174863388, |
| "coherence.referential_density": 0.021621621621621623, |
| "structural.clause_depth_mean": 2.1578947368421053, |
| "structural.clause_depth_std": 1.3865199865599462, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.5428610852653115, |
| "structural.register_consistency_std": 0.12129459201461446, |
| "repetition.repetition_onset_5gram": 53, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.09398907103825137, |
| "repetition.unique_2gram_ratio": 0.22319474835886213, |
| "repetition.unique_3gram_ratio": 0.3263964950711939, |
| "repetition.unique_5gram_ratio": 0.45115257958287597, |
| "repetition.unique_8gram_ratio": 0.5440528634361234, |
| "repetition.post_rep_novel_tokens": 358, |
| "repetition.post_rep_novel_ratio": 0.46503496503496505, |
| "creativity.specificity_score": 0.1276595744680851, |
| "creativity.temporal_marker_count": 2, |
| "creativity.temporal_marker_density": 0.2185792349726776, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Question: Why does my neural network loss plateau after the first few epochs?\n\nAnswer: There are several common reasons", |
| "domain": "qa", |
| "lexical.ttr_50": 0.62, |
| "lexical.ttr_100": 0.53, |
| "lexical.ttr_200": 0.42, |
| "lexical.ttr_500": 0.252, |
| "lexical.ttr_all": 0.17716535433070865, |
| "lexical.hapax_ratio": 0.07349081364829396, |
| "lexical.yules_k": 367.0751785948016, |
| "lexical.honores_r": 1134.2149800296222, |
| "lexical.pos_noun_ratio": 0.27296587926509186, |
| "lexical.pos_verb_ratio": 0.17060367454068243, |
| "lexical.pos_adj_ratio": 0.09973753280839895, |
| "lexical.pos_adv_ratio": 0.003937007874015748, |
| "lexical.pos_pronoun_ratio": 0.003937007874015748, |
| "lexical.sent_len_mean": 18.142857142857142, |
| "lexical.sent_len_std": 11.925505736648233, |
| "lexical.sent_len_min": 3.0, |
| "lexical.sent_len_max": 58.0, |
| "lexical.sent_count": 43, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.022694696607740088, |
| "coherence.topic_drift_mean": 0.5082344767021427, |
| "coherence.topic_drift_std": 0.2258057342208489, |
| "coherence.topic_drift_trend": 0.02317940230620158, |
| "coherence.novelty_mean": 0.42724829457110125, |
| "coherence.novelty_std": 0.3139668110327597, |
| "coherence.novelty_trend": -0.020689478158453442, |
| "coherence.novelty_final_vs_initial": -0.6100428017266656, |
| "coherence.entity_count": 11, |
| "coherence.entity_intro_rate": 1.4435695538057742, |
| "coherence.referential_density": 0.014423076923076924, |
| "structural.clause_depth_mean": 1.2142857142857142, |
| "structural.clause_depth_std": 0.5990355059718631, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.36120991835921656, |
| "structural.register_consistency_std": 0.14230910188635487, |
| "repetition.repetition_onset_5gram": 39, |
| "repetition.repetition_unit_size_mean": 19.5, |
| "repetition.repetition_unit_size_max": 37, |
| "repetition.unique_1gram_ratio": 0.17716535433070865, |
| "repetition.unique_2gram_ratio": 0.39816031537450725, |
| "repetition.unique_3gram_ratio": 0.5355263157894737, |
| "repetition.unique_5gram_ratio": 0.658311345646438, |
| "repetition.unique_8gram_ratio": 0.7655629139072848, |
| "repetition.post_rep_novel_tokens": 460, |
| "repetition.post_rep_novel_ratio": 0.6411682892906815, |
| "creativity.specificity_score": 0.38515901060070673, |
| "creativity.temporal_marker_count": 8, |
| "creativity.temporal_marker_density": 1.0498687664041995, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Alice: Hey, have you finished reading that book I lent you?\nBob: Actually, I just finished it last night. I have to say,", |
| "domain": "dialogue", |
| "lexical.ttr_50": 0.6, |
| "lexical.ttr_100": 0.47, |
| "lexical.ttr_200": 0.275, |
| "lexical.ttr_500": 0.114, |
| "lexical.ttr_all": 0.06721698113207547, |
| "lexical.hapax_ratio": 0.030660377358490566, |
| "lexical.yules_k": 1425.2736739053043, |
| "lexical.honores_r": 1240.0366890959574, |
| "lexical.pos_noun_ratio": 0.21226415094339623, |
| "lexical.pos_verb_ratio": 0.3561320754716981, |
| "lexical.pos_adj_ratio": 0.009433962264150943, |
| "lexical.pos_adv_ratio": 0.1615566037735849, |
| "lexical.pos_pronoun_ratio": 0.018867924528301886, |
| "lexical.sent_len_mean": 5.72972972972973, |
| "lexical.sent_len_std": 3.4476678262946816, |
| "lexical.sent_len_min": 4.0, |
| "lexical.sent_len_max": 40.0, |
| "lexical.sent_count": 148, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.03565925599823905, |
| "coherence.topic_drift_mean": 0.9259911225272767, |
| "coherence.topic_drift_std": 0.13851243646312533, |
| "coherence.topic_drift_trend": 0.06624114774909151, |
| "coherence.novelty_mean": 0.07009589568705485, |
| "coherence.novelty_std": 0.22504105762359045, |
| "coherence.novelty_trend": -0.002382899497195653, |
| "coherence.novelty_final_vs_initial": -0.2686091411278719, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.2358490566037736, |
| "coherence.referential_density": 0.08888888888888889, |
| "structural.clause_depth_mean": 1.027027027027027, |
| "structural.clause_depth_std": 0.16216216216216214, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.8175438596491228, |
| "structural.register_consistency_std": 0.3649122807017544, |
| "repetition.repetition_onset_5gram": 33, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.06721698113207547, |
| "repetition.unique_2gram_ratio": 0.12750885478158205, |
| "repetition.unique_3gram_ratio": 0.16430260047281323, |
| "repetition.unique_5gram_ratio": 0.21800947867298578, |
| "repetition.unique_8gram_ratio": 0.272294887039239, |
| "repetition.post_rep_novel_tokens": 151, |
| "repetition.post_rep_novel_ratio": 0.187422934648582, |
| "creativity.specificity_score": 0.053475935828877004, |
| "creativity.temporal_marker_count": 132, |
| "creativity.temporal_marker_density": 15.566037735849056, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "User: Can you explain how transformers work in simple terms?\nAssistant: Sure! Think of it this way \u2014", |
| "domain": "dialogue", |
| "lexical.ttr_50": 0.56, |
| "lexical.ttr_100": 0.38, |
| "lexical.ttr_200": 0.19, |
| "lexical.ttr_500": 0.076, |
| "lexical.ttr_all": 0.05555555555555555, |
| "lexical.hapax_ratio": 0.013157894736842105, |
| "lexical.yules_k": 389.35056940597104, |
| "lexical.honores_r": 855.5790201860847, |
| "lexical.pos_noun_ratio": 0.3055555555555556, |
| "lexical.pos_verb_ratio": 0.1564327485380117, |
| "lexical.pos_adj_ratio": 0.05701754385964912, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.09502923976608187, |
| "lexical.sent_len_mean": 15.545454545454545, |
| "lexical.sent_len_std": 7.429837100424408, |
| "lexical.sent_len_min": 6.0, |
| "lexical.sent_len_max": 24.0, |
| "lexical.sent_count": 44, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.028734321550741165, |
| "coherence.topic_drift_mean": 0.9708181459949994, |
| "coherence.topic_drift_std": 0.04780957852729881, |
| "coherence.topic_drift_trend": 0.020083673908966527, |
| "coherence.novelty_mean": 0.09319250241985848, |
| "coherence.novelty_std": 0.2573475816456216, |
| "coherence.novelty_trend": -0.010292319502891917, |
| "coherence.novelty_final_vs_initial": -0.35490508067579307, |
| "coherence.entity_count": 4, |
| "coherence.entity_intro_rate": 0.5847953216374269, |
| "coherence.referential_density": 0.31100478468899523, |
| "structural.clause_depth_mean": 1.4545454545454546, |
| "structural.clause_depth_std": 0.4979295977319692, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.26676498780302604, |
| "structural.pct_declarative": 0.9545454545454546, |
| "structural.pct_interrogative": 0.045454545454545456, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.9473684210526315, |
| "structural.register_consistency_std": 0.10526315789473686, |
| "repetition.repetition_onset_5gram": 35, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.05555555555555555, |
| "repetition.unique_2gram_ratio": 0.08199121522693997, |
| "repetition.unique_3gram_ratio": 0.08944281524926687, |
| "repetition.unique_5gram_ratio": 0.09264705882352942, |
| "repetition.unique_8gram_ratio": 0.09748892171344166, |
| "repetition.post_rep_novel_tokens": 29, |
| "repetition.post_rep_novel_ratio": 0.05116279069767442, |
| "creativity.specificity_score": 0.30952380952380953, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 20, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "books-cpt-final", |
| "prompt": "Sarah: I've been thinking about changing careers lately.\nMark: Really? What's making you consider that?\nSarah:", |
| "domain": "dialogue", |
| "lexical.ttr_50": 0.8, |
| "lexical.ttr_100": 0.45, |
| "lexical.ttr_200": 0.245, |
| "lexical.ttr_500": 0.136, |
| "lexical.ttr_all": 0.1060842433697348, |
| "lexical.hapax_ratio": 0.057722308892355696, |
| "lexical.yules_k": 567.268868601858, |
| "lexical.honores_r": 1418.0387246803784, |
| "lexical.pos_noun_ratio": 0.33073322932917315, |
| "lexical.pos_verb_ratio": 0.38845553822152884, |
| "lexical.pos_adj_ratio": 0.0078003120124804995, |
| "lexical.pos_adv_ratio": 0.0078003120124804995, |
| "lexical.pos_pronoun_ratio": 0.10920436817472699, |
| "lexical.sent_len_mean": 10.015625, |
| "lexical.sent_len_std": 2.747113186487772, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 23.0, |
| "lexical.sent_count": 64, |
| "lexical.punct_types": 7, |
| "lexical.punct_ratio": 0.05539499036608863, |
| "coherence.topic_drift_mean": 0.8983715501553892, |
| "coherence.topic_drift_std": 0.05496945183197343, |
| "coherence.topic_drift_trend": 0.0065987779992145446, |
| "coherence.novelty_mean": 0.18742685879650864, |
| "coherence.novelty_std": 0.33249259877025744, |
| "coherence.novelty_trend": -0.008494719211625217, |
| "coherence.novelty_final_vs_initial": -0.5288263463346199, |
| "coherence.entity_count": 6, |
| "coherence.entity_intro_rate": 0.9360374414976599, |
| "coherence.referential_density": 0.330188679245283, |
| "structural.clause_depth_mean": 1.40625, |
| "structural.clause_depth_std": 0.4911323014219285, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.5435644431995964, |
| "structural.pct_declarative": 0.875, |
| "structural.pct_interrogative": 0.125, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.5560544217687075, |
| "structural.register_consistency_std": 0.24440524887799603, |
| "repetition.repetition_onset_5gram": 55, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.1060842433697348, |
| "repetition.unique_2gram_ratio": 0.1671875, |
| "repetition.unique_3gram_ratio": 0.19874804381846636, |
| "repetition.unique_5gram_ratio": 0.24803767660910517, |
| "repetition.unique_8gram_ratio": 0.30441640378548895, |
| "repetition.post_rep_novel_tokens": 103, |
| "repetition.post_rep_novel_ratio": 0.19243986254295534, |
| "creativity.specificity_score": 0.4790697674418605, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.15600624024961, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| } |
| ], |
| "model_profiles": { |
| "books-cpt-final": { |
| "lexical.ttr_50": 0.5472222222222222, |
| "lexical.ttr_100": 0.41263888888888894, |
| "lexical.ttr_200": 0.2951143790849673, |
| "lexical.ttr_500": 0.17607117104913386, |
| "lexical.ttr_all": 0.1382082717950779, |
| "lexical.hapax_ratio": 0.073382117506285, |
| "lexical.yules_k": 860.1419717328439, |
| "lexical.honores_r": 1135.8424207184755, |
| "lexical.pos_noun_ratio": 0.3260391138247408, |
| "lexical.pos_verb_ratio": 0.15792821691089956, |
| "lexical.pos_adj_ratio": 0.05000278272166061, |
| "lexical.pos_adv_ratio": 0.022015203748976964, |
| "lexical.pos_pronoun_ratio": 0.03216697499197558, |
| "lexical.sent_len_mean": 39.799016338288396, |
| "lexical.sent_len_std": 13.62472269370857, |
| "lexical.sent_len_min": 23.583333333333332, |
| "lexical.sent_len_max": 70.91666666666667, |
| "lexical.sent_count": 47.333333333333336, |
| "lexical.punct_types": 5.541666666666667, |
| "lexical.punct_ratio": 0.049824468763930284, |
| "coherence.topic_drift_mean": 0.617595396546382, |
| "coherence.topic_drift_std": 0.12990896471110977, |
| "coherence.topic_drift_trend": 0.035263291498631506, |
| "coherence.novelty_mean": 0.2709830454439537, |
| "coherence.novelty_std": 0.23717118374371352, |
| "coherence.novelty_trend": -0.01585669100196228, |
| "coherence.novelty_final_vs_initial": -0.30838506158157913, |
| "coherence.entity_count": 6.166666666666667, |
| "coherence.entity_intro_rate": 1.4955575941405101, |
| "coherence.referential_density": 0.14876155157325882, |
| "structural.clause_depth_mean": 4.236334825869001, |
| "structural.clause_depth_std": 0.5384939484294647, |
| "structural.discourse_marker_count": 0.7916666666666666, |
| "structural.discourse_marker_density": 0.10470172659261529, |
| "structural.structural_variety_entropy": 0.03376372629177594, |
| "structural.pct_declarative": 0.9928977272727272, |
| "structural.pct_interrogative": 0.007102272727272728, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.4736341123868737, |
| "structural.register_consistency_std": 0.1589427242676457, |
| "repetition.repetition_onset_5gram": 48.875, |
| "repetition.repetition_unit_size_mean": 22.0, |
| "repetition.repetition_unit_size_max": 42.083333333333336, |
| "repetition.unique_1gram_ratio": 0.1382082717950779, |
| "repetition.unique_2gram_ratio": 0.25162496500888554, |
| "repetition.unique_3gram_ratio": 0.31468148641591337, |
| "repetition.unique_5gram_ratio": 0.39162833807504766, |
| "repetition.unique_8gram_ratio": 0.42117012344370747, |
| "repetition.post_rep_novel_tokens": 206.16666666666666, |
| "repetition.post_rep_novel_ratio": 0.32929081861078024, |
| "creativity.specificity_score": 0.30304302571157354, |
| "creativity.temporal_marker_count": 12.166666666666666, |
| "creativity.temporal_marker_density": 1.5282107808442957, |
| "creativity.dialogue_marker_count": 2.6666666666666665, |
| "creativity.dialogue_marker_density": 0.3247984268373804, |
| "creativity.quote_count": 5.666666666666667, |
| "creativity.fabrication_density": 0.16957424601503876, |
| "creativity.topical_unexpectedness": 0.0 |
| } |
| }, |
| "most_distinctive": {}, |
| "domain_profiles": { |
| "books-cpt-final": { |
| "encyclopedic": { |
| "lexical.ttr_50": 0.7133333333333333, |
| "lexical.ttr_100": 0.5333333333333333, |
| "lexical.ttr_200": 0.3866666666666667, |
| "lexical.ttr_500": 0.22399999999999998, |
| "lexical.ttr_all": 0.14776812564818012, |
| "lexical.hapax_ratio": 0.08439655419883663, |
| "lexical.yules_k": 602.1575408493163, |
| "lexical.honores_r": 1548.6389739004392, |
| "lexical.pos_noun_ratio": 0.39903055799124926, |
| "lexical.pos_verb_ratio": 0.10444452855104243, |
| "lexical.pos_adj_ratio": 0.07755086155264618, |
| "lexical.pos_adv_ratio": 0.008740070896648175, |
| "lexical.pos_pronoun_ratio": 0.003713283864037633, |
| "lexical.sent_len_mean": 23.86162609044281, |
| "lexical.sent_len_std": 11.336520217985788, |
| "lexical.sent_len_min": 5.0, |
| "lexical.sent_len_max": 51.333333333333336, |
| "lexical.sent_count": 37.333333333333336, |
| "lexical.punct_types": 5.333333333333333, |
| "lexical.punct_ratio": 0.016968746507029172, |
| "coherence.topic_drift_mean": 0.6027593271707227, |
| "coherence.topic_drift_std": 0.19138481885002978, |
| "coherence.topic_drift_trend": 0.0667167466721863, |
| "coherence.novelty_mean": 0.42370498969204196, |
| "coherence.novelty_std": 0.28129698014461746, |
| "coherence.novelty_trend": -0.017853547350946724, |
| "coherence.novelty_final_vs_initial": -0.5444179000813557, |
| "coherence.entity_count": 20.333333333333332, |
| "coherence.entity_intro_rate": 2.4691966315974203, |
| "coherence.referential_density": 0.008787050662182048, |
| "structural.clause_depth_mean": 1.387852017751234, |
| "structural.clause_depth_std": 0.6792998468373835, |
| "structural.discourse_marker_count": 0.3333333333333333, |
| "structural.discourse_marker_density": 0.041876046901172526, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.45085100877958023, |
| "structural.register_consistency_std": 0.1968894601702513, |
| "repetition.repetition_onset_5gram": 131.66666666666666, |
| "repetition.repetition_unit_size_mean": 20.333333333333332, |
| "repetition.repetition_unit_size_max": 38.666666666666664, |
| "repetition.unique_1gram_ratio": 0.14776812564818012, |
| "repetition.unique_2gram_ratio": 0.3053647427385504, |
| "repetition.unique_3gram_ratio": 0.40036178082146207, |
| "repetition.unique_5gram_ratio": 0.5031814690371057, |
| "repetition.unique_8gram_ratio": 0.574126639030259, |
| "repetition.post_rep_novel_tokens": 287.0, |
| "repetition.post_rep_novel_ratio": 0.46715332039034124, |
| "creativity.specificity_score": 0.4535503699393513, |
| "creativity.temporal_marker_count": 2.0, |
| "creativity.temporal_marker_density": 0.2140203074782514, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.6666666666666666, |
| "creativity.fabrication_density": 0.12285012285012285, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "narrative": { |
| "lexical.ttr_50": 0.5266666666666667, |
| "lexical.ttr_100": 0.3866666666666667, |
| "lexical.ttr_200": 0.22, |
| "lexical.ttr_500": 0.09000000000000001, |
| "lexical.ttr_all": 0.052768588934738375, |
| "lexical.hapax_ratio": 0.023019958565434814, |
| "lexical.yules_k": 819.2915461951276, |
| "lexical.honores_r": 1205.9302781216286, |
| "lexical.pos_noun_ratio": 0.17949849854839114, |
| "lexical.pos_verb_ratio": 0.2810203244674479, |
| "lexical.pos_adj_ratio": 0.03448495308127678, |
| "lexical.pos_adv_ratio": 0.05838784700088114, |
| "lexical.pos_pronoun_ratio": 0.147437039057951, |
| "lexical.sent_len_mean": 9.829768345124151, |
| "lexical.sent_len_std": 2.6861515982638786, |
| "lexical.sent_len_min": 4.666666666666667, |
| "lexical.sent_len_max": 26.666666666666668, |
| "lexical.sent_count": 95.66666666666667, |
| "lexical.punct_types": 3.0, |
| "lexical.punct_ratio": 0.04074023373770442, |
| "coherence.topic_drift_mean": 0.9263494674627074, |
| "coherence.topic_drift_std": 0.11286396827790258, |
| "coherence.topic_drift_trend": 0.07035204345221935, |
| "coherence.novelty_mean": 0.06987895782069899, |
| "coherence.novelty_std": 0.22102548064935978, |
| "coherence.novelty_trend": -0.0032766611856199133, |
| "coherence.novelty_final_vs_initial": -0.2134355221404426, |
| "coherence.entity_count": 0.3333333333333333, |
| "coherence.entity_intro_rate": 0.03611412062116288, |
| "coherence.referential_density": 0.8420674239186035, |
| "structural.clause_depth_mean": 1.0189960961496543, |
| "structural.clause_depth_std": 0.14844827380094333, |
| "structural.discourse_marker_count": 0.0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7911708701926093, |
| "structural.register_consistency_std": 0.29592795367632657, |
| "repetition.repetition_onset_5gram": 52.333333333333336, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49.0, |
| "repetition.unique_1gram_ratio": 0.052768588934738375, |
| "repetition.unique_2gram_ratio": 0.08994147918894273, |
| "repetition.unique_3gram_ratio": 0.11199301003612273, |
| "repetition.unique_5gram_ratio": 0.13791979446680316, |
| "repetition.unique_8gram_ratio": 0.16330399510643454, |
| "repetition.post_rep_novel_tokens": 67.33333333333333, |
| "repetition.post_rep_novel_ratio": 0.09258925305383832, |
| "creativity.specificity_score": 0.0035650623885918, |
| "creativity.temporal_marker_count": 40.0, |
| "creativity.temporal_marker_density": 4.883659968405731, |
| "creativity.dialogue_marker_count": 21.0, |
| "creativity.dialogue_marker_density": 2.5591717284245337, |
| "creativity.quote_count": 20.333333333333332, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "code": { |
| "lexical.ttr_50": 0.3444444444444444, |
| "lexical.ttr_100": 0.3111111111111111, |
| "lexical.ttr_200": 0.2992483660130719, |
| "lexical.ttr_500": 0.2936580882352941, |
| "lexical.ttr_all": 0.2936580882352941, |
| "lexical.hapax_ratio": 0.22395833333333334, |
| "lexical.yules_k": 2366.8286886854416, |
| "lexical.honores_r": 756.62734671697, |
| "lexical.pos_noun_ratio": 0.4427083333333333, |
| "lexical.pos_verb_ratio": 0.0, |
| "lexical.pos_adj_ratio": 0.001736111111111111, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 163.0, |
| "lexical.sent_len_std": 0.0, |
| "lexical.sent_len_min": 163.0, |
| "lexical.sent_len_max": 163.0, |
| "lexical.sent_count": 1.3333333333333333, |
| "lexical.punct_types": 5.0, |
| "lexical.punct_ratio": 0.12958896381662335, |
| "coherence.topic_drift_mean": 0.0, |
| "coherence.topic_drift_std": 0.0, |
| "coherence.topic_drift_trend": 0.0, |
| "coherence.novelty_mean": 0.0, |
| "coherence.novelty_std": 0.0, |
| "coherence.novelty_trend": 0.0, |
| "coherence.novelty_final_vs_initial": 0.0, |
| "coherence.entity_count": 0.3333333333333333, |
| "coherence.entity_intro_rate": 5.555555555555556, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 23.0, |
| "structural.clause_depth_std": 0.0, |
| "structural.discourse_marker_count": 0.0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.0, |
| "structural.register_consistency_std": 0.0, |
| "repetition.repetition_onset_5gram": 4.0, |
| "repetition.repetition_unit_size_mean": 17.0, |
| "repetition.repetition_unit_size_max": 32.666666666666664, |
| "repetition.unique_1gram_ratio": 0.2936580882352941, |
| "repetition.unique_2gram_ratio": 0.35523787365681736, |
| "repetition.unique_3gram_ratio": 0.3595986038394416, |
| "repetition.unique_5gram_ratio": 0.3719477264590047, |
| "repetition.unique_8gram_ratio": 0.06238540648703988, |
| "repetition.post_rep_novel_tokens": 4.0, |
| "repetition.post_rep_novel_ratio": 0.03375962990575596, |
| "creativity.specificity_score": 0.5692339921405456, |
| "creativity.temporal_marker_count": 0.0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 17.666666666666668, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "academic": { |
| "lexical.ttr_50": 0.6133333333333333, |
| "lexical.ttr_100": 0.47333333333333333, |
| "lexical.ttr_200": 0.38000000000000006, |
| "lexical.ttr_500": 0.238, |
| "lexical.ttr_all": 0.18391860659986514, |
| "lexical.hapax_ratio": 0.10301465075458884, |
| "lexical.yules_k": 564.854123274688, |
| "lexical.honores_r": 1543.1578411293751, |
| "lexical.pos_noun_ratio": 0.384957338802828, |
| "lexical.pos_verb_ratio": 0.08853068867756751, |
| "lexical.pos_adj_ratio": 0.05597263939837199, |
| "lexical.pos_adv_ratio": 0.008115820201643515, |
| "lexical.pos_pronoun_ratio": 0.007429950816803722, |
| "lexical.sent_len_mean": 14.361153938397232, |
| "lexical.sent_len_std": 6.191969071980886, |
| "lexical.sent_len_min": 1.3333333333333333, |
| "lexical.sent_len_max": 33.0, |
| "lexical.sent_count": 58.333333333333336, |
| "lexical.punct_types": 7.666666666666667, |
| "lexical.punct_ratio": 0.026982173394992388, |
| "coherence.topic_drift_mean": 0.5738739469439563, |
| "coherence.topic_drift_std": 0.2151327257285278, |
| "coherence.topic_drift_trend": 0.014332877477494926, |
| "coherence.novelty_mean": 0.4638166194966061, |
| "coherence.novelty_std": 0.2953453637609535, |
| "coherence.novelty_trend": -0.004166986671897925, |
| "coherence.novelty_final_vs_initial": -0.14141163029696652, |
| "coherence.entity_count": 8.666666666666666, |
| "coherence.entity_intro_rate": 1.0757284198136672, |
| "coherence.referential_density": 0.018485646296740748, |
| "structural.clause_depth_mean": 1.1090630151170802, |
| "structural.clause_depth_std": 0.2822312384151123, |
| "structural.discourse_marker_count": 2.6666666666666665, |
| "structural.discourse_marker_density": 0.3524222062633755, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.2865576856836652, |
| "structural.register_consistency_std": 0.07909256028484168, |
| "repetition.repetition_onset_5gram": 43.333333333333336, |
| "repetition.repetition_unit_size_mean": 19.333333333333332, |
| "repetition.repetition_unit_size_max": 36.666666666666664, |
| "repetition.unique_1gram_ratio": 0.18391860659986514, |
| "repetition.unique_2gram_ratio": 0.3856226946302344, |
| "repetition.unique_3gram_ratio": 0.5119087331235729, |
| "repetition.unique_5gram_ratio": 0.6574795613924572, |
| "repetition.unique_8gram_ratio": 0.784800565649158, |
| "repetition.post_rep_novel_tokens": 466.3333333333333, |
| "repetition.post_rep_novel_ratio": 0.6499601234955051, |
| "creativity.specificity_score": 0.22787922559841403, |
| "creativity.temporal_marker_count": 1.3333333333333333, |
| "creativity.temporal_marker_density": 0.1584467324261406, |
| "creativity.dialogue_marker_count": 0.3333333333333333, |
| "creativity.dialogue_marker_density": 0.0392156862745098, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 0.38268001548295305, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "math": { |
| "lexical.ttr_50": 0.4266666666666666, |
| "lexical.ttr_100": 0.3499999999999999, |
| "lexical.ttr_200": 0.25833333333333336, |
| "lexical.ttr_500": 0.1589112801577769, |
| "lexical.ttr_all": 0.1589112801577769, |
| "lexical.hapax_ratio": 0.05728865459614158, |
| "lexical.yules_k": 473.98929448528673, |
| "lexical.honores_r": 935.7032880965456, |
| "lexical.pos_noun_ratio": 0.2890345804232098, |
| "lexical.pos_verb_ratio": 0.16903925144950102, |
| "lexical.pos_adj_ratio": 0.08489404926079154, |
| "lexical.pos_adv_ratio": 0.018129884188205287, |
| "lexical.pos_pronoun_ratio": 0.012986194522294882, |
| "lexical.sent_len_mean": 54.23192239858906, |
| "lexical.sent_len_std": 66.84176371448987, |
| "lexical.sent_len_min": 3.3333333333333335, |
| "lexical.sent_len_max": 180.66666666666666, |
| "lexical.sent_count": 15.0, |
| "lexical.punct_types": 9.0, |
| "lexical.punct_ratio": 0.10620649002144965, |
| "coherence.topic_drift_mean": 0.33043251977800236, |
| "coherence.topic_drift_std": 0.2077576438818598, |
| "coherence.topic_drift_trend": 0.0073060215240515055, |
| "coherence.novelty_mean": 0.5544920426153731, |
| "coherence.novelty_std": 0.2776602455753466, |
| "coherence.novelty_trend": -0.06648967850585816, |
| "coherence.novelty_final_vs_initial": -0.33026879207266235, |
| "coherence.entity_count": 3.3333333333333335, |
| "coherence.entity_intro_rate": 0.7399498791464626, |
| "coherence.referential_density": 0.04419191919191919, |
| "structural.clause_depth_mean": 2.0141093474426808, |
| "structural.clause_depth_std": 1.100937468398616, |
| "structural.discourse_marker_count": 0.3333333333333333, |
| "structural.discourse_marker_density": 0.08748906386701662, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.2403230389271153, |
| "structural.register_consistency_std": 0.10247184061199095, |
| "repetition.repetition_onset_5gram": 28.333333333333332, |
| "repetition.repetition_unit_size_mean": 21.5, |
| "repetition.repetition_unit_size_max": 41.0, |
| "repetition.unique_1gram_ratio": 0.1589112801577769, |
| "repetition.unique_2gram_ratio": 0.32666964651543934, |
| "repetition.unique_3gram_ratio": 0.40361907969834765, |
| "repetition.unique_5gram_ratio": 0.5151046271735926, |
| "repetition.unique_8gram_ratio": 0.6287869204377743, |
| "repetition.post_rep_novel_tokens": 193.66666666666666, |
| "repetition.post_rep_novel_ratio": 0.5102664134002555, |
| "creativity.specificity_score": 0.47374933568963423, |
| "creativity.temporal_marker_count": 5.666666666666667, |
| "creativity.temporal_marker_density": 1.2343001616323384, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "legal": { |
| "lexical.ttr_50": 0.5333333333333333, |
| "lexical.ttr_100": 0.3733333333333333, |
| "lexical.ttr_200": 0.25, |
| "lexical.ttr_500": 0.12933333333333333, |
| "lexical.ttr_all": 0.08236323983873849, |
| "lexical.hapax_ratio": 0.029709391834207104, |
| "lexical.yules_k": 779.8889418420995, |
| "lexical.honores_r": 1018.2371942785188, |
| "lexical.pos_noun_ratio": 0.283106816366397, |
| "lexical.pos_verb_ratio": 0.15812742588048131, |
| "lexical.pos_adj_ratio": 0.05525734335995841, |
| "lexical.pos_adv_ratio": 0.02057781830782471, |
| "lexical.pos_pronoun_ratio": 0.0019959981647018244, |
| "lexical.sent_len_mean": 23.910747004933054, |
| "lexical.sent_len_std": 8.549890043778483, |
| "lexical.sent_len_min": 5.333333333333333, |
| "lexical.sent_len_max": 41.333333333333336, |
| "lexical.sent_count": 37.333333333333336, |
| "lexical.punct_types": 4.0, |
| "lexical.punct_ratio": 0.021739531000563844, |
| "coherence.topic_drift_mean": 0.8203604572703798, |
| "coherence.topic_drift_std": 0.10519191874581757, |
| "coherence.topic_drift_trend": 0.06855709114839557, |
| "coherence.novelty_mean": 0.23900760006069932, |
| "coherence.novelty_std": 0.2538337496123036, |
| "coherence.novelty_trend": -0.015877672302409464, |
| "coherence.novelty_final_vs_initial": -0.4086859769966269, |
| "coherence.entity_count": 3.6666666666666665, |
| "coherence.entity_intro_rate": 0.4718873113488873, |
| "coherence.referential_density": 0.006957046450913748, |
| "structural.clause_depth_mean": 2.586490486257928, |
| "structural.clause_depth_std": 0.9707544223217184, |
| "structural.discourse_marker_count": 3.0, |
| "structural.discourse_marker_density": 0.3558264957093575, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.6805598247157874, |
| "structural.register_consistency_std": 0.19395279591000944, |
| "repetition.repetition_onset_5gram": 49.0, |
| "repetition.repetition_unit_size_mean": 23.333333333333332, |
| "repetition.repetition_unit_size_max": 44.666666666666664, |
| "repetition.unique_1gram_ratio": 0.08236323983873849, |
| "repetition.unique_2gram_ratio": 0.17748240542713634, |
| "repetition.unique_3gram_ratio": 0.24029318025230137, |
| "repetition.unique_5gram_ratio": 0.32445118085275004, |
| "repetition.unique_8gram_ratio": 0.4137756953825689, |
| "repetition.post_rep_novel_tokens": 213.33333333333334, |
| "repetition.post_rep_novel_ratio": 0.30229224081170086, |
| "creativity.specificity_score": 0.1507974600422114, |
| "creativity.temporal_marker_count": 0.6666666666666666, |
| "creativity.temporal_marker_density": 0.07176175098672408, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 0.851063829787234, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "qa": { |
| "lexical.ttr_50": 0.5666666666666668, |
| "lexical.ttr_100": 0.44, |
| "lexical.ttr_200": 0.33, |
| "lexical.ttr_500": 0.166, |
| "lexical.ttr_all": 0.10999265159357491, |
| "lexical.hapax_ratio": 0.03182253643850822, |
| "lexical.yules_k": 480.1612678930801, |
| "lexical.honores_r": 907.2262988501874, |
| "lexical.pos_noun_ratio": 0.3471258065231429, |
| "lexical.pos_verb_ratio": 0.16192339551741, |
| "lexical.pos_adj_ratio": 0.06537569796370203, |
| "lexical.pos_adv_ratio": 0.00571788413459107, |
| "lexical.pos_pronoun_ratio": 0.009406156020312056, |
| "lexical.sent_len_mean": 18.766643170426065, |
| "lexical.sent_len_std": 8.849947532100694, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 42.333333333333336, |
| "lexical.sent_count": 48.333333333333336, |
| "lexical.punct_types": 4.666666666666667, |
| "lexical.punct_ratio": 0.016440088994723094, |
| "coherence.topic_drift_mean": 0.7552605141860651, |
| "coherence.topic_drift_std": 0.12651015326394155, |
| "coherence.topic_drift_trend": 0.02386701849561351, |
| "coherence.novelty_mean": 0.30005906823173595, |
| "coherence.novelty_std": 0.2965805708606374, |
| "coherence.novelty_trend": -0.012132335928395098, |
| "coherence.novelty_final_vs_initial": -0.44474714835181733, |
| "coherence.entity_count": 8.666666666666666, |
| "coherence.entity_intro_rate": 1.0304682284613078, |
| "coherence.referential_density": 0.026242541791322283, |
| "structural.clause_depth_mean": 1.4782268170426065, |
| "structural.clause_depth_std": 0.7425389838899242, |
| "structural.discourse_marker_count": 0.0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.5659549033060781, |
| "structural.register_consistency_std": 0.16501362099625003, |
| "repetition.repetition_onset_5gram": 41.333333333333336, |
| "repetition.repetition_unit_size_mean": 23.5, |
| "repetition.repetition_unit_size_max": 45.0, |
| "repetition.unique_1gram_ratio": 0.10999265159357491, |
| "repetition.unique_2gram_ratio": 0.24711835457778977, |
| "repetition.unique_3gram_ratio": 0.33884635037587696, |
| "repetition.unique_5gram_ratio": 0.43671094051679477, |
| "repetition.unique_8gram_ratio": 0.5174483612770346, |
| "repetition.post_rep_novel_tokens": 323.3333333333333, |
| "repetition.post_rep_novel_ratio": 0.4346303718657743, |
| "creativity.specificity_score": 0.26487892229565785, |
| "creativity.temporal_marker_count": 3.3333333333333335, |
| "creativity.temporal_marker_density": 0.422816000458959, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "dialogue": { |
| "lexical.ttr_50": 0.6533333333333334, |
| "lexical.ttr_100": 0.43333333333333335, |
| "lexical.ttr_200": 0.23666666666666666, |
| "lexical.ttr_500": 0.10866666666666668, |
| "lexical.ttr_all": 0.07628559335245527, |
| "lexical.hapax_ratio": 0.033846860329229456, |
| "lexical.yules_k": 793.9643706377111, |
| "lexical.honores_r": 1171.2181446541401, |
| "lexical.pos_noun_ratio": 0.28285097860937497, |
| "lexical.pos_verb_ratio": 0.3003401207437462, |
| "lexical.pos_adj_ratio": 0.024750606045426855, |
| "lexical.pos_adv_ratio": 0.0564523052620218, |
| "lexical.pos_pronoun_ratio": 0.07436717748970358, |
| "lexical.sent_len_mean": 10.430269758394758, |
| "lexical.sent_len_std": 4.5415393710689544, |
| "lexical.sent_len_min": 4.0, |
| "lexical.sent_len_max": 29.0, |
| "lexical.sent_count": 85.33333333333333, |
| "lexical.punct_types": 5.666666666666667, |
| "lexical.punct_ratio": 0.03992952263835628, |
| "coherence.topic_drift_mean": 0.9317269395592218, |
| "coherence.topic_drift_std": 0.0804304889407992, |
| "coherence.topic_drift_trend": 0.03097453321909086, |
| "coherence.novelty_mean": 0.11690508563447399, |
| "coherence.novelty_std": 0.27162707934648983, |
| "coherence.novelty_trend": -0.007056646070570928, |
| "coherence.novelty_final_vs_initial": -0.3841135227127616, |
| "coherence.entity_count": 4.0, |
| "coherence.entity_intro_rate": 0.5855606065796201, |
| "coherence.referential_density": 0.24336078427438904, |
| "structural.clause_depth_mean": 1.295940827190827, |
| "structural.clause_depth_std": 0.38374135377201996, |
| "structural.discourse_marker_count": 0.0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.2701098103342075, |
| "structural.pct_declarative": 0.9431818181818182, |
| "structural.pct_interrogative": 0.05681818181818182, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7736555674901539, |
| "structural.register_consistency_std": 0.23819356249149579, |
| "repetition.repetition_onset_5gram": 41.0, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49.0, |
| "repetition.unique_1gram_ratio": 0.07628559335245527, |
| "repetition.unique_2gram_ratio": 0.12556252333617401, |
| "repetition.unique_3gram_ratio": 0.15083115318018214, |
| "repetition.unique_5gram_ratio": 0.18623140470187347, |
| "repetition.unique_8gram_ratio": 0.2247334041793899, |
| "repetition.post_rep_novel_tokens": 94.33333333333333, |
| "repetition.post_rep_novel_ratio": 0.14367519596307057, |
| "creativity.specificity_score": 0.28068983759818233, |
| "creativity.temporal_marker_count": 44.333333333333336, |
| "creativity.temporal_marker_density": 5.240681325366222, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 6.666666666666667, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| } |
| } |
| } |
| } |
