| { |
| "per_sample": [ |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "The history of the Roman Empire can be divided into several distinct periods, beginning with", |
| "domain": "encyclopedic", |
| "lexical.ttr_50": 0.52, |
| "lexical.ttr_100": 0.37, |
| "lexical.ttr_200": 0.185, |
| "lexical.ttr_500": 0.079002079002079, |
| "lexical.ttr_all": 0.079002079002079, |
| "lexical.hapax_ratio": 0.04781704781704782, |
| "lexical.yules_k": 1658.8794135571682, |
| "lexical.honores_r": 1565.0791755594853, |
| "lexical.pos_noun_ratio": 0.5384615384615384, |
| "lexical.pos_verb_ratio": 0.02286902286902287, |
| "lexical.pos_adj_ratio": 0.006237006237006237, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.004158004158004158, |
| "lexical.sent_len_mean": 120.25, |
| "lexical.sent_len_std": 178.83983756422953, |
| "lexical.sent_len_min": 15.0, |
| "lexical.sent_len_max": 430.0, |
| "lexical.sent_count": 4, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.05312767780634105, |
| "coherence.topic_drift_mean": 0.2424374173160506, |
| "coherence.topic_drift_std": 0.1275597012940474, |
| "coherence.topic_drift_trend": -0.006144125779205992, |
| "coherence.novelty_mean": 0.6950028155974185, |
| "coherence.novelty_std": 0.10978767754219582, |
| "coherence.novelty_trend": -0.08769552485059051, |
| "coherence.novelty_final_vs_initial": -0.17539104970118102, |
| "coherence.entity_count": 6, |
| "coherence.entity_intro_rate": 1.2474012474012475, |
| "coherence.referential_density": 0.007722007722007722, |
| "structural.clause_depth_mean": 15.75, |
| "structural.clause_depth_std": 25.54774941164094, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.20714285714285716, |
| "structural.register_consistency_std": 0.06725927091345492, |
| "repetition.repetition_onset_5gram": 50, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.079002079002079, |
| "repetition.unique_2gram_ratio": 0.13541666666666666, |
| "repetition.unique_3gram_ratio": 0.162839248434238, |
| "repetition.unique_5gram_ratio": 0.18658280922431866, |
| "repetition.unique_8gram_ratio": 0.189873417721519, |
| "repetition.post_rep_novel_tokens": 39, |
| "repetition.post_rep_novel_ratio": 0.0936768149882904, |
| "creativity.specificity_score": 0.9736147757255936, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.2079002079002079, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Photosynthesis is the process by which green plants and certain other organisms transform", |
| "domain": "encyclopedic", |
| "lexical.ttr_50": 0.62, |
| "lexical.ttr_100": 0.43, |
| "lexical.ttr_200": 0.23, |
| "lexical.ttr_500": 0.138, |
| "lexical.ttr_all": 0.11901840490797547, |
| "lexical.hapax_ratio": 0.06748466257668712, |
| "lexical.yules_k": 594.7081184839475, |
| "lexical.honores_r": 1548.4004581702818, |
| "lexical.pos_noun_ratio": 0.38404907975460123, |
| "lexical.pos_verb_ratio": 0.053987730061349694, |
| "lexical.pos_adj_ratio": 0.18527607361963191, |
| "lexical.pos_adv_ratio": 0.0049079754601227, |
| "lexical.pos_pronoun_ratio": 0.008588957055214725, |
| "lexical.sent_len_mean": 22.027027027027028, |
| "lexical.sent_len_std": 4.812632512666248, |
| "lexical.sent_len_min": 10.0, |
| "lexical.sent_len_max": 35.0, |
| "lexical.sent_count": 37, |
| "lexical.punct_types": 5, |
| "lexical.punct_ratio": 0.03243470935130581, |
| "coherence.topic_drift_mean": 0.8765187669367283, |
| "coherence.topic_drift_std": 0.07515201464947431, |
| "coherence.topic_drift_trend": 0.04139982165344648, |
| "coherence.novelty_mean": 0.28440584450858236, |
| "coherence.novelty_std": 0.20596533461547045, |
| "coherence.novelty_trend": -0.0030034496039119565, |
| "coherence.novelty_final_vs_initial": -0.10412362324333285, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.24539877300613497, |
| "coherence.referential_density": 0.022364217252396165, |
| "structural.clause_depth_mean": 1.162162162162162, |
| "structural.clause_depth_std": 0.3685995053239421, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.383845585309, |
| "structural.register_consistency_std": 0.13170223659039598, |
| "repetition.repetition_onset_5gram": 68, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.11901840490797547, |
| "repetition.unique_2gram_ratio": 0.22604422604422605, |
| "repetition.unique_3gram_ratio": 0.3124231242312423, |
| "repetition.unique_5gram_ratio": 0.468557336621455, |
| "repetition.unique_8gram_ratio": 0.6113861386138614, |
| "repetition.post_rep_novel_tokens": 316, |
| "repetition.post_rep_novel_ratio": 0.5114401076716016, |
| "creativity.specificity_score": 0.15675675675675677, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "The United Nations was established in 1945 with the primary goal of", |
| "domain": "encyclopedic", |
| "lexical.ttr_50": 0.58, |
| "lexical.ttr_100": 0.44, |
| "lexical.ttr_200": 0.31, |
| "lexical.ttr_500": 0.138, |
| "lexical.ttr_all": 0.08560794044665013, |
| "lexical.hapax_ratio": 0.04094292803970223, |
| "lexical.yules_k": 765.0745956197009, |
| "lexical.honores_r": 1282.887036418407, |
| "lexical.pos_noun_ratio": 0.413151364764268, |
| "lexical.pos_verb_ratio": 0.12903225806451613, |
| "lexical.pos_adj_ratio": 0.031017369727047148, |
| "lexical.pos_adv_ratio": 0.011166253101736972, |
| "lexical.pos_pronoun_ratio": 0.0012406947890818859, |
| "lexical.sent_len_mean": 19.19047619047619, |
| "lexical.sent_len_std": 7.93196695487586, |
| "lexical.sent_len_min": 9.0, |
| "lexical.sent_len_max": 46.0, |
| "lexical.sent_count": 42, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.01594387755102041, |
| "coherence.topic_drift_mean": 0.8925057594791348, |
| "coherence.topic_drift_std": 0.14045590592877813, |
| "coherence.topic_drift_trend": 0.06423896416517202, |
| "coherence.novelty_mean": 0.16622761054738228, |
| "coherence.novelty_std": 0.2585234976692348, |
| "coherence.novelty_trend": -0.016447607492438475, |
| "coherence.novelty_final_vs_initial": -0.5389849240473894, |
| "coherence.entity_count": 11, |
| "coherence.entity_intro_rate": 1.3647642679900744, |
| "coherence.referential_density": 0.003003003003003003, |
| "structural.clause_depth_mean": 1.9761904761904763, |
| "structural.clause_depth_std": 0.9633299201973291, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7228260869565217, |
| "structural.register_consistency_std": 0.271212938241988, |
| "repetition.repetition_onset_5gram": 59, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.08560794044665013, |
| "repetition.unique_2gram_ratio": 0.17391304347826086, |
| "repetition.unique_3gram_ratio": 0.22512437810945274, |
| "repetition.unique_5gram_ratio": 0.3167082294264339, |
| "repetition.unique_8gram_ratio": 0.4117647058823529, |
| "repetition.post_rep_novel_tokens": 195, |
| "repetition.post_rep_novel_ratio": 0.26648721399730824, |
| "creativity.specificity_score": 0.7811634349030471, |
| "creativity.temporal_marker_count": 44, |
| "creativity.temporal_marker_density": 5.459057071960298, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 3.101736972704715, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "It was a dark and stormy evening when the stranger arrived at the inn. He removed his coat and", |
| "domain": "narrative", |
| "lexical.ttr_50": 0.62, |
| "lexical.ttr_100": 0.47, |
| "lexical.ttr_200": 0.33, |
| "lexical.ttr_500": 0.156, |
| "lexical.ttr_all": 0.08066184074457083, |
| "lexical.hapax_ratio": 0.03516028955532575, |
| "lexical.yules_k": 393.7379222726393, |
| "lexical.honores_r": 1218.791142744484, |
| "lexical.pos_noun_ratio": 0.2419855222337125, |
| "lexical.pos_verb_ratio": 0.2419855222337125, |
| "lexical.pos_adj_ratio": 0.04860392967942089, |
| "lexical.pos_adv_ratio": 0.005170630816959669, |
| "lexical.pos_pronoun_ratio": 0.06618407445708377, |
| "lexical.sent_len_mean": 23.585365853658537, |
| "lexical.sent_len_std": 6.301279814861065, |
| "lexical.sent_len_min": 9.0, |
| "lexical.sent_len_max": 41.0, |
| "lexical.sent_count": 41, |
| "lexical.punct_types": 2, |
| "lexical.punct_ratio": 0.010608486789431545, |
| "coherence.topic_drift_mean": 0.7605964624179364, |
| "coherence.topic_drift_std": 0.1682536964892246, |
| "coherence.topic_drift_trend": 0.011676667170084965, |
| "coherence.novelty_mean": 0.22893871754076098, |
| "coherence.novelty_std": 0.3072895354988357, |
| "coherence.novelty_trend": -0.020551600355128142, |
| "coherence.novelty_final_vs_initial": -0.6156945992435651, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.27350427350427353, |
| "structural.clause_depth_mean": 2.6097560975609757, |
| "structural.clause_depth_std": 0.7611944650891334, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7040645510403575, |
| "structural.register_consistency_std": 0.24299309883951414, |
| "repetition.repetition_onset_5gram": 37, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.08066184074457083, |
| "repetition.unique_2gram_ratio": 0.17598343685300208, |
| "repetition.unique_3gram_ratio": 0.24455958549222798, |
| "repetition.unique_5gram_ratio": 0.32502596053997923, |
| "repetition.unique_8gram_ratio": 0.41354166666666664, |
| "repetition.post_rep_novel_tokens": 276, |
| "repetition.post_rep_novel_ratio": 0.3002159827213823, |
| "creativity.specificity_score": 0.0, |
| "creativity.temporal_marker_count": 25, |
| "creativity.temporal_marker_density": 2.5853154084798344, |
| "creativity.dialogue_marker_count": 1, |
| "creativity.dialogue_marker_density": 0.10341261633919338, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "She had not expected to find the letter, but there it was, tucked between the pages of the old book. It read:", |
| "domain": "narrative", |
| "lexical.ttr_50": 0.58, |
| "lexical.ttr_100": 0.35, |
| "lexical.ttr_200": 0.2, |
| "lexical.ttr_500": 0.086, |
| "lexical.ttr_all": 0.053217821782178217, |
| "lexical.hapax_ratio": 0.0049504950495049506, |
| "lexical.yules_k": 818.1183217331634, |
| "lexical.honores_r": 738.2547523936285, |
| "lexical.pos_noun_ratio": 0.23638613861386137, |
| "lexical.pos_verb_ratio": 0.18193069306930693, |
| "lexical.pos_adj_ratio": 0.08415841584158416, |
| "lexical.pos_adv_ratio": 0.013613861386138614, |
| "lexical.pos_pronoun_ratio": 0.039603960396039604, |
| "lexical.sent_len_mean": 11.882352941176471, |
| "lexical.sent_len_std": 3.278851178675713, |
| "lexical.sent_len_min": 3.0, |
| "lexical.sent_len_max": 27.0, |
| "lexical.sent_count": 68, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.03160270880361174, |
| "coherence.topic_drift_mean": 0.8735180982591698, |
| "coherence.topic_drift_std": 0.22958221956210326, |
| "coherence.topic_drift_trend": 0.11519758210631355, |
| "coherence.novelty_mean": 0.06042858488492356, |
| "coherence.novelty_std": 0.18634739252231242, |
| "coherence.novelty_trend": -0.003519828884977442, |
| "coherence.novelty_final_vs_initial": -0.20595610926568433, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.24752475247524752, |
| "coherence.referential_density": 0.16753926701570682, |
| "structural.clause_depth_mean": 1.9852941176470589, |
| "structural.clause_depth_std": 0.43698993994422436, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7753386148734986, |
| "structural.register_consistency_std": 0.28327575929371723, |
| "repetition.repetition_onset_5gram": 45, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.053217821782178217, |
| "repetition.unique_2gram_ratio": 0.09417596034696406, |
| "repetition.unique_3gram_ratio": 0.11786600496277916, |
| "repetition.unique_5gram_ratio": 0.15298507462686567, |
| "repetition.unique_8gram_ratio": 0.19850187265917604, |
| "repetition.post_rep_novel_tokens": 79, |
| "repetition.post_rep_novel_ratio": 0.15810276679841898, |
| "creativity.specificity_score": 0.030927835051546393, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 20, |
| "creativity.fabrication_density": 0.49504950495049505, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "The ship had been at sea for forty days when the captain first noticed something unusual on the horizon.", |
| "domain": "narrative", |
| "lexical.ttr_50": 0.54, |
| "lexical.ttr_100": 0.49, |
| "lexical.ttr_200": 0.385, |
| "lexical.ttr_500": 0.244, |
| "lexical.ttr_all": 0.1319371727748691, |
| "lexical.hapax_ratio": 0.05863874345549738, |
| "lexical.yules_k": 292.1411145527809, |
| "lexical.honores_r": 1235.296424349252, |
| "lexical.pos_noun_ratio": 0.17905759162303664, |
| "lexical.pos_verb_ratio": 0.24397905759162303, |
| "lexical.pos_adj_ratio": 0.09214659685863874, |
| "lexical.pos_adv_ratio": 0.032460732984293195, |
| "lexical.pos_pronoun_ratio": 0.08691099476439791, |
| "lexical.sent_len_mean": 23.29268292682927, |
| "lexical.sent_len_std": 9.683387591175313, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 40.0, |
| "lexical.sent_count": 41, |
| "lexical.punct_types": 2, |
| "lexical.punct_ratio": 0.008982035928143712, |
| "coherence.topic_drift_mean": 0.26743992834550323, |
| "coherence.topic_drift_std": 0.3089924002833199, |
| "coherence.topic_drift_trend": 0.015813001030769734, |
| "coherence.novelty_mean": 0.44603922021463766, |
| "coherence.novelty_std": 0.36407790343017643, |
| "coherence.novelty_trend": -0.021487726157340258, |
| "coherence.novelty_final_vs_initial": -0.6538427788076231, |
| "coherence.entity_count": 1, |
| "coherence.entity_intro_rate": 0.10471204188481675, |
| "coherence.referential_density": 0.4853801169590643, |
| "structural.clause_depth_mean": 2.4878048780487805, |
| "structural.clause_depth_std": 1.1070054358936798, |
| "structural.discourse_marker_count": 11, |
| "structural.discourse_marker_density": 1.1518324607329844, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.2764259549973836, |
| "structural.register_consistency_std": 0.14401632053079746, |
| "repetition.repetition_onset_5gram": 89, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.1319371727748691, |
| "repetition.unique_2gram_ratio": 0.29350104821802936, |
| "repetition.unique_3gram_ratio": 0.4176285414480588, |
| "repetition.unique_5gram_ratio": 0.544689800210305, |
| "repetition.unique_8gram_ratio": 0.6181434599156118, |
| "repetition.post_rep_novel_tokens": 429, |
| "repetition.post_rep_novel_ratio": 0.5, |
| "creativity.specificity_score": 0.011560693641618497, |
| "creativity.temporal_marker_count": 7, |
| "creativity.temporal_marker_density": 0.7329842931937173, |
| "creativity.dialogue_marker_count": 1, |
| "creativity.dialogue_marker_density": 0.10471204188481675, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "def calculate_moving_average(data: list[float], window_size: int) -> list[float]:\n \"\"\"", |
| "domain": "code", |
| "lexical.ttr_50": 0.48, |
| "lexical.ttr_100": 0.27, |
| "lexical.ttr_200": 0.135, |
| "lexical.ttr_500": 0.054, |
| "lexical.ttr_all": 0.051330798479087454, |
| "lexical.hapax_ratio": 0.034220532319391636, |
| "lexical.yules_k": 4270.699301710304, |
| "lexical.honores_r": 1880.1601645624087, |
| "lexical.pos_noun_ratio": 0.9467680608365019, |
| "lexical.pos_verb_ratio": 0.015209125475285171, |
| "lexical.pos_adj_ratio": 0.009505703422053232, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.0019011406844106464, |
| "lexical.sent_len_mean": 131.5, |
| "lexical.sent_len_std": 197.34550919643448, |
| "lexical.sent_len_min": 8.0, |
| "lexical.sent_len_max": 473.0, |
| "lexical.sent_count": 4, |
| "lexical.punct_types": 7, |
| "lexical.punct_ratio": 0.16074825618262523, |
| "coherence.topic_drift_mean": 0.10175250715341493, |
| "coherence.topic_drift_std": 0.0833393079376974, |
| "coherence.topic_drift_trend": -0.10198732587237337, |
| "coherence.novelty_mean": 0.5790482030016527, |
| "coherence.novelty_std": 0.38356425063616423, |
| "coherence.novelty_trend": -0.37681160889502524, |
| "coherence.novelty_final_vs_initial": -0.7536232177900505, |
| "coherence.entity_count": 1, |
| "coherence.entity_intro_rate": 0.19011406844106463, |
| "coherence.referential_density": 0.002008032128514056, |
| "structural.clause_depth_mean": 1.75, |
| "structural.clause_depth_std": 0.4330127018922193, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.15185185185185185, |
| "structural.register_consistency_std": 0.07939241151935561, |
| "repetition.repetition_onset_5gram": 23, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.051330798479087454, |
| "repetition.unique_2gram_ratio": 0.0761904761904762, |
| "repetition.unique_3gram_ratio": 0.08587786259541985, |
| "repetition.unique_5gram_ratio": 0.09386973180076628, |
| "repetition.unique_8gram_ratio": 0.1001926782273603, |
| "repetition.post_rep_novel_tokens": 29, |
| "repetition.post_rep_novel_ratio": 0.05811623246492986, |
| "creativity.specificity_score": 0.004, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.19011406844106463, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "import json\nimport logging\nfrom pathlib import Path\n\nlogger = logging.getLogger(__name__)\n\n\nclass DataProcessor:\n \"\"\"Process and validate incoming data records.\"\"\"\n\n def __init__(self", |
| "domain": "code", |
| "lexical.ttr_50": 0.22, |
| "lexical.ttr_100": 0.11, |
| "lexical.ttr_200": 0.055, |
| "lexical.ttr_500": 0.036036036036036036, |
| "lexical.ttr_all": 0.036036036036036036, |
| "lexical.hapax_ratio": 0.015015015015015015, |
| "lexical.yules_k": 2290.7592276961645, |
| "lexical.honores_r": 996.195598796006, |
| "lexical.pos_noun_ratio": 1.0, |
| "lexical.pos_verb_ratio": 0.0, |
| "lexical.pos_adj_ratio": 0.0, |
| "lexical.pos_adv_ratio": 0.0, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 333.0, |
| "lexical.sent_len_std": 0.0, |
| "lexical.sent_len_min": 333.0, |
| "lexical.sent_len_max": 333.0, |
| "lexical.sent_count": 1, |
| "lexical.punct_types": 5, |
| "lexical.punct_ratio": 0.07282831237203861, |
| "coherence.topic_drift_mean": 0.0, |
| "coherence.topic_drift_std": 0.0, |
| "coherence.topic_drift_trend": 0.0, |
| "coherence.novelty_mean": 0.0, |
| "coherence.novelty_std": 0.0, |
| "coherence.novelty_trend": 0.0, |
| "coherence.novelty_final_vs_initial": 0.0, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 82.0, |
| "structural.clause_depth_std": 0.0, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.0, |
| "structural.register_consistency_std": 0.0, |
| "repetition.repetition_onset_5gram": 14, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.036036036036036036, |
| "repetition.unique_2gram_ratio": 0.05120481927710843, |
| "repetition.unique_3gram_ratio": 0.06042296072507553, |
| "repetition.unique_5gram_ratio": 0.0790273556231003, |
| "repetition.unique_8gram_ratio": 0.10736196319018405, |
| "repetition.post_rep_novel_tokens": 16, |
| "repetition.post_rep_novel_ratio": 0.050793650793650794, |
| "creativity.specificity_score": 0.48502994011976047, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "# Binary search implementation with error handling\ndef binary_search(arr: list[int], target: int) -> int:\n", |
| "domain": "code", |
| "lexical.ttr_50": 0.5, |
| "lexical.ttr_100": 0.34, |
| "lexical.ttr_200": 0.365, |
| "lexical.ttr_500": 0.282, |
| "lexical.ttr_all": 0.2363919129082426, |
| "lexical.hapax_ratio": 0.1088646967340591, |
| "lexical.yules_k": 240.12635173866667, |
| "lexical.honores_r": 1198.8904955705632, |
| "lexical.pos_noun_ratio": 0.29082426127527217, |
| "lexical.pos_verb_ratio": 0.15863141524105753, |
| "lexical.pos_adj_ratio": 0.16951788491446346, |
| "lexical.pos_adv_ratio": 0.03110419906687403, |
| "lexical.pos_pronoun_ratio": 0.012441679626749611, |
| "lexical.sent_len_mean": 17.37837837837838, |
| "lexical.sent_len_std": 26.89052013342284, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 175.0, |
| "lexical.sent_count": 37, |
| "lexical.punct_types": 12, |
| "lexical.punct_ratio": 0.05608557386527898, |
| "coherence.topic_drift_mean": 0.440039627591554, |
| "coherence.topic_drift_std": 0.29214180110750176, |
| "coherence.topic_drift_trend": -0.017149181895514797, |
| "coherence.novelty_mean": 0.6041633376750171, |
| "coherence.novelty_std": 0.23137015980405592, |
| "coherence.novelty_trend": -0.01502407738733245, |
| "coherence.novelty_final_vs_initial": -0.3896898084196605, |
| "coherence.entity_count": 6, |
| "coherence.entity_intro_rate": 0.9331259720062208, |
| "coherence.referential_density": 0.0427807486631016, |
| "structural.clause_depth_mean": 2.2972972972972974, |
| "structural.clause_depth_std": 5.177210272812146, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.30337483608641397, |
| "structural.pct_declarative": 0.9459459459459459, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.05405405405405406, |
| "structural.register_consistency_mean": 0.2568169073421859, |
| "structural.register_consistency_std": 0.1210287649343409, |
| "repetition.repetition_onset_5gram": 26, |
| "repetition.repetition_unit_size_mean": 11.0, |
| "repetition.repetition_unit_size_max": 20, |
| "repetition.unique_1gram_ratio": 0.2363919129082426, |
| "repetition.unique_2gram_ratio": 0.557632398753894, |
| "repetition.unique_3gram_ratio": 0.7020280811232449, |
| "repetition.unique_5gram_ratio": 0.8294209702660407, |
| "repetition.unique_8gram_ratio": 0.9213836477987422, |
| "repetition.post_rep_novel_tokens": 504, |
| "repetition.post_rep_novel_ratio": 0.8238172920065253, |
| "creativity.specificity_score": 0.1875, |
| "creativity.temporal_marker_count": 11, |
| "creativity.temporal_marker_density": 1.7107309486780715, |
| "creativity.dialogue_marker_count": 2, |
| "creativity.dialogue_marker_density": 0.3110419906687403, |
| "creativity.quote_count": 1, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Abstract: We present a novel approach to understanding the relationship between neural network depth and", |
| "domain": "academic", |
| "lexical.ttr_50": 0.68, |
| "lexical.ttr_100": 0.57, |
| "lexical.ttr_200": 0.455, |
| "lexical.ttr_500": 0.27, |
| "lexical.ttr_all": 0.1942257217847769, |
| "lexical.hapax_ratio": 0.07086614173228346, |
| "lexical.yules_k": 369.3485164748107, |
| "lexical.honores_r": 1045.0150942873402, |
| "lexical.pos_noun_ratio": 0.37139107611548555, |
| "lexical.pos_verb_ratio": 0.12335958005249344, |
| "lexical.pos_adj_ratio": 0.09317585301837271, |
| "lexical.pos_adv_ratio": 0.003937007874015748, |
| "lexical.pos_pronoun_ratio": 0.011811023622047244, |
| "lexical.sent_len_mean": 15.875, |
| "lexical.sent_len_std": 9.640679868833594, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 34.0, |
| "lexical.sent_count": 48, |
| "lexical.punct_types": 7, |
| "lexical.punct_ratio": 0.03287731685789938, |
| "coherence.topic_drift_mean": 0.31185824401258744, |
| "coherence.topic_drift_std": 0.29055286607711467, |
| "coherence.topic_drift_trend": 0.1475724587741553, |
| "coherence.novelty_mean": 0.35839378282703876, |
| "coherence.novelty_std": 0.3763710236439122, |
| "coherence.novelty_trend": -0.01446631380104901, |
| "coherence.novelty_final_vs_initial": -0.4033529829385097, |
| "coherence.entity_count": 6, |
| "coherence.entity_intro_rate": 0.7874015748031497, |
| "coherence.referential_density": 0.03180212014134275, |
| "structural.clause_depth_mean": 1.4166666666666667, |
| "structural.clause_depth_std": 0.6718548123582124, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.2391116943870661, |
| "structural.register_consistency_std": 0.07838863703568875, |
| "repetition.repetition_onset_5gram": 120, |
| "repetition.repetition_unit_size_mean": 25.0, |
| "repetition.repetition_unit_size_max": 48, |
| "repetition.unique_1gram_ratio": 0.1942257217847769, |
| "repetition.unique_2gram_ratio": 0.3968462549277267, |
| "repetition.unique_3gram_ratio": 0.506578947368421, |
| "repetition.unique_5gram_ratio": 0.6424802110817942, |
| "repetition.unique_8gram_ratio": 0.7509933774834437, |
| "repetition.post_rep_novel_tokens": 367, |
| "repetition.post_rep_novel_ratio": 0.5783699059561128, |
| "creativity.specificity_score": 0.19519519519519518, |
| "creativity.temporal_marker_count": 3, |
| "creativity.temporal_marker_density": 0.3937007874015748, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "In this study, we investigate the effects of environmental factors on species diversity in temperate", |
| "domain": "academic", |
| "lexical.ttr_50": 0.78, |
| "lexical.ttr_100": 0.58, |
| "lexical.ttr_200": 0.48, |
| "lexical.ttr_500": 0.276, |
| "lexical.ttr_all": 0.18982118294360384, |
| "lexical.hapax_ratio": 0.0907840440165062, |
| "lexical.yules_k": 263.4481740831629, |
| "lexical.honores_r": 1263.1410342376982, |
| "lexical.pos_noun_ratio": 0.3108665749656121, |
| "lexical.pos_verb_ratio": 0.12242090784044017, |
| "lexical.pos_adj_ratio": 0.11691884456671252, |
| "lexical.pos_adv_ratio": 0.017881705639614855, |
| "lexical.pos_pronoun_ratio": 0.005502063273727648, |
| "lexical.sent_len_mean": 23.451612903225808, |
| "lexical.sent_len_std": 9.510058205708447, |
| "lexical.sent_len_min": 3.0, |
| "lexical.sent_len_max": 48.0, |
| "lexical.sent_count": 31, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.0296871431833752, |
| "coherence.topic_drift_mean": 0.5847029691324294, |
| "coherence.topic_drift_std": 0.2899858750595248, |
| "coherence.topic_drift_trend": 0.0662130598663645, |
| "coherence.novelty_mean": 0.3545122838432774, |
| "coherence.novelty_std": 0.3572112090048788, |
| "coherence.novelty_trend": -0.03511960241328682, |
| "coherence.novelty_final_vs_initial": -0.7483594031040358, |
| "coherence.entity_count": 6, |
| "coherence.entity_intro_rate": 0.8253094910591472, |
| "coherence.referential_density": 0.017699115044247787, |
| "structural.clause_depth_mean": 1.7096774193548387, |
| "structural.clause_depth_std": 0.8109551670952604, |
| "structural.discourse_marker_count": 1, |
| "structural.discourse_marker_density": 0.1375515818431912, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.4582913472070099, |
| "structural.register_consistency_std": 0.29688610668620874, |
| "repetition.repetition_onset_5gram": 116, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.18982118294360384, |
| "repetition.unique_2gram_ratio": 0.36639118457300274, |
| "repetition.unique_3gram_ratio": 0.43310344827586206, |
| "repetition.unique_5gram_ratio": 0.48409405255878285, |
| "repetition.unique_8gram_ratio": 0.5263888888888889, |
| "repetition.post_rep_novel_tokens": 234, |
| "repetition.post_rep_novel_ratio": 0.40197693574958815, |
| "creativity.specificity_score": 0.45918367346938777, |
| "creativity.temporal_marker_count": 3, |
| "creativity.temporal_marker_density": 0.4126547455295736, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.2751031636863824, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Our results demonstrate a statistically significant correlation (p < 0.001) between the observed", |
| "domain": "academic", |
| "lexical.ttr_50": 0.68, |
| "lexical.ttr_100": 0.49, |
| "lexical.ttr_200": 0.265, |
| "lexical.ttr_500": 0.14, |
| "lexical.ttr_all": 0.0782122905027933, |
| "lexical.hapax_ratio": 0.01564245810055866, |
| "lexical.yules_k": 472.1200961268375, |
| "lexical.honores_r": 849.7425516218661, |
| "lexical.pos_noun_ratio": 0.2927374301675978, |
| "lexical.pos_verb_ratio": 0.10167597765363129, |
| "lexical.pos_adj_ratio": 0.13072625698324022, |
| "lexical.pos_adv_ratio": 0.030167597765363128, |
| "lexical.pos_pronoun_ratio": 0.0011173184357541898, |
| "lexical.sent_len_mean": 17.21153846153846, |
| "lexical.sent_len_std": 17.463518610191954, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 56.0, |
| "lexical.sent_count": 52, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.019567262464722485, |
| "coherence.topic_drift_mean": 0.8178972319943707, |
| "coherence.topic_drift_std": 0.15440200140500795, |
| "coherence.topic_drift_trend": 0.009483502712904745, |
| "coherence.novelty_mean": 0.21436696157070098, |
| "coherence.novelty_std": 0.33287864171161613, |
| "coherence.novelty_trend": -0.013946157915180966, |
| "coherence.novelty_final_vs_initial": -0.5342156939058986, |
| "coherence.entity_count": 6, |
| "coherence.entity_intro_rate": 0.6703910614525139, |
| "coherence.referential_density": 0.003816793893129771, |
| "structural.clause_depth_mean": 1.1730769230769231, |
| "structural.clause_depth_std": 0.37831376101742314, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.649504968715495, |
| "structural.register_consistency_std": 0.2258594068362764, |
| "repetition.repetition_onset_5gram": 58, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.0782122905027933, |
| "repetition.unique_2gram_ratio": 0.13534675615212527, |
| "repetition.unique_3gram_ratio": 0.17357222844344905, |
| "repetition.unique_5gram_ratio": 0.2334455667789001, |
| "repetition.unique_8gram_ratio": 0.3141891891891892, |
| "repetition.post_rep_novel_tokens": 151, |
| "repetition.post_rep_novel_ratio": 0.21968787515006002, |
| "creativity.specificity_score": 0.1672473867595819, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Theorem: Let f be a continuous function on the closed interval [a, b]. Then", |
| "domain": "math", |
| "lexical.ttr_50": 0.44, |
| "lexical.ttr_100": 0.28, |
| "lexical.ttr_200": 0.22, |
| "lexical.ttr_500": 0.132, |
| "lexical.ttr_all": 0.10232558139534884, |
| "lexical.hapax_ratio": 0.007751937984496124, |
| "lexical.yules_k": 477.1828616068746, |
| "lexical.honores_r": 700.1192905731996, |
| "lexical.pos_noun_ratio": 0.2682170542635659, |
| "lexical.pos_verb_ratio": 0.19069767441860466, |
| "lexical.pos_adj_ratio": 0.08217054263565891, |
| "lexical.pos_adv_ratio": 0.06666666666666667, |
| "lexical.pos_pronoun_ratio": 0.040310077519379844, |
| "lexical.sent_len_mean": 18.428571428571427, |
| "lexical.sent_len_std": 8.357326005319146, |
| "lexical.sent_len_min": 3.0, |
| "lexical.sent_len_max": 39.0, |
| "lexical.sent_count": 35, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.08034782608695652, |
| "coherence.topic_drift_mean": 0.6671111441958735, |
| "coherence.topic_drift_std": 0.07194950894488127, |
| "coherence.topic_drift_trend": 0.05580252849308265, |
| "coherence.novelty_mean": 0.32837562414580507, |
| "coherence.novelty_std": 0.3303766563520576, |
| "coherence.novelty_trend": -0.02503793842871495, |
| "coherence.novelty_final_vs_initial": -0.6350255982893486, |
| "coherence.entity_count": 4, |
| "coherence.entity_intro_rate": 0.6201550387596899, |
| "coherence.referential_density": 0.15028901734104047, |
| "structural.clause_depth_mean": 4.171428571428572, |
| "structural.clause_depth_std": 2.5465462805893937, |
| "structural.discourse_marker_count": 3, |
| "structural.discourse_marker_density": 0.46511627906976744, |
| "structural.structural_variety_entropy": 0.31599713297842463, |
| "structural.pct_declarative": 0.9428571428571428, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.05714285714285714, |
| "structural.register_consistency_mean": 0.5452816863873787, |
| "structural.register_consistency_std": 0.042966194754232294, |
| "repetition.repetition_onset_5gram": 49, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.10232558139534884, |
| "repetition.unique_2gram_ratio": 0.2329192546583851, |
| "repetition.unique_3gram_ratio": 0.3188180404354588, |
| "repetition.unique_5gram_ratio": 0.45709828393135726, |
| "repetition.unique_8gram_ratio": 0.5830721003134797, |
| "repetition.post_rep_novel_tokens": 247, |
| "repetition.post_rep_novel_ratio": 0.44594594594594594, |
| "creativity.specificity_score": 0.13089005235602094, |
| "creativity.temporal_marker_count": 11, |
| "creativity.temporal_marker_density": 1.7054263565891472, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "To prove that the series converges, we apply the ratio test. Consider the limit", |
| "domain": "math", |
| "lexical.ttr_50": 0.3, |
| "lexical.ttr_100": 0.15, |
| "lexical.ttr_200": 0.075, |
| "lexical.ttr_500": 0.052083333333333336, |
| "lexical.ttr_all": 0.052083333333333336, |
| "lexical.hapax_ratio": 0.03125, |
| "lexical.yules_k": 1913.0979938271605, |
| "lexical.honores_r": 1416.6066720281078, |
| "lexical.pos_noun_ratio": 0.12152777777777778, |
| "lexical.pos_verb_ratio": 0.010416666666666666, |
| "lexical.pos_adj_ratio": 0.2986111111111111, |
| "lexical.pos_adv_ratio": 0.08333333333333333, |
| "lexical.pos_pronoun_ratio": 0.003472222222222222, |
| "lexical.sent_len_mean": 144.0, |
| "lexical.sent_len_std": 137.0, |
| "lexical.sent_len_min": 7.0, |
| "lexical.sent_len_max": 281.0, |
| "lexical.sent_count": 2, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.1456953642384106, |
| "coherence.topic_drift_mean": 0.0, |
| "coherence.topic_drift_std": 0.0, |
| "coherence.topic_drift_trend": 0.0, |
| "coherence.novelty_mean": 0.0, |
| "coherence.novelty_std": 0.0, |
| "coherence.novelty_trend": 0.0, |
| "coherence.novelty_final_vs_initial": 0.0, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.02857142857142857, |
| "structural.clause_depth_mean": 45.0, |
| "structural.clause_depth_std": 43.0, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.06666666666666667, |
| "structural.register_consistency_std": 0.0, |
| "repetition.repetition_onset_5gram": 14, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.052083333333333336, |
| "repetition.unique_2gram_ratio": 0.08013937282229965, |
| "repetition.unique_3gram_ratio": 0.0979020979020979, |
| "repetition.unique_5gram_ratio": 0.15140845070422534, |
| "repetition.unique_8gram_ratio": 0.22419928825622776, |
| "repetition.post_rep_novel_tokens": 33, |
| "repetition.post_rep_novel_ratio": 0.1259259259259259, |
| "creativity.specificity_score": 0.7906976744186046, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Problem: Find all integer solutions to the equation x^2 + y^2 = z^2 where", |
| "domain": "math", |
| "lexical.ttr_50": 0.62, |
| "lexical.ttr_100": 0.4, |
| "lexical.ttr_200": 0.205, |
| "lexical.ttr_500": 0.19523809523809524, |
| "lexical.ttr_all": 0.19523809523809524, |
| "lexical.hapax_ratio": 0.1, |
| "lexical.yules_k": 1111.5646258503402, |
| "lexical.honores_r": 1097.1309173625937, |
| "lexical.pos_noun_ratio": 0.19047619047619047, |
| "lexical.pos_verb_ratio": 0.08571428571428572, |
| "lexical.pos_adj_ratio": 0.08095238095238096, |
| "lexical.pos_adv_ratio": 0.09047619047619047, |
| "lexical.pos_pronoun_ratio": 0.014285714285714285, |
| "lexical.sent_len_mean": 42.0, |
| "lexical.sent_len_std": 43.977266854592045, |
| "lexical.sent_len_min": 8.0, |
| "lexical.sent_len_max": 128.0, |
| "lexical.sent_count": 5, |
| "lexical.punct_types": 9, |
| "lexical.punct_ratio": 0.031991174848317705, |
| "coherence.topic_drift_mean": 0.21601686648917157, |
| "coherence.topic_drift_std": 0.374152188051068, |
| "coherence.topic_drift_trend": 0.2592202397870059, |
| "coherence.novelty_mean": 0.7576526633546179, |
| "coherence.novelty_std": 0.36151637512937157, |
| "coherence.novelty_trend": -0.26975242784949016, |
| "coherence.novelty_final_vs_initial": -0.8640674659566863, |
| "coherence.entity_count": 4, |
| "coherence.entity_intro_rate": 1.9047619047619047, |
| "coherence.referential_density": 0.075, |
| "structural.clause_depth_mean": 1.8, |
| "structural.clause_depth_std": 0.7483314773547883, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.7219280948873623, |
| "structural.pct_declarative": 0.8, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.2, |
| "structural.register_consistency_mean": 0.1907894736842105, |
| "structural.register_consistency_std": 0.20835641608043573, |
| "repetition.repetition_onset_5gram": 31, |
| "repetition.repetition_unit_size_mean": 13.5, |
| "repetition.repetition_unit_size_max": 25, |
| "repetition.unique_1gram_ratio": 0.19523809523809524, |
| "repetition.unique_2gram_ratio": 0.3684210526315789, |
| "repetition.unique_3gram_ratio": 0.4519230769230769, |
| "repetition.unique_5gram_ratio": 0.5776699029126213, |
| "repetition.unique_8gram_ratio": 0.7142857142857143, |
| "repetition.post_rep_novel_tokens": 88, |
| "repetition.post_rep_novel_ratio": 0.52, |
| "creativity.specificity_score": 0.7165354330708661, |
| "creativity.temporal_marker_count": 2, |
| "creativity.temporal_marker_density": 0.9523809523809523, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "OPINION OF THE COURT\n\nThe question before this court is whether the defendant's actions constitute a violation of", |
| "domain": "legal", |
| "lexical.ttr_50": 0.76, |
| "lexical.ttr_100": 0.5, |
| "lexical.ttr_200": 0.42, |
| "lexical.ttr_500": 0.312, |
| "lexical.ttr_all": 0.21328224776500637, |
| "lexical.hapax_ratio": 0.11749680715197956, |
| "lexical.yules_k": 276.4362107296004, |
| "lexical.honores_r": 1483.9417418646908, |
| "lexical.pos_noun_ratio": 0.3333333333333333, |
| "lexical.pos_verb_ratio": 0.1724137931034483, |
| "lexical.pos_adj_ratio": 0.034482758620689655, |
| "lexical.pos_adv_ratio": 0.024265644955300127, |
| "lexical.pos_pronoun_ratio": 0.04086845466155811, |
| "lexical.sent_len_mean": 15.352941176470589, |
| "lexical.sent_len_std": 9.307015126514367, |
| "lexical.sent_len_min": 1.0, |
| "lexical.sent_len_max": 33.0, |
| "lexical.sent_count": 51, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.027201475334255418, |
| "coherence.topic_drift_mean": 0.543840967830117, |
| "coherence.topic_drift_std": 0.11450393846168087, |
| "coherence.topic_drift_trend": 0.047407140682559544, |
| "coherence.novelty_mean": 0.5214074729664179, |
| "coherence.novelty_std": 0.3234261699425721, |
| "coherence.novelty_trend": -0.013422244081684308, |
| "coherence.novelty_final_vs_initial": -0.4609022900891453, |
| "coherence.entity_count": 20, |
| "coherence.entity_intro_rate": 2.554278416347382, |
| "coherence.referential_density": 0.12260536398467432, |
| "structural.clause_depth_mean": 1.7843137254901962, |
| "structural.clause_depth_std": 0.7749440331517453, |
| "structural.discourse_marker_count": 9, |
| "structural.discourse_marker_density": 1.1494252873563218, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.32237847862488206, |
| "structural.register_consistency_std": 0.11941560948770436, |
| "repetition.repetition_onset_5gram": 54, |
| "repetition.repetition_unit_size_mean": 16.0, |
| "repetition.repetition_unit_size_max": 30, |
| "repetition.unique_1gram_ratio": 0.21328224776500637, |
| "repetition.unique_2gram_ratio": 0.3976982097186701, |
| "repetition.unique_3gram_ratio": 0.5275288092189501, |
| "repetition.unique_5gram_ratio": 0.7137355584082157, |
| "repetition.unique_8gram_ratio": 0.8556701030927835, |
| "repetition.post_rep_novel_tokens": 505, |
| "repetition.post_rep_novel_ratio": 0.72, |
| "creativity.specificity_score": 0.25412541254125415, |
| "creativity.temporal_marker_count": 2, |
| "creativity.temporal_marker_density": 0.2554278416347382, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.8939974457215837, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Pursuant to Section 42 of the Civil Rights Act, the plaintiff alleges that the respondent", |
| "domain": "legal", |
| "lexical.ttr_50": 0.68, |
| "lexical.ttr_100": 0.56, |
| "lexical.ttr_200": 0.44, |
| "lexical.ttr_500": 0.228, |
| "lexical.ttr_all": 0.14303482587064675, |
| "lexical.hapax_ratio": 0.06343283582089553, |
| "lexical.yules_k": 514.6531026459741, |
| "lexical.honores_r": 1202.2607217236482, |
| "lexical.pos_noun_ratio": 0.2860696517412935, |
| "lexical.pos_verb_ratio": 0.18407960199004975, |
| "lexical.pos_adj_ratio": 0.041044776119402986, |
| "lexical.pos_adv_ratio": 0.036069651741293535, |
| "lexical.pos_pronoun_ratio": 0.008706467661691543, |
| "lexical.sent_len_mean": 25.93548387096774, |
| "lexical.sent_len_std": 19.86557320993827, |
| "lexical.sent_len_min": 9.0, |
| "lexical.sent_len_max": 99.0, |
| "lexical.sent_count": 31, |
| "lexical.punct_types": 6, |
| "lexical.punct_ratio": 0.02737188721959251, |
| "coherence.topic_drift_mean": 0.6088418257967919, |
| "coherence.topic_drift_std": 0.29118188861464867, |
| "coherence.topic_drift_trend": 0.19696244905597687, |
| "coherence.novelty_mean": 0.34981099921185205, |
| "coherence.novelty_std": 0.34387225679043804, |
| "coherence.novelty_trend": -0.03021812058325218, |
| "coherence.novelty_final_vs_initial": -0.7205615747941259, |
| "coherence.entity_count": 8, |
| "coherence.entity_intro_rate": 0.9950248756218906, |
| "coherence.referential_density": 0.030434782608695653, |
| "structural.clause_depth_mean": 2.193548387096774, |
| "structural.clause_depth_std": 0.8198880662670217, |
| "structural.discourse_marker_count": 15, |
| "structural.discourse_marker_density": 1.8656716417910448, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.4862549107812265, |
| "structural.register_consistency_std": 0.17033387849971296, |
| "repetition.repetition_onset_5gram": 83, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.14303482587064675, |
| "repetition.unique_2gram_ratio": 0.2876712328767123, |
| "repetition.unique_3gram_ratio": 0.3765586034912718, |
| "repetition.unique_5gram_ratio": 0.45625, |
| "repetition.unique_8gram_ratio": 0.5357590966122961, |
| "repetition.post_rep_novel_tokens": 282, |
| "repetition.post_rep_novel_ratio": 0.40585774058577406, |
| "creativity.specificity_score": 0.06722689075630252, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.12437810945273632, |
| "creativity.dialogue_marker_count": 17, |
| "creativity.dialogue_marker_density": 2.1144278606965172, |
| "creativity.quote_count": 39, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "The court finds that the evidence presented is sufficient to establish that the contract was", |
| "domain": "legal", |
| "lexical.ttr_50": 0.52, |
| "lexical.ttr_100": 0.28, |
| "lexical.ttr_200": 0.165, |
| "lexical.ttr_500": 0.066, |
| "lexical.ttr_all": 0.03559870550161812, |
| "lexical.hapax_ratio": 0.010787486515641856, |
| "lexical.yules_k": 641.4539716453186, |
| "lexical.honores_r": 980.3915094867157, |
| "lexical.pos_noun_ratio": 0.24163969795037757, |
| "lexical.pos_verb_ratio": 0.25782092772384035, |
| "lexical.pos_adj_ratio": 0.07011866235167206, |
| "lexical.pos_adv_ratio": 0.002157497303128371, |
| "lexical.pos_pronoun_ratio": 0.0, |
| "lexical.sent_len_mean": 35.65384615384615, |
| "lexical.sent_len_std": 9.118629737193174, |
| "lexical.sent_len_min": 6.0, |
| "lexical.sent_len_max": 41.0, |
| "lexical.sent_count": 26, |
| "lexical.punct_types": 3, |
| "lexical.punct_ratio": 0.020521353300055462, |
| "coherence.topic_drift_mean": 0.8315929519054552, |
| "coherence.topic_drift_std": 0.21893476773721407, |
| "coherence.topic_drift_trend": -0.06595557660041448, |
| "coherence.novelty_mean": 0.07745944692920988, |
| "coherence.novelty_std": 0.1899862877040492, |
| "coherence.novelty_trend": -0.011650560485743698, |
| "coherence.novelty_final_vs_initial": -0.23313344305842307, |
| "coherence.entity_count": 0, |
| "coherence.entity_intro_rate": 0.0, |
| "coherence.referential_density": 0.0, |
| "structural.clause_depth_mean": 3.6923076923076925, |
| "structural.clause_depth_std": 0.7730673554708377, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7445887445887446, |
| "structural.register_consistency_std": 0.3223989462831062, |
| "repetition.repetition_onset_5gram": 42, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.03559870550161812, |
| "repetition.unique_2gram_ratio": 0.06371490280777538, |
| "repetition.unique_3gram_ratio": 0.07891891891891892, |
| "repetition.unique_5gram_ratio": 0.10292524377031419, |
| "repetition.unique_8gram_ratio": 0.14347826086956522, |
| "repetition.post_rep_novel_tokens": 57, |
| "repetition.post_rep_novel_ratio": 0.08172531214528944, |
| "creativity.specificity_score": 0.0, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Question: How do I efficiently handle concurrent database connections in a Python web application?\n\nAnswer:", |
| "domain": "qa", |
| "lexical.ttr_50": 0.64, |
| "lexical.ttr_100": 0.61, |
| "lexical.ttr_200": 0.455, |
| "lexical.ttr_500": 0.32, |
| "lexical.ttr_all": 0.28391167192429023, |
| "lexical.hapax_ratio": 0.13722397476340695, |
| "lexical.yules_k": 158.77359711013145, |
| "lexical.honores_r": 1249.0887094631018, |
| "lexical.pos_noun_ratio": 0.2996845425867508, |
| "lexical.pos_verb_ratio": 0.1892744479495268, |
| "lexical.pos_adj_ratio": 0.10094637223974763, |
| "lexical.pos_adv_ratio": 0.028391167192429023, |
| "lexical.pos_pronoun_ratio": 0.083596214511041, |
| "lexical.sent_len_mean": 17.135135135135137, |
| "lexical.sent_len_std": 7.840167407762317, |
| "lexical.sent_len_min": 6.0, |
| "lexical.sent_len_max": 42.0, |
| "lexical.sent_count": 37, |
| "lexical.punct_types": 15, |
| "lexical.punct_ratio": 0.05663345568956476, |
| "coherence.topic_drift_mean": 0.5194607906075529, |
| "coherence.topic_drift_std": 0.22955601579296062, |
| "coherence.topic_drift_trend": 0.04634883579350399, |
| "coherence.novelty_mean": 0.5756091148072835, |
| "coherence.novelty_std": 0.29577519418842535, |
| "coherence.novelty_trend": -0.018339140733221685, |
| "coherence.novelty_final_vs_initial": -0.549510640731558, |
| "coherence.entity_count": 10, |
| "coherence.entity_intro_rate": 1.5772870662460567, |
| "coherence.referential_density": 0.2789473684210526, |
| "structural.clause_depth_mean": 1.7027027027027026, |
| "structural.clause_depth_std": 0.8008395886502191, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.49418293484978865, |
| "structural.pct_declarative": 0.8918918918918919, |
| "structural.pct_interrogative": 0.10810810810810811, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.24029283946588342, |
| "structural.register_consistency_std": 0.06174723680180071, |
| "repetition.repetition_onset_5gram": 59, |
| "repetition.repetition_unit_size_mean": 14.0, |
| "repetition.repetition_unit_size_max": 26, |
| "repetition.unique_1gram_ratio": 0.28391167192429023, |
| "repetition.unique_2gram_ratio": 0.6382306477093207, |
| "repetition.unique_3gram_ratio": 0.7800632911392406, |
| "repetition.unique_5gram_ratio": 0.8714285714285714, |
| "repetition.unique_8gram_ratio": 0.9314194577352473, |
| "repetition.post_rep_novel_tokens": 490, |
| "repetition.post_rep_novel_ratio": 0.8704028021015762, |
| "creativity.specificity_score": 0.23529411764705882, |
| "creativity.temporal_marker_count": 3, |
| "creativity.temporal_marker_density": 0.47318611987381703, |
| "creativity.dialogue_marker_count": 1, |
| "creativity.dialogue_marker_density": 0.15772870662460567, |
| "creativity.quote_count": 8, |
| "creativity.fabrication_density": 0.47318611987381703, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Question: What causes segmentation faults in C programs and how can they be debugged?\n\nAnswer: A segmentation fault occurs when", |
| "domain": "qa", |
| "lexical.ttr_50": 0.62, |
| "lexical.ttr_100": 0.43, |
| "lexical.ttr_200": 0.215, |
| "lexical.ttr_500": 0.086, |
| "lexical.ttr_all": 0.053952321204516936, |
| "lexical.hapax_ratio": 0.015056461731493099, |
| "lexical.yules_k": 856.8518393158787, |
| "lexical.honores_r": 926.8731280333607, |
| "lexical.pos_noun_ratio": 0.28983688833124216, |
| "lexical.pos_verb_ratio": 0.15683814303638646, |
| "lexical.pos_adj_ratio": 0.002509410288582183, |
| "lexical.pos_adv_ratio": 0.1342534504391468, |
| "lexical.pos_pronoun_ratio": 0.06649937264742785, |
| "lexical.sent_len_mean": 13.741379310344827, |
| "lexical.sent_len_std": 1.2255940829343386, |
| "lexical.sent_len_min": 7.0, |
| "lexical.sent_len_max": 15.0, |
| "lexical.sent_count": 58, |
| "lexical.punct_types": 3, |
| "lexical.punct_ratio": 0.02276049279599081, |
| "coherence.topic_drift_mean": 0.9386741252818698, |
| "coherence.topic_drift_std": 0.1206734963938887, |
| "coherence.topic_drift_trend": 0.05973541116292804, |
| "coherence.novelty_mean": 0.07166231921922953, |
| "coherence.novelty_std": 0.22507790529312582, |
| "coherence.novelty_trend": -0.006400305118782137, |
| "coherence.novelty_final_vs_initial": -0.27850605373885917, |
| "coherence.entity_count": 2, |
| "coherence.entity_intro_rate": 0.25094102885821834, |
| "coherence.referential_density": 0.22943722943722944, |
| "structural.clause_depth_mean": 2.793103448275862, |
| "structural.clause_depth_std": 0.5800897876296802, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.8511627906976745, |
| "structural.register_consistency_std": 0.2976744186046512, |
| "repetition.repetition_onset_5gram": 37, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.053952321204516936, |
| "repetition.unique_2gram_ratio": 0.08040201005025126, |
| "repetition.unique_3gram_ratio": 0.08930817610062892, |
| "repetition.unique_5gram_ratio": 0.09583858764186633, |
| "repetition.unique_8gram_ratio": 0.10253164556962026, |
| "repetition.post_rep_novel_tokens": 39, |
| "repetition.post_rep_novel_ratio": 0.07671957671957672, |
| "creativity.specificity_score": 0.03017241379310345, |
| "creativity.temporal_marker_count": 1, |
| "creativity.temporal_marker_density": 0.12547051442910917, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Question: Why does my neural network loss plateau after the first few epochs?\n\nAnswer: There are several common reasons", |
| "domain": "qa", |
| "lexical.ttr_50": 0.74, |
| "lexical.ttr_100": 0.61, |
| "lexical.ttr_200": 0.455, |
| "lexical.ttr_500": 0.238, |
| "lexical.ttr_all": 0.13680781758957655, |
| "lexical.hapax_ratio": 0.04125950054288816, |
| "lexical.yules_k": 312.55268255130323, |
| "lexical.honores_r": 977.4371570092396, |
| "lexical.pos_noun_ratio": 0.32138979370249726, |
| "lexical.pos_verb_ratio": 0.20195439739413681, |
| "lexical.pos_adj_ratio": 0.0988056460369164, |
| "lexical.pos_adv_ratio": 0.029315960912052116, |
| "lexical.pos_pronoun_ratio": 0.003257328990228013, |
| "lexical.sent_len_mean": 21.41860465116279, |
| "lexical.sent_len_std": 9.09442087635367, |
| "lexical.sent_len_min": 5.0, |
| "lexical.sent_len_max": 48.0, |
| "lexical.sent_count": 43, |
| "lexical.punct_types": 2, |
| "lexical.punct_ratio": 0.015119549929676512, |
| "coherence.topic_drift_mean": 0.6034503346415145, |
| "coherence.topic_drift_std": 0.21886232912157635, |
| "coherence.topic_drift_trend": 0.015369660054342149, |
| "coherence.novelty_mean": 0.3660984647252843, |
| "coherence.novelty_std": 0.3535782444813287, |
| "coherence.novelty_trend": -0.02447657102066951, |
| "coherence.novelty_final_vs_initial": -0.8014463888144726, |
| "coherence.entity_count": 4, |
| "coherence.entity_intro_rate": 0.43431053203040176, |
| "coherence.referential_density": 0.010135135135135136, |
| "structural.clause_depth_mean": 1.372093023255814, |
| "structural.clause_depth_std": 0.48336301606573323, |
| "structural.discourse_marker_count": 2, |
| "structural.discourse_marker_density": 0.21715526601520088, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.3977101000880328, |
| "structural.register_consistency_std": 0.11430931241456889, |
| "repetition.repetition_onset_5gram": 207, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.13680781758957655, |
| "repetition.unique_2gram_ratio": 0.2858695652173913, |
| "repetition.unique_3gram_ratio": 0.367791077257889, |
| "repetition.unique_5gram_ratio": 0.46346782988004365, |
| "repetition.unique_8gram_ratio": 0.5481400437636762, |
| "repetition.post_rep_novel_tokens": 218, |
| "repetition.post_rep_novel_ratio": 0.4169014084507042, |
| "creativity.specificity_score": 0.013468013468013467, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Alice: Hey, have you finished reading that book I lent you?\nBob: Actually, I just finished it last night. I have to say,", |
| "domain": "dialogue", |
| "lexical.ttr_50": 0.62, |
| "lexical.ttr_100": 0.5, |
| "lexical.ttr_200": 0.33, |
| "lexical.ttr_500": 0.132, |
| "lexical.ttr_all": 0.08888888888888889, |
| "lexical.hapax_ratio": 0.027450980392156862, |
| "lexical.yules_k": 511.837327523602, |
| "lexical.honores_r": 960.8518883880005, |
| "lexical.pos_noun_ratio": 0.09673202614379085, |
| "lexical.pos_verb_ratio": 0.265359477124183, |
| "lexical.pos_adj_ratio": 0.12941176470588237, |
| "lexical.pos_adv_ratio": 0.06666666666666667, |
| "lexical.pos_pronoun_ratio": 0.24313725490196078, |
| "lexical.sent_len_mean": 9.216867469879517, |
| "lexical.sent_len_std": 4.764447129763881, |
| "lexical.sent_len_min": 4.0, |
| "lexical.sent_len_max": 25.0, |
| "lexical.sent_count": 83, |
| "lexical.punct_types": 5, |
| "lexical.punct_ratio": 0.07181490384615384, |
| "coherence.topic_drift_mean": 0.8569702917581781, |
| "coherence.topic_drift_std": 0.18068851511153763, |
| "coherence.topic_drift_trend": 0.08055979049489144, |
| "coherence.novelty_mean": 0.1270810501805582, |
| "coherence.novelty_std": 0.27119545581239995, |
| "coherence.novelty_trend": -0.007001776005316975, |
| "coherence.novelty_final_vs_initial": -0.4616259474769597, |
| "coherence.entity_count": 3, |
| "coherence.entity_intro_rate": 0.39215686274509803, |
| "coherence.referential_density": 2.5135135135135136, |
| "structural.clause_depth_mean": 1.2650602409638554, |
| "structural.clause_depth_std": 0.4413652791328723, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.09408443883267345, |
| "structural.pct_declarative": 0.9879518072289156, |
| "structural.pct_interrogative": 0.012048192771084338, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7783399209486166, |
| "structural.register_consistency_std": 0.2194386382111089, |
| "repetition.repetition_onset_5gram": 112, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.08888888888888889, |
| "repetition.unique_2gram_ratio": 0.16099476439790575, |
| "repetition.unique_3gram_ratio": 0.21100917431192662, |
| "repetition.unique_5gram_ratio": 0.25492772667542707, |
| "repetition.unique_8gram_ratio": 0.28232189973614774, |
| "repetition.post_rep_novel_tokens": 82, |
| "repetition.post_rep_novel_ratio": 0.1448382126348228, |
| "creativity.specificity_score": 0.76, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "User: Can you explain how transformers work in simple terms?\nAssistant: Sure! Think of it this way \u2014", |
| "domain": "dialogue", |
| "lexical.ttr_50": 0.64, |
| "lexical.ttr_100": 0.49, |
| "lexical.ttr_200": 0.375, |
| "lexical.ttr_500": 0.258, |
| "lexical.ttr_all": 0.1643312101910828, |
| "lexical.hapax_ratio": 0.08535031847133757, |
| "lexical.yules_k": 508.5480141182198, |
| "lexical.honores_r": 1387.1571390699478, |
| "lexical.pos_noun_ratio": 0.2789808917197452, |
| "lexical.pos_verb_ratio": 0.20764331210191084, |
| "lexical.pos_adj_ratio": 0.05222929936305733, |
| "lexical.pos_adv_ratio": 0.01910828025477707, |
| "lexical.pos_pronoun_ratio": 0.061146496815286625, |
| "lexical.sent_len_mean": 10.466666666666667, |
| "lexical.sent_len_std": 4.628414655389275, |
| "lexical.sent_len_min": 3.0, |
| "lexical.sent_len_max": 23.0, |
| "lexical.sent_count": 75, |
| "lexical.punct_types": 5, |
| "lexical.punct_ratio": 0.027316433566433568, |
| "coherence.topic_drift_mean": 0.6916626548082312, |
| "coherence.topic_drift_std": 0.30983736320408317, |
| "coherence.topic_drift_trend": 0.2564771643005341, |
| "coherence.novelty_mean": 0.26139021875733504, |
| "coherence.novelty_std": 0.34121469483466343, |
| "coherence.novelty_trend": -0.013213764704420117, |
| "coherence.novelty_final_vs_initial": -0.7216955048783871, |
| "coherence.entity_count": 4, |
| "coherence.entity_intro_rate": 0.5095541401273885, |
| "coherence.referential_density": 0.2191780821917808, |
| "structural.clause_depth_mean": 1.6133333333333333, |
| "structural.clause_depth_std": 0.5863635580612272, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": -0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.5977515243902439, |
| "structural.register_consistency_std": 0.4067924605398842, |
| "repetition.repetition_onset_5gram": 84, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.1643312101910828, |
| "repetition.unique_2gram_ratio": 0.3647959183673469, |
| "repetition.unique_3gram_ratio": 0.454661558109834, |
| "repetition.unique_5gram_ratio": 0.5249679897567221, |
| "repetition.unique_8gram_ratio": 0.5694087403598972, |
| "repetition.post_rep_novel_tokens": 326, |
| "repetition.post_rep_novel_ratio": 0.4734576757532281, |
| "creativity.specificity_score": 0.1111111111111111, |
| "creativity.temporal_marker_count": 5, |
| "creativity.temporal_marker_density": 0.6369426751592356, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| { |
| "run": "fullcorpus-Q4", |
| "prompt": "Sarah: I've been thinking about changing careers lately.\nMark: Really? What's making you consider that?\nSarah:", |
| "domain": "dialogue", |
| "lexical.ttr_50": 0.34, |
| "lexical.ttr_100": 0.17, |
| "lexical.ttr_200": 0.085, |
| "lexical.ttr_500": 0.034, |
| "lexical.ttr_all": 0.02606310013717421, |
| "lexical.hapax_ratio": 0.0, |
| "lexical.yules_k": 554.7934766041762, |
| "lexical.honores_r": 659.3044534142437, |
| "lexical.pos_noun_ratio": 0.24142661179698216, |
| "lexical.pos_verb_ratio": 0.40877914951989025, |
| "lexical.pos_adj_ratio": 0.0, |
| "lexical.pos_adv_ratio": 0.05898491083676269, |
| "lexical.pos_pronoun_ratio": 0.17421124828532236, |
| "lexical.sent_len_mean": 5.74015748031496, |
| "lexical.sent_len_std": 2.9355614854815206, |
| "lexical.sent_len_min": 2.0, |
| "lexical.sent_len_max": 10.0, |
| "lexical.sent_count": 127, |
| "lexical.punct_types": 4, |
| "lexical.punct_ratio": 0.06647204132045811, |
| "coherence.topic_drift_mean": 0.9333697353825379, |
| "coherence.topic_drift_std": 0.07798319162790257, |
| "coherence.topic_drift_trend": -0.044635072662028576, |
| "coherence.novelty_mean": 0.01980836536857073, |
| "coherence.novelty_std": 0.12989022667559574, |
| "coherence.novelty_trend": -0.0006658324084215859, |
| "coherence.novelty_final_vs_initial": -0.05408240079093928, |
| "coherence.entity_count": 3, |
| "coherence.entity_intro_rate": 0.411522633744856, |
| "coherence.referential_density": 0.7215909090909091, |
| "structural.clause_depth_mean": 1.330708661417323, |
| "structural.clause_depth_std": 0.4704683227177844, |
| "structural.discourse_marker_count": 0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.9234559626335352, |
| "structural.pct_declarative": 0.33858267716535434, |
| "structural.pct_interrogative": 0.6614173228346457, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.9473684210526315, |
| "structural.register_consistency_std": 0.06657426652986063, |
| "repetition.repetition_onset_5gram": 17, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49, |
| "repetition.unique_1gram_ratio": 0.02606310013717421, |
| "repetition.unique_2gram_ratio": 0.027472527472527472, |
| "repetition.unique_3gram_ratio": 0.02888583218707015, |
| "repetition.unique_5gram_ratio": 0.031724137931034485, |
| "repetition.unique_8gram_ratio": 0.036011080332409975, |
| "repetition.post_rep_novel_tokens": 10, |
| "repetition.post_rep_novel_ratio": 0.03248587570621469, |
| "creativity.specificity_score": 0.711864406779661, |
| "creativity.temporal_marker_count": 0, |
| "creativity.temporal_marker_density": 0.0, |
| "creativity.dialogue_marker_count": 0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| } |
| ], |
| "model_profiles": { |
| "fullcorpus-Q4": { |
| "lexical.ttr_50": 0.5716666666666667, |
| "lexical.ttr_100": 0.41208333333333336, |
| "lexical.ttr_200": 0.2847916666666667, |
| "lexical.ttr_500": 0.16468164765039767, |
| "lexical.ttr_all": 0.11795754172301838, |
| "lexical.hapax_ratio": 0.05114363990774479, |
| "lexical.yules_k": 844.4544523990802, |
| "lexical.honores_r": 1160.9590523803445, |
| "lexical.pos_noun_ratio": 0.3406247124431265, |
| "lexical.pos_verb_ratio": 0.15525304862064035, |
| "lexical.pos_adj_ratio": 0.0816069441372197, |
| "lexical.pos_adv_ratio": 0.03292080770303608, |
| "lexical.pos_pronoun_ratio": 0.040789615156847675, |
| "lexical.sent_len_mean": 46.57225366773625, |
| "lexical.sent_len_std": 30.408860758429878, |
| "lexical.sent_len_min": 19.0, |
| "lexical.sent_len_max": 105.08333333333333, |
| "lexical.sent_count": 40.791666666666664, |
| "lexical.punct_types": 5.5, |
| "lexical.punct_ratio": 0.04657247163881917, |
| "coherence.topic_drift_mean": 0.5658441125556739, |
| "coherence.topic_drift_std": 0.1820308747023015, |
| "coherence.topic_drift_trend": 0.052233624770604115, |
| "coherence.novelty_mean": 0.3103284625782315, |
| "coherence.novelty_std": 0.26163733722012, |
| "coherence.novelty_trend": -0.04284384079899911, |
| "coherence.novelty_final_vs_initial": -0.4543246457952432, |
| "coherence.entity_count": 4.541666666666667, |
| "coherence.entity_intro_rate": 0.6777556562401044, |
| "coherence.referential_density": 0.22655510523426034, |
| "structural.clause_depth_mean": 7.709855242678221, |
| "structural.clause_depth_std": 3.695061756598159, |
| "structural.discourse_marker_count": 1.7083333333333333, |
| "structural.discourse_marker_density": 0.2077813548670213, |
| "structural.structural_variety_entropy": 0.11887597501117493, |
| "structural.pct_declarative": 0.9544678943787188, |
| "structural.pct_interrogative": 0.032565567654743256, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.012966537966537968, |
| "structural.register_consistency_mean": 0.45807524904997576, |
| "structural.register_consistency_std": 0.16550093040120017, |
| "repetition.repetition_onset_5gram": 62.25, |
| "repetition.repetition_unit_size_mean": 23.5, |
| "repetition.repetition_unit_size_max": 45.0, |
| "repetition.unique_1gram_ratio": 0.11795754172301838, |
| "repetition.unique_2gram_ratio": 0.2362906554254853, |
| "repetition.unique_3gram_ratio": 0.3010580444669098, |
| "repetition.unique_5gram_ratio": 0.3774303909082975, |
| "repetition.unique_8gram_ratio": 0.445417434881836, |
| "repetition.post_rep_novel_tokens": 208.83333333333334, |
| "repetition.post_rep_novel_ratio": 0.34487271892778865, |
| "creativity.specificity_score": 0.30306521739852016, |
| "creativity.temporal_marker_count": 5.0, |
| "creativity.temporal_marker_density": 0.66523625421267, |
| "creativity.dialogue_marker_count": 0.9166666666666666, |
| "creativity.dialogue_marker_density": 0.11630513400891139, |
| "creativity.quote_count": 2.8333333333333335, |
| "creativity.fabrication_density": 0.21829471695570804, |
| "creativity.topical_unexpectedness": 0.0 |
| } |
| }, |
| "most_distinctive": {}, |
| "domain_profiles": { |
| "fullcorpus-Q4": { |
| "encyclopedic": { |
| "lexical.ttr_50": 0.5733333333333334, |
| "lexical.ttr_100": 0.41333333333333333, |
| "lexical.ttr_200": 0.2416666666666667, |
| "lexical.ttr_500": 0.11833402633402634, |
| "lexical.ttr_all": 0.09454280811890153, |
| "lexical.hapax_ratio": 0.05208154614447905, |
| "lexical.yules_k": 1006.2207092202722, |
| "lexical.honores_r": 1465.455556716058, |
| "lexical.pos_noun_ratio": 0.44522066099346924, |
| "lexical.pos_verb_ratio": 0.06862967033162956, |
| "lexical.pos_adj_ratio": 0.0741768165278951, |
| "lexical.pos_adv_ratio": 0.005358076187286558, |
| "lexical.pos_pronoun_ratio": 0.0046625520007669225, |
| "lexical.sent_len_mean": 53.822501072501076, |
| "lexical.sent_len_std": 63.86147901059055, |
| "lexical.sent_len_min": 11.333333333333334, |
| "lexical.sent_len_max": 170.33333333333334, |
| "lexical.sent_count": 27.666666666666668, |
| "lexical.punct_types": 5.0, |
| "lexical.punct_ratio": 0.033835421569555754, |
| "coherence.topic_drift_mean": 0.6704873145773046, |
| "coherence.topic_drift_std": 0.11438920729076663, |
| "coherence.topic_drift_trend": 0.03316488667980417, |
| "coherence.novelty_mean": 0.38187875688446105, |
| "coherence.novelty_std": 0.1914255032756337, |
| "coherence.novelty_trend": -0.03571552731564698, |
| "coherence.novelty_final_vs_initial": -0.27283319899730113, |
| "coherence.entity_count": 6.333333333333333, |
| "coherence.entity_intro_rate": 0.952521429465819, |
| "coherence.referential_density": 0.01102974265913563, |
| "structural.clause_depth_mean": 6.296117546117546, |
| "structural.clause_depth_std": 8.959892945720737, |
| "structural.discourse_marker_count": 0.0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.4379381764694596, |
| "structural.register_consistency_std": 0.15672481524861295, |
| "repetition.repetition_onset_5gram": 59.0, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49.0, |
| "repetition.unique_1gram_ratio": 0.09454280811890153, |
| "repetition.unique_2gram_ratio": 0.1784579787297179, |
| "repetition.unique_3gram_ratio": 0.23346225025831102, |
| "repetition.unique_5gram_ratio": 0.3239494584240692, |
| "repetition.unique_8gram_ratio": 0.4043414207392444, |
| "repetition.post_rep_novel_tokens": 183.33333333333334, |
| "repetition.post_rep_novel_ratio": 0.29053471221906674, |
| "creativity.specificity_score": 0.6371783224617992, |
| "creativity.temporal_marker_count": 15.0, |
| "creativity.temporal_marker_density": 1.8889857599535018, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 1.0339123242349049, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "narrative": { |
| "lexical.ttr_50": 0.58, |
| "lexical.ttr_100": 0.4366666666666667, |
| "lexical.ttr_200": 0.305, |
| "lexical.ttr_500": 0.162, |
| "lexical.ttr_all": 0.08860561176720605, |
| "lexical.hapax_ratio": 0.032916509353442695, |
| "lexical.yules_k": 501.3324528528612, |
| "lexical.honores_r": 1064.114106495788, |
| "lexical.pos_noun_ratio": 0.21914308415687014, |
| "lexical.pos_verb_ratio": 0.2226317576315475, |
| "lexical.pos_adj_ratio": 0.07496964745988126, |
| "lexical.pos_adv_ratio": 0.017081741729130493, |
| "lexical.pos_pronoun_ratio": 0.06423300987250709, |
| "lexical.sent_len_mean": 19.586800573888095, |
| "lexical.sent_len_std": 6.421172861570696, |
| "lexical.sent_len_min": 4.333333333333333, |
| "lexical.sent_len_max": 36.0, |
| "lexical.sent_count": 50.0, |
| "lexical.punct_types": 2.6666666666666665, |
| "lexical.punct_ratio": 0.017064410507062335, |
| "coherence.topic_drift_mean": 0.6338514963408698, |
| "coherence.topic_drift_std": 0.23560943877821594, |
| "coherence.topic_drift_trend": 0.047562416769056086, |
| "coherence.novelty_mean": 0.24513550754677405, |
| "coherence.novelty_std": 0.2859049438171082, |
| "coherence.novelty_trend": -0.015186385132481947, |
| "coherence.novelty_final_vs_initial": -0.49183116243895747, |
| "coherence.entity_count": 1.0, |
| "coherence.entity_intro_rate": 0.11741226478668809, |
| "coherence.referential_density": 0.3088078858263482, |
| "structural.clause_depth_mean": 2.360951697752272, |
| "structural.clause_depth_std": 0.7683966136423459, |
| "structural.discourse_marker_count": 3.6666666666666665, |
| "structural.discourse_marker_density": 0.3839441535776615, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.5852763736370798, |
| "structural.register_consistency_std": 0.2234283928880096, |
| "repetition.repetition_onset_5gram": 57.0, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49.0, |
| "repetition.unique_1gram_ratio": 0.08860561176720605, |
| "repetition.unique_2gram_ratio": 0.1878868151393318, |
| "repetition.unique_3gram_ratio": 0.26001804396768863, |
| "repetition.unique_5gram_ratio": 0.34090027845904997, |
| "repetition.unique_8gram_ratio": 0.41006233308048484, |
| "repetition.post_rep_novel_tokens": 261.3333333333333, |
| "repetition.post_rep_novel_ratio": 0.3194395831732671, |
| "creativity.specificity_score": 0.01416284289772163, |
| "creativity.temporal_marker_count": 10.666666666666666, |
| "creativity.temporal_marker_density": 1.1060999005578507, |
| "creativity.dialogue_marker_count": 0.6666666666666666, |
| "creativity.dialogue_marker_density": 0.06937488607467004, |
| "creativity.quote_count": 6.666666666666667, |
| "creativity.fabrication_density": 0.16501650165016502, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "code": { |
| "lexical.ttr_50": 0.39999999999999997, |
| "lexical.ttr_100": 0.24, |
| "lexical.ttr_200": 0.18499999999999997, |
| "lexical.ttr_500": 0.12401201201201201, |
| "lexical.ttr_all": 0.10791958247445536, |
| "lexical.hapax_ratio": 0.052700081356155254, |
| "lexical.yules_k": 2267.194960381712, |
| "lexical.honores_r": 1358.4154196429927, |
| "lexical.pos_noun_ratio": 0.7458641073705913, |
| "lexical.pos_verb_ratio": 0.05794684690544757, |
| "lexical.pos_adj_ratio": 0.05967452944550556, |
| "lexical.pos_adv_ratio": 0.010368066355624676, |
| "lexical.pos_pronoun_ratio": 0.004780940103720086, |
| "lexical.sent_len_mean": 160.62612612612614, |
| "lexical.sent_len_std": 74.74534310995244, |
| "lexical.sent_len_min": 114.33333333333333, |
| "lexical.sent_len_max": 327.0, |
| "lexical.sent_count": 14.0, |
| "lexical.punct_types": 8.0, |
| "lexical.punct_ratio": 0.09655404747331427, |
| "coherence.topic_drift_mean": 0.18059737824832298, |
| "coherence.topic_drift_std": 0.12516036968173305, |
| "coherence.topic_drift_trend": -0.03971216925596272, |
| "coherence.novelty_mean": 0.39440384689222324, |
| "coherence.novelty_std": 0.2049781368134067, |
| "coherence.novelty_trend": -0.13061189542745258, |
| "coherence.novelty_final_vs_initial": -0.3811043420699036, |
| "coherence.entity_count": 2.3333333333333335, |
| "coherence.entity_intro_rate": 0.3744133468157618, |
| "coherence.referential_density": 0.014929593597205219, |
| "structural.clause_depth_mean": 28.68243243243243, |
| "structural.clause_depth_std": 1.870074324901455, |
| "structural.discourse_marker_count": 0.0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.101124945362138, |
| "structural.pct_declarative": 0.981981981981982, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.018018018018018018, |
| "structural.register_consistency_mean": 0.1362229197313459, |
| "structural.register_consistency_std": 0.06680705881789883, |
| "repetition.repetition_onset_5gram": 21.0, |
| "repetition.repetition_unit_size_mean": 20.666666666666668, |
| "repetition.repetition_unit_size_max": 39.333333333333336, |
| "repetition.unique_1gram_ratio": 0.10791958247445536, |
| "repetition.unique_2gram_ratio": 0.2283425647404929, |
| "repetition.unique_3gram_ratio": 0.2827763014812468, |
| "repetition.unique_5gram_ratio": 0.33410601922996913, |
| "repetition.unique_8gram_ratio": 0.3763127630720955, |
| "repetition.post_rep_novel_tokens": 183.0, |
| "repetition.post_rep_novel_ratio": 0.31090905842170197, |
| "creativity.specificity_score": 0.22550998003992015, |
| "creativity.temporal_marker_count": 4.0, |
| "creativity.temporal_marker_density": 0.6336150057063787, |
| "creativity.dialogue_marker_count": 0.6666666666666666, |
| "creativity.dialogue_marker_density": 0.10368066355624676, |
| "creativity.quote_count": 0.3333333333333333, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "academic": { |
| "lexical.ttr_50": 0.7133333333333334, |
| "lexical.ttr_100": 0.5466666666666666, |
| "lexical.ttr_200": 0.4000000000000001, |
| "lexical.ttr_500": 0.22866666666666668, |
| "lexical.ttr_all": 0.15408639841039137, |
| "lexical.hapax_ratio": 0.059097547949782774, |
| "lexical.yules_k": 368.3055955616037, |
| "lexical.honores_r": 1052.6328933823015, |
| "lexical.pos_noun_ratio": 0.3249983604162318, |
| "lexical.pos_verb_ratio": 0.11581882184885496, |
| "lexical.pos_adj_ratio": 0.11360698485610848, |
| "lexical.pos_adv_ratio": 0.017328770426331245, |
| "lexical.pos_pronoun_ratio": 0.006143468443843027, |
| "lexical.sent_len_mean": 18.84605045492142, |
| "lexical.sent_len_std": 12.204752228244665, |
| "lexical.sent_len_min": 1.6666666666666667, |
| "lexical.sent_len_max": 46.0, |
| "lexical.sent_count": 43.666666666666664, |
| "lexical.punct_types": 5.666666666666667, |
| "lexical.punct_ratio": 0.027377240835332356, |
| "coherence.topic_drift_mean": 0.5714861483797958, |
| "coherence.topic_drift_std": 0.24498024751388245, |
| "coherence.topic_drift_trend": 0.07442300711780818, |
| "coherence.novelty_mean": 0.3090910094136724, |
| "coherence.novelty_std": 0.3554869581201357, |
| "coherence.novelty_trend": -0.021177358043172268, |
| "coherence.novelty_final_vs_initial": -0.5619760266494814, |
| "coherence.entity_count": 6.0, |
| "coherence.entity_intro_rate": 0.7610340424382702, |
| "coherence.referential_density": 0.017772676359573438, |
| "structural.clause_depth_mean": 1.4331403363661428, |
| "structural.clause_depth_std": 0.6203745801569653, |
| "structural.discourse_marker_count": 0.3333333333333333, |
| "structural.discourse_marker_density": 0.04585052728106373, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.448969336769857, |
| "structural.register_consistency_std": 0.20037805018605795, |
| "repetition.repetition_onset_5gram": 98.0, |
| "repetition.repetition_unit_size_mean": 25.333333333333332, |
| "repetition.repetition_unit_size_max": 48.666666666666664, |
| "repetition.unique_1gram_ratio": 0.15408639841039137, |
| "repetition.unique_2gram_ratio": 0.2995280652176182, |
| "repetition.unique_3gram_ratio": 0.3710848746959107, |
| "repetition.unique_5gram_ratio": 0.4533399434731591, |
| "repetition.unique_8gram_ratio": 0.5305238185205073, |
| "repetition.post_rep_novel_tokens": 250.66666666666666, |
| "repetition.post_rep_novel_ratio": 0.4000115722852537, |
| "creativity.specificity_score": 0.27387541847472163, |
| "creativity.temporal_marker_count": 2.0, |
| "creativity.temporal_marker_density": 0.2687851776437162, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 0.09170105456212746, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "math": { |
| "lexical.ttr_50": 0.4533333333333333, |
| "lexical.ttr_100": 0.27666666666666667, |
| "lexical.ttr_200": 0.16666666666666666, |
| "lexical.ttr_500": 0.1264404761904762, |
| "lexical.ttr_all": 0.11654900332225915, |
| "lexical.hapax_ratio": 0.046333979328165374, |
| "lexical.yules_k": 1167.2818270947917, |
| "lexical.honores_r": 1071.2856266546337, |
| "lexical.pos_noun_ratio": 0.19340700750584472, |
| "lexical.pos_verb_ratio": 0.09560954226651901, |
| "lexical.pos_adj_ratio": 0.153911344899717, |
| "lexical.pos_adv_ratio": 0.08015873015873015, |
| "lexical.pos_pronoun_ratio": 0.01935600467577212, |
| "lexical.sent_len_mean": 68.14285714285714, |
| "lexical.sent_len_std": 63.111530953303735, |
| "lexical.sent_len_min": 6.0, |
| "lexical.sent_len_max": 149.33333333333334, |
| "lexical.sent_count": 14.0, |
| "lexical.punct_types": 6.333333333333333, |
| "lexical.punct_ratio": 0.08601145505789494, |
| "coherence.topic_drift_mean": 0.29437600356168164, |
| "coherence.topic_drift_std": 0.14870056566531642, |
| "coherence.topic_drift_trend": 0.10500758942669619, |
| "coherence.novelty_mean": 0.3620094291668077, |
| "coherence.novelty_std": 0.2306310104938097, |
| "coherence.novelty_trend": -0.09826345542606836, |
| "coherence.novelty_final_vs_initial": -0.49969768808201165, |
| "coherence.entity_count": 2.6666666666666665, |
| "coherence.entity_intro_rate": 0.8416389811738648, |
| "coherence.referential_density": 0.08462014863748968, |
| "structural.clause_depth_mean": 16.99047619047619, |
| "structural.clause_depth_std": 15.431625919314728, |
| "structural.discourse_marker_count": 1.0, |
| "structural.discourse_marker_density": 0.15503875968992248, |
| "structural.structural_variety_entropy": 0.3459750759552623, |
| "structural.pct_declarative": 0.9142857142857143, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.08571428571428573, |
| "structural.register_consistency_mean": 0.26757927557941863, |
| "structural.register_consistency_std": 0.083774203611556, |
| "repetition.repetition_onset_5gram": 31.333333333333332, |
| "repetition.repetition_unit_size_mean": 21.5, |
| "repetition.repetition_unit_size_max": 41.0, |
| "repetition.unique_1gram_ratio": 0.11654900332225915, |
| "repetition.unique_2gram_ratio": 0.22715989337075457, |
| "repetition.unique_3gram_ratio": 0.2895477384202112, |
| "repetition.unique_5gram_ratio": 0.395392212516068, |
| "repetition.unique_8gram_ratio": 0.5071857009518072, |
| "repetition.post_rep_novel_tokens": 122.66666666666667, |
| "repetition.post_rep_novel_ratio": 0.36395729062395726, |
| "creativity.specificity_score": 0.5460410532818306, |
| "creativity.temporal_marker_count": 4.333333333333333, |
| "creativity.temporal_marker_density": 0.8859357696566997, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "legal": { |
| "lexical.ttr_50": 0.6533333333333333, |
| "lexical.ttr_100": 0.4466666666666667, |
| "lexical.ttr_200": 0.3416666666666666, |
| "lexical.ttr_500": 0.20200000000000004, |
| "lexical.ttr_all": 0.1306385930457571, |
| "lexical.hapax_ratio": 0.06390570982950565, |
| "lexical.yules_k": 477.5144283402977, |
| "lexical.honores_r": 1222.1979910250182, |
| "lexical.pos_noun_ratio": 0.28701422767500145, |
| "lexical.pos_verb_ratio": 0.20477144093911281, |
| "lexical.pos_adj_ratio": 0.048548732363921564, |
| "lexical.pos_adv_ratio": 0.02083093133324068, |
| "lexical.pos_pronoun_ratio": 0.016524974107749887, |
| "lexical.sent_len_mean": 25.647423733761496, |
| "lexical.sent_len_std": 12.763739357881937, |
| "lexical.sent_len_min": 5.333333333333333, |
| "lexical.sent_len_max": 57.666666666666664, |
| "lexical.sent_count": 36.0, |
| "lexical.punct_types": 5.0, |
| "lexical.punct_ratio": 0.025031571951301127, |
| "coherence.topic_drift_mean": 0.6614252485107881, |
| "coherence.topic_drift_std": 0.20820686493784787, |
| "coherence.topic_drift_trend": 0.059471337712707316, |
| "coherence.novelty_mean": 0.3162259730358266, |
| "coherence.novelty_std": 0.2857615714790198, |
| "coherence.novelty_trend": -0.01843030838356006, |
| "coherence.novelty_final_vs_initial": -0.47153243598056477, |
| "coherence.entity_count": 9.333333333333334, |
| "coherence.entity_intro_rate": 1.1831010973230909, |
| "coherence.referential_density": 0.051013382197789996, |
| "structural.clause_depth_mean": 2.556723268298221, |
| "structural.clause_depth_std": 0.7892998182965348, |
| "structural.discourse_marker_count": 8.0, |
| "structural.discourse_marker_density": 1.005032309715789, |
| "structural.structural_variety_entropy": 0.0, |
| "structural.pct_declarative": 1.0, |
| "structural.pct_interrogative": 0.0, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.5177407113316178, |
| "structural.register_consistency_std": 0.20404947809017449, |
| "repetition.repetition_onset_5gram": 59.666666666666664, |
| "repetition.repetition_unit_size_mean": 22.333333333333332, |
| "repetition.repetition_unit_size_max": 42.666666666666664, |
| "repetition.unique_1gram_ratio": 0.1306385930457571, |
| "repetition.unique_2gram_ratio": 0.24969478180105262, |
| "repetition.unique_3gram_ratio": 0.3276687772097136, |
| "repetition.unique_5gram_ratio": 0.4243036007261766, |
| "repetition.unique_8gram_ratio": 0.5116358201915483, |
| "repetition.post_rep_novel_tokens": 281.3333333333333, |
| "repetition.post_rep_novel_ratio": 0.4025276842436878, |
| "creativity.specificity_score": 0.10711743443251888, |
| "creativity.temporal_marker_count": 1.0, |
| "creativity.temporal_marker_density": 0.12660198369582484, |
| "creativity.dialogue_marker_count": 5.666666666666667, |
| "creativity.dialogue_marker_density": 0.704809286898839, |
| "creativity.quote_count": 13.0, |
| "creativity.fabrication_density": 0.29799914857386123, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "qa": { |
| "lexical.ttr_50": 0.6666666666666666, |
| "lexical.ttr_100": 0.5499999999999999, |
| "lexical.ttr_200": 0.375, |
| "lexical.ttr_500": 0.21466666666666667, |
| "lexical.ttr_all": 0.1582239369061279, |
| "lexical.hapax_ratio": 0.0645133123459294, |
| "lexical.yules_k": 442.7260396591044, |
| "lexical.honores_r": 1051.1329981685674, |
| "lexical.pos_noun_ratio": 0.3036370748734967, |
| "lexical.pos_verb_ratio": 0.18268899612668335, |
| "lexical.pos_adj_ratio": 0.0674204761884154, |
| "lexical.pos_adv_ratio": 0.06398685951454264, |
| "lexical.pos_pronoun_ratio": 0.05111763871623229, |
| "lexical.sent_len_mean": 17.431706365547583, |
| "lexical.sent_len_std": 6.053394122350109, |
| "lexical.sent_len_min": 6.0, |
| "lexical.sent_len_max": 35.0, |
| "lexical.sent_count": 46.0, |
| "lexical.punct_types": 6.666666666666667, |
| "lexical.punct_ratio": 0.03150449947174403, |
| "coherence.topic_drift_mean": 0.6871950835103124, |
| "coherence.topic_drift_std": 0.1896972804361419, |
| "coherence.topic_drift_trend": 0.04048463567025806, |
| "coherence.novelty_mean": 0.33778996625059915, |
| "coherence.novelty_std": 0.2914771146542933, |
| "coherence.novelty_trend": -0.016405338957557778, |
| "coherence.novelty_final_vs_initial": -0.5431543610949633, |
| "coherence.entity_count": 5.333333333333333, |
| "coherence.entity_intro_rate": 0.7541795423782256, |
| "coherence.referential_density": 0.1728399109978057, |
| "structural.clause_depth_mean": 1.9559663914114596, |
| "structural.clause_depth_std": 0.6214307974485441, |
| "structural.discourse_marker_count": 0.6666666666666666, |
| "structural.discourse_marker_density": 0.07238508867173363, |
| "structural.structural_variety_entropy": 0.16472764494992956, |
| "structural.pct_declarative": 0.963963963963964, |
| "structural.pct_interrogative": 0.036036036036036036, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.4963885767505303, |
| "structural.register_consistency_std": 0.15791032260700694, |
| "repetition.repetition_onset_5gram": 101.0, |
| "repetition.repetition_unit_size_mean": 21.666666666666668, |
| "repetition.repetition_unit_size_max": 41.333333333333336, |
| "repetition.unique_1gram_ratio": 0.1582239369061279, |
| "repetition.unique_2gram_ratio": 0.33483407432565443, |
| "repetition.unique_3gram_ratio": 0.4123875148325862, |
| "repetition.unique_5gram_ratio": 0.4769116629834938, |
| "repetition.unique_8gram_ratio": 0.5273637156895146, |
| "repetition.post_rep_novel_tokens": 249.0, |
| "repetition.post_rep_novel_ratio": 0.4546745957572857, |
| "creativity.specificity_score": 0.09297818163605857, |
| "creativity.temporal_marker_count": 1.3333333333333333, |
| "creativity.temporal_marker_density": 0.19955221143430876, |
| "creativity.dialogue_marker_count": 0.3333333333333333, |
| "creativity.dialogue_marker_density": 0.052576235541535225, |
| "creativity.quote_count": 2.6666666666666665, |
| "creativity.fabrication_density": 0.15772870662460567, |
| "creativity.topical_unexpectedness": 0.0 |
| }, |
| "dialogue": { |
| "lexical.ttr_50": 0.5333333333333333, |
| "lexical.ttr_100": 0.38666666666666666, |
| "lexical.ttr_200": 0.26333333333333336, |
| "lexical.ttr_500": 0.14133333333333334, |
| "lexical.ttr_all": 0.09309439973904864, |
| "lexical.hapax_ratio": 0.03760043295449814, |
| "lexical.yules_k": 525.0596060819994, |
| "lexical.honores_r": 1002.4378269573973, |
| "lexical.pos_noun_ratio": 0.20571317655350607, |
| "lexical.pos_verb_ratio": 0.29392731291532803, |
| "lexical.pos_adj_ratio": 0.060547021356313235, |
| "lexical.pos_adv_ratio": 0.048253285919402145, |
| "lexical.pos_pronoun_ratio": 0.15949833333418992, |
| "lexical.sent_len_mean": 8.474563872287048, |
| "lexical.sent_len_std": 4.109474423544892, |
| "lexical.sent_len_min": 3.0, |
| "lexical.sent_len_max": 19.333333333333332, |
| "lexical.sent_count": 95.0, |
| "lexical.punct_types": 4.666666666666667, |
| "lexical.punct_ratio": 0.05520112624434851, |
| "coherence.topic_drift_mean": 0.8273342273163157, |
| "coherence.topic_drift_std": 0.18950302331450777, |
| "coherence.topic_drift_trend": 0.09746729404446564, |
| "coherence.novelty_mean": 0.136093211435488, |
| "coherence.novelty_std": 0.24743345910755302, |
| "coherence.novelty_trend": -0.006960457706052893, |
| "coherence.novelty_final_vs_initial": -0.41246795104876205, |
| "coherence.entity_count": 3.3333333333333335, |
| "coherence.entity_intro_rate": 0.43774454553911424, |
| "coherence.referential_density": 1.1514275015987345, |
| "structural.clause_depth_mean": 1.4030340785715039, |
| "structural.clause_depth_std": 0.49939905330396134, |
| "structural.discourse_marker_count": 0.0, |
| "structural.discourse_marker_density": 0.0, |
| "structural.structural_variety_entropy": 0.3391801338220695, |
| "structural.pct_declarative": 0.7755114947980899, |
| "structural.pct_interrogative": 0.22448850520191002, |
| "structural.pct_exclamatory": 0.0, |
| "structural.pct_imperative": 0.0, |
| "structural.register_consistency_mean": 0.7744866221304973, |
| "structural.register_consistency_std": 0.2309351217602846, |
| "repetition.repetition_onset_5gram": 71.0, |
| "repetition.repetition_unit_size_mean": 25.5, |
| "repetition.repetition_unit_size_max": 49.0, |
| "repetition.unique_1gram_ratio": 0.09309439973904864, |
| "repetition.unique_2gram_ratio": 0.18442107007926004, |
| "repetition.unique_3gram_ratio": 0.23151885486961024, |
| "repetition.unique_5gram_ratio": 0.2705399514543945, |
| "repetition.unique_8gram_ratio": 0.295913906809485, |
| "repetition.post_rep_novel_tokens": 139.33333333333334, |
| "repetition.post_rep_novel_ratio": 0.21692725469808852, |
| "creativity.specificity_score": 0.5276585059635908, |
| "creativity.temporal_marker_count": 1.6666666666666667, |
| "creativity.temporal_marker_density": 0.21231422505307854, |
| "creativity.dialogue_marker_count": 0.0, |
| "creativity.dialogue_marker_density": 0.0, |
| "creativity.quote_count": 0.0, |
| "creativity.fabrication_density": 0.0, |
| "creativity.topical_unexpectedness": 0.0 |
| } |
| } |
| } |
| } |
