Upload folder using huggingface_hub

.gitattributes

@@ -89,3 +89,59 @@ fc-analysis/concept_geometry/plots/template_sensitivity_us_states.png filter=lfs
 fc-analysis/concept_geometry/plots/template_sensitivity_weekdays.png filter=lfs diff=lfs merge=lfs -text
 fc-analysis/concept_geometry/plots/template_sensitivity_years.png filter=lfs diff=lfs merge=lfs -text
 fc-analysis/report.html filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/activation_geometry/plots/eigenspectra_last_layer.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/activation_geometry/plots/point_clouds_pca_overview.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/activation_geometry/plots/trajectories_distance.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_alphabet.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_bio_hierarchy.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_colors.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_compass.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_digits.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_frequency.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_months.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_number_words.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_seasons.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_sizes.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_temperature.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_us_states.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_weekdays.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/mantel_years.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_alphabet_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_antonyms_hot_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_bio_hierarchy_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_colors_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_compass_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_countries_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_digits_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_emotions_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_frequency_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_months_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_number_words_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_pronouns_obj_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_pronouns_subj_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_seasons_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_sizes_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_temperature_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_us_states_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_weekdays_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/pca_years_books-cpt-final.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_alphabet.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_antonyms_hot.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_bio_hierarchy.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_colors.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_compass.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_countries.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_digits.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_emotions.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_frequency.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_months.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_number_words.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_pronouns_obj.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_pronouns_subj.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_seasons.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_sizes.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_temperature.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_us_states.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_weekdays.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/concept_geometry/plots/template_sensitivity_years.png filter=lfs diff=lfs merge=lfs -text
+bcpt-analysis/report.html filter=lfs diff=lfs merge=lfs -text

bcpt-analysis/activation_geometry/attention_outputs.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134afd330476cecc00635b0c37c76bc6873fb443f5b651b7952551c56fc36d5
+size 26377682

bcpt-analysis/activation_geometry/attention_weights.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df6d68ed2fc06a699bc471f2dfc921fab396e93c02bfa82e75cc2375d6d9de0
+size 13160

bcpt-analysis/activation_geometry/eigenspectra.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756668d898ec5f6e430d96d3be2560370d66d1c4eff73ece2f875716e1deca44
+size 361459

bcpt-analysis/activation_geometry/head_entropy.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49529debc0e32eadfef0e68d63bde9b1bc8cf362171351971a3325e0ffeac2d4
+size 7684

bcpt-analysis/activation_geometry/point_clouds.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a588296db5041c3732f2a39fabe019b11dcdb9bce0dbcae281ba8164f950b9
+size 27446128

bcpt-analysis/activation_geometry/topo_clouds.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f60c31270a4b0acb621da7ff1d89ef2ecc93617319e091662088982323ed6b0
+size 5957817

bcpt-analysis/activation_geometry/trajectories.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2c0ba559a7072566d78b171be317962d1594b2c4d17cc8ef4888cb5cc65121
+size 364087

bcpt-analysis/concept_geometry/activations.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790a1c3df85eee98e7a5457ac5796d8dce990de904fb519e4b18c606741c11fd
+size 44849703

bcpt-analysis/concept_geometry/metadata.json

@@ -0,0 +1,1774 @@
+{
+  "checkpoints": {
+    "books-cpt-final": {
+      "path": "checkpoints/books-cpt/step_00017336.pt.zst",
+      "attn_res": true,
+      "attn_res_boundaries": [
+        0,
+        3,
+        7,
+        12,
+        21,
+        25
+      ]
+    }
+  },
+  "concept_sets": {
+    "months": {
+      "concepts": [
+        "January",
+        "February",
+        "March",
+        "April",
+        "May",
+        "June",
+        "July",
+        "August",
+        "September",
+        "October",
+        "November",
+        "December"
+      ],
+      "topology": "cyclic",
+      "tier": 1,
+      "category": "month",
+      "n_concepts": 12
+    },
+    "digits": {
+      "concepts": [
+        "0",
+        "1",
+        "2",
+        "3",
+        "4",
+        "5",
+        "6",
+        "7",
+        "8",
+        "9"
+      ],
+      "topology": "ordinal",
+      "tier": 1,
+      "category": "number",
+      "n_concepts": 10
+    },
+    "weekdays": {
+      "concepts": [
+        "Monday",
+        "Tuesday",
+        "Wednesday",
+        "Thursday",
+        "Friday",
+        "Saturday",
+        "Sunday"
+      ],
+      "topology": "cyclic",
+      "tier": 1,
+      "category": "day",
+      "n_concepts": 7
+    },
+    "number_words": {
+      "concepts": [
+        "one",
+        "two",
+        "three",
+        "four",
+        "five",
+        "six",
+        "seven",
+        "eight",
+        "nine",
+        "ten",
+        "eleven",
+        "twelve",
+        "thirteen",
+        "fourteen",
+        "fifteen",
+        "sixteen",
+        "seventeen",
+        "eighteen",
+        "nineteen",
+        "twenty"
+      ],
+      "topology": "ordinal",
+      "tier": 1,
+      "category": "number",
+      "n_concepts": 20
+    },
+    "colors": {
+      "concepts": [
+        "red",
+        "orange",
+        "yellow",
+        "green",
+        "blue",
+        "indigo",
+        "violet"
+      ],
+      "topology": "cyclic",
+      "tier": 2,
+      "category": "color",
+      "n_concepts": 7
+    },
+    "seasons": {
+      "concepts": [
+        "spring",
+        "summer",
+        "autumn",
+        "winter"
+      ],
+      "topology": "cyclic",
+      "tier": 2,
+      "category": "season",
+      "n_concepts": 4
+    },
+    "sizes": {
+      "concepts": [
+        "tiny",
+        "small",
+        "little",
+        "medium",
+        "large",
+        "big",
+        "huge",
+        "enormous"
+      ],
+      "topology": "ordinal",
+      "tier": 2,
+      "category": "size",
+      "n_concepts": 8
+    },
+    "compass": {
+      "concepts": [
+        "north",
+        "northeast",
+        "east",
+        "southeast",
+        "south",
+        "southwest",
+        "west",
+        "northwest"
+      ],
+      "topology": "cyclic",
+      "tier": 2,
+      "category": "direction",
+      "n_concepts": 8
+    },
+    "alphabet": {
+      "concepts": [
+        "a",
+        "b",
+        "c",
+        "d",
+        "e",
+        "f",
+        "g",
+        "h",
+        "i",
+        "j",
+        "k",
+        "l",
+        "m",
+        "n",
+        "o",
+        "p",
+        "q",
+        "r",
+        "s",
+        "t",
+        "u",
+        "v",
+        "w",
+        "x",
+        "y",
+        "z"
+      ],
+      "topology": "ordinal",
+      "tier": 3,
+      "category": "letter",
+      "n_concepts": 26
+    },
+    "temperature": {
+      "concepts": [
+        "freezing",
+        "cold",
+        "cool",
+        "warm",
+        "hot",
+        "boiling"
+      ],
+      "topology": "ordinal",
+      "tier": 3,
+      "category": "temperature",
+      "n_concepts": 6
+    },
+    "frequency": {
+      "concepts": [
+        "never",
+        "rarely",
+        "sometimes",
+        "often",
+        "always"
+      ],
+      "topology": "ordinal",
+      "tier": 3,
+      "category": "frequency",
+      "n_concepts": 5
+    },
+    "antonyms_hot": {
+      "concepts": [
+        "hot",
+        "cold",
+        "big",
+        "small",
+        "fast",
+        "slow",
+        "light",
+        "dark",
+        "high",
+        "low",
+        "old",
+        "young",
+        "hard",
+        "soft",
+        "loud",
+        "quiet"
+      ],
+      "topology": "paired",
+      "tier": 4,
+      "category": "word",
+      "n_concepts": 16
+    },
+    "bio_hierarchy": {
+      "concepts": [
+        "atom",
+        "molecule",
+        "cell",
+        "tissue",
+        "organ",
+        "organism",
+        "population",
+        "ecosystem"
+      ],
+      "topology": "ordinal",
+      "tier": 4,
+      "category": "level",
+      "n_concepts": 8
+    },
+    "pronouns_subj": {
+      "concepts": [
+        "I",
+        "you",
+        "he",
+        "she",
+        "it",
+        "we",
+        "they"
+      ],
+      "topology": "unknown",
+      "tier": 4,
+      "category": "pronoun",
+      "n_concepts": 7
+    },
+    "pronouns_obj": {
+      "concepts": [
+        "me",
+        "you",
+        "him",
+        "her",
+        "it",
+        "us",
+        "them"
+      ],
+      "topology": "unknown",
+      "tier": 4,
+      "category": "pronoun",
+      "n_concepts": 7
+    },
+    "countries": {
+      "concepts": [
+        "France",
+        "Germany",
+        "Japan",
+        "China",
+        "India",
+        "Brazil",
+        "Egypt",
+        "Canada",
+        "Russia",
+        "Australia",
+        "Mexico",
+        "Italy"
+      ],
+      "topology": "unknown",
+      "tier": 4,
+      "category": "country",
+      "n_concepts": 12
+    },
+    "emotions": {
+      "concepts": [
+        "joy",
+        "sadness",
+        "anger",
+        "fear",
+        "surprise",
+        "disgust",
+        "trust",
+        "anticipation"
+      ],
+      "topology": "unknown",
+      "tier": 4,
+      "category": "emotion",
+      "n_concepts": 8
+    },
+    "us_states": {
+      "concepts": [
+        "Alabama",
+        "Alaska",
+        "Arizona",
+        "Arkansas",
+        "California",
+        "Colorado",
+        "Connecticut",
+        "Delaware",
+        "Florida",
+        "Georgia",
+        "Idaho",
+        "Illinois",
+        "Indiana",
+        "Iowa",
+        "Kansas",
+        "Kentucky",
+        "Louisiana",
+        "Maine",
+        "Maryland",
+        "Massachusetts",
+        "Michigan",
+        "Minnesota",
+        "Mississippi",
+        "Missouri",
+        "Montana",
+        "Nebraska",
+        "Nevada",
+        "Ohio",
+        "Oklahoma",
+        "Oregon",
+        "Pennsylvania",
+        "Tennessee",
+        "Texas",
+        "Utah",
+        "Vermont",
+        "Virginia",
+        "Washington",
+        "Wisconsin",
+        "Wyoming"
+      ],
+      "topology": "geographic",
+      "tier": 1,
+      "category": "state",
+      "n_concepts": 39
+    },
+    "years": {
+      "concepts": [
+        "1800",
+        "1805",
+        "1810",
+        "1815",
+        "1820",
+        "1825",
+        "1830",
+        "1835",
+        "1840",
+        "1845",
+        "1850",
+        "1855",
+        "1860",
+        "1865",
+        "1870",
+        "1875",
+        "1880",
+        "1885",
+        "1890",
+        "1895",
+        "1900",
+        "1905",
+        "1910",
+        "1915",
+        "1920",
+        "1925",
+        "1930",
+        "1935",
+        "1940",
+        "1945",
+        "1950",
+        "1955",
+        "1960",
+        "1965",
+        "1970",
+        "1975",
+        "1980",
+        "1985",
+        "1990",
+        "1995",
+        "2000",
+        "2005",
+        "2010",
+        "2015",
+        "2020"
+      ],
+      "topology": "ordinal",
+      "tier": 2,
+      "category": "year",
+      "n_concepts": 45
+    }
+  },
+  "templates": [
+    "The {category} is {X}",
+    "In the {category} of {X},",
+    "{X}"
+  ],
+  "tokenization": {
+    "months": {
+      "n_concepts": 12,
+      "multi_token": []
+    },
+    "digits": {
+      "n_concepts": 10,
+      "multi_token": [
+        {
+          "concept": "0",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "0",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "1",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "1",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "2",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "2",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "3",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "3",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "4",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "4",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "5",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "5",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "6",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "6",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "7",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "7",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "8",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "8",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        },
+        {
+          "concept": "9",
+          "template": "The {category} is {X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "9",
+          "template": "In the {category} of {X},",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "weekdays": {
+      "n_concepts": 7,
+      "multi_token": []
+    },
+    "number_words": {
+      "n_concepts": 20,
+      "multi_token": [
+        {
+          "concept": "eleven",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "twelve",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "thirteen",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "fourteen",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "fifteen",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "sixteen",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "seventeen",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "eighteen",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "nineteen",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "twenty",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "colors": {
+      "n_concepts": 7,
+      "multi_token": [
+        {
+          "concept": "indigo",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "violet",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "seasons": {
+      "n_concepts": 4,
+      "multi_token": [
+        {
+          "concept": "autumn",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "sizes": {
+      "n_concepts": 8,
+      "multi_token": [
+        {
+          "concept": "huge",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "enormous",
+          "template": "{X}",
+          "n_tokens": 3
+        }
+      ]
+    },
+    "compass": {
+      "n_concepts": 8,
+      "multi_token": [
+        {
+          "concept": "northeast",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "southeast",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "southwest",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "northwest",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "alphabet": {
+      "n_concepts": 26,
+      "multi_token": []
+    },
+    "temperature": {
+      "n_concepts": 6,
+      "multi_token": [
+        {
+          "concept": "freezing",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "boiling",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "frequency": {
+      "n_concepts": 5,
+      "multi_token": [
+        {
+          "concept": "rarely",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "antonyms_hot": {
+      "n_concepts": 16,
+      "multi_token": [
+        {
+          "concept": "loud",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "bio_hierarchy": {
+      "n_concepts": 8,
+      "multi_token": [
+        {
+          "concept": "tissue",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "ecosystem",
+          "template": "{X}",
+          "n_tokens": 2
+        }
+      ]
+    },
+    "pronouns_subj": {
+      "n_concepts": 7,
+      "multi_token": []
+    },
+    "pronouns_obj": {
+      "n_concepts": 7,
+      "multi_token": []
+    },
+    "countries": {
+      "n_concepts": 12,
+      "multi_token": []
+    },
+    "emotions": {
+      "n_concepts": 8,
+      "multi_token": [
+        {
+          "concept": "sadness",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "fear",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "surprise",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "disgust",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "anticipation",
+          "template": "{X}",
+          "n_tokens": 3
+        }
+      ]
+    },
+    "us_states": {
+      "n_concepts": 39,
+      "multi_token": [
+        {
+          "concept": "Alabama",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "Alaska",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Arizona",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Arkansas",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "Colorado",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Connecticut",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Delaware",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Georgia",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Idaho",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Illinois",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Indiana",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Iowa",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Kansas",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Kentucky",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "Louisiana",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Maine",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Maryland",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Massachusetts",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Michigan",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Minnesota",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "Mississippi",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Missouri",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Montana",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Nebraska",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Nevada",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "Ohio",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Oklahoma",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Oregon",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Pennsylvania",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Tennessee",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "Utah",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Vermont",
+          "template": "{X}",
+          "n_tokens": 3
+        },
+        {
+          "concept": "Wisconsin",
+          "template": "{X}",
+          "n_tokens": 2
+        },
+        {
+          "concept": "Wyoming",
+          "template": "{X}",
+          "n_tokens": 3
+        }
+      ]
+    },
+    "years": {
+      "n_concepts": 45,
+      "multi_token": [
+        {
+          "concept": "1800",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1800",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1800",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1805",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1805",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1805",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1810",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1810",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1810",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1815",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1815",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1815",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1820",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1820",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1820",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1825",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1825",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1825",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1830",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1830",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1830",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1835",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1835",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1835",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1840",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1840",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1840",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1845",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1845",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1845",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1850",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1850",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1850",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1855",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1855",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1855",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1860",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1860",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1860",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1865",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1865",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1865",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1870",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1870",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1870",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1875",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1875",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1875",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1880",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1880",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1880",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1885",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1885",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1885",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1890",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1890",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1890",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1895",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1895",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1895",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1900",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1900",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1900",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1905",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1905",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1905",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1910",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1910",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1910",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1915",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1915",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1915",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1920",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1920",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1920",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1925",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1925",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1925",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1930",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1930",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1930",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1935",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1935",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1935",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1940",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1940",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1940",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1945",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1945",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1945",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1950",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1950",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1950",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1955",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1955",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1955",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1960",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1960",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1960",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1965",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1965",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1965",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1970",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1970",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1970",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1975",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1975",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1975",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1980",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1980",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1980",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1985",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1985",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1985",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1990",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1990",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1990",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "1995",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1995",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "1995",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "2000",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2000",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2000",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "2005",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2005",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2005",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "2010",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2010",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2010",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "2015",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2015",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2015",
+          "template": "{X}",
+          "n_tokens": 4
+        },
+        {
+          "concept": "2020",
+          "template": "The {category} is {X}",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2020",
+          "template": "In the {category} of {X},",
+          "n_tokens": 5
+        },
+        {
+          "concept": "2020",
+          "template": "{X}",
+          "n_tokens": 4
+        }
+      ]
+    }
+  },
+  "state_coordinates": {
+    "Alabama": [
+      32.8,
+      -86.8
+    ],
+    "Alaska": [
+      64.2,
+      -152.5
+    ],
+    "Arizona": [
+      34.3,
+      -111.7
+    ],
+    "Arkansas": [
+      34.8,
+      -92.2
+    ],
+    "California": [
+      37.2,
+      -119.5
+    ],
+    "Colorado": [
+      39.0,
+      -105.5
+    ],
+    "Connecticut": [
+      41.6,
+      -72.7
+    ],
+    "Delaware": [
+      39.0,
+      -75.5
+    ],
+    "Florida": [
+      28.6,
+      -82.4
+    ],
+    "Georgia": [
+      32.7,
+      -83.4
+    ],
+    "Idaho": [
+      44.4,
+      -114.6
+    ],
+    "Illinois": [
+      40.0,
+      -89.2
+    ],
+    "Indiana": [
+      39.8,
+      -86.3
+    ],
+    "Iowa": [
+      42.0,
+      -93.5
+    ],
+    "Kansas": [
+      38.5,
+      -98.3
+    ],
+    "Kentucky": [
+      37.8,
+      -85.7
+    ],
+    "Louisiana": [
+      31.0,
+      -92.0
+    ],
+    "Maine": [
+      45.4,
+      -69.2
+    ],
+    "Maryland": [
+      39.0,
+      -76.8
+    ],
+    "Massachusetts": [
+      42.3,
+      -71.8
+    ],
+    "Michigan": [
+      44.3,
+      -84.6
+    ],
+    "Minnesota": [
+      46.3,
+      -94.3
+    ],
+    "Mississippi": [
+      32.7,
+      -89.7
+    ],
+    "Missouri": [
+      38.4,
+      -92.5
+    ],
+    "Montana": [
+      47.0,
+      -109.6
+    ],
+    "Nebraska": [
+      41.5,
+      -99.8
+    ],
+    "Nevada": [
+      39.3,
+      -116.6
+    ],
+    "Ohio": [
+      40.4,
+      -82.8
+    ],
+    "Oklahoma": [
+      35.5,
+      -97.5
+    ],
+    "Oregon": [
+      44.0,
+      -120.5
+    ],
+    "Pennsylvania": [
+      40.9,
+      -77.8
+    ],
+    "Tennessee": [
+      35.8,
+      -86.4
+    ],
+    "Texas": [
+      31.5,
+      -99.3
+    ],
+    "Utah": [
+      39.3,
+      -111.7
+    ],
+    "Vermont": [
+      44.1,
+      -72.6
+    ],
+    "Virginia": [
+      37.5,
+      -78.9
+    ],
+    "Washington": [
+      47.4,
+      -120.7
+    ],
+    "Wisconsin": [
+      44.6,
+      -89.8
+    ],
+    "Wyoming": [
+      43.0,
+      -107.6
+    ]
+  }
+}