data/metadata.json

{
  "n_files": 14,
  "n_texts": 9672101,
  "n_tokens": 7735442705,
  "max_seq_len": 2048,
  "elapsed_seconds": 2609.22,
  "tokens_per_second": 2964655.67
}