{
  "created_at": "2026-05-03 10:06:19",
  "inputs": [
    "/mnt/scratch/datasets/combined/sft_combined.jsonl"
  ],
  "output": "/mnt/scratch/datasets/combined/sft_combined_ready.jsonl",
  "settings": {
    "max_chars": 12000,
    "max_est_tokens": 3072,
    "limit": 0
  },
  "seconds": 7.25,
  "stats": {
    "seen": 42138,
    "assistant_too_short": 8451,
    "kept": 32996,
    "user_too_short": 502,
    "repetitive_response": 85,
    "too_many_chars": 2,
    "binary_or_control_text": 1,
    "garbage_response": 100,
    "too_many_tokens": 1
  },
  "schemas": {
    "instruction_output": 42138
  },
  "categories": {
    "librispeech": 7785,
    "wizardlm": 7506,
    "dolly": 6539,
    "alpaca": 6325,
    "textcaps": 4492,
    "squad_doc": 349
  },
  "token_buckets": {
    "0001-0512": 28102,
    "0513-1024": 4034,
    "1025-1536": 712,
    "1537-2048": 112,
    "2049-3072": 36
  },
  "files": [
    {
      "path": "/mnt/scratch/datasets/combined/sft_combined.jsonl",
      "seconds": 7.25,
      "stats": {
        "seen": 42138,
        "assistant_too_short": 8451,
        "kept": 32996,
        "user_too_short": 502,
        "repetitive_response": 85,
        "too_many_chars": 2,
        "binary_or_control_text": 1,
        "garbage_response": 100,
        "too_many_tokens": 1
      }
    }
  ],
  "preview": [
    {
      "line": 57,
      "schema": "instruction_output",
      "category": "squad_doc",
      "est_tokens": 494,
      "user_preview": "Read the following document excerpt and answer the question.\n\nDocument:\nChopin seldom performed publicly in Paris. In later years he generally gave a single ann",
      "assistant_preview": "his own Paris apartment for small groups of friends"
    },
    {
      "line": 64,
      "schema": "instruction_output",
      "category": "squad_doc",
      "est_tokens": 217,
      "user_preview": "Read the following document excerpt and answer the question.\n\nDocument:\nAt the funeral of the tenor Adolphe Nourrit in Paris in 1839, Chopin made a rare appeara",
      "assistant_preview": "Berlioz's Grande symphonie funèbre et triomphale"
    },
    {
      "line": 141,
      "schema": "instruction_output",
      "category": "squad_doc",
      "est_tokens": 402,
      "user_preview": "Read the following document excerpt and answer the question.\n\nDocument:\nLaird writes that Altan Khan abolished the native Mongol practices of shamanism and bloo",
      "assistant_preview": "the native Mongol practices of shamanism and blood sacrifice"
    },
    {
      "line": 158,
      "schema": "instruction_output",
      "category": "squad_doc",
      "est_tokens": 232,
      "user_preview": "Read the following document excerpt and answer the question.\n\nDocument:\nSome independent stereo manufacturers including JVC, Pioneer, Kenwood, Alpine, Sony, and",
      "assistant_preview": "JVC, Pioneer, Kenwood, Alpine, Sony, and Harman Kardon"
    },
    {
      "line": 165,
      "schema": "instruction_output",
      "category": "squad_doc",
      "est_tokens": 197,
      "user_preview": "Read the following document excerpt and answer the question.\n\nDocument:\nWith third parties like Namco, Square Enix, Electronic Arts, Sega, and Hudson Soft all m",
      "assistant_preview": "Namco, Square Enix, Electronic Arts, Sega, and Hudson Soft"
    }
  ]
}