Remove adapter migration section and script

convert_adapter_weights.py

@@ -1,107 +0,0 @@
-from __future__ import annotations
-
-import argparse
-import json
-import shutil
-from pathlib import Path
-
-from safetensors.torch import load_file, save_file
-
-
-TEXT_PREFIX_IN = "base_model.model.model.text_model."
-TEXT_PREFIX_OUT = "model.text_model."
-PROJ_PREFIX_IN = "base_model.model.custom_text_proj."
-PROJ_PREFIX_OUT = "model.custom_text_proj."
-
-
-def parse_args() -> argparse.Namespace:
-    parser = argparse.ArgumentParser(
-        description="Convert the legacy paultltc/colmodernvbert LoRA adapter into the official ModernVBERT/colmodernvbert format."
-    )
-    parser.add_argument("input_dir", type=Path, help="Legacy adapter directory")
-    parser.add_argument("output_dir", type=Path, help="Converted adapter directory")
-    return parser.parse_args()
-
-
-def ensure_new_dir(path: Path) -> None:
-    if path.exists():
-        raise FileExistsError(f"{path} already exists; refusing to overwrite it")
-    path.mkdir(parents=True)
-
-
-def copy_support_files(src: Path, dst: Path) -> None:
-    excluded = {"adapter_model.safetensors", "adapter_config.json", "BUILD_INFO.json"}
-    for item in src.iterdir():
-        if item.name in excluded:
-            continue
-        target = dst / item.name
-        if item.is_dir():
-            shutil.copytree(item, target)
-        else:
-            shutil.copy2(item, target)
-
-
-def convert_adapter_weights(src_dir: Path, dst_dir: Path) -> dict[str, int]:
-    src_weights = load_file(str(src_dir / "adapter_model.safetensors"))
-    out_weights = {}
-    converted_text = 0
-    converted_proj = 0
-    untouched = []
-
-    for key, value in src_weights.items():
-        if key.startswith(TEXT_PREFIX_IN):
-            out_key = TEXT_PREFIX_OUT + key[len(TEXT_PREFIX_IN) :]
-            out_weights[out_key] = value
-            converted_text += 1
-        elif key.startswith(PROJ_PREFIX_IN):
-            out_key = PROJ_PREFIX_OUT + key[len(PROJ_PREFIX_IN) :]
-            out_weights[out_key] = value
-            converted_proj += 1
-        else:
-            untouched.append(key)
-
-    if untouched:
-        sample = ", ".join(sorted(untouched)[:5])
-        raise ValueError(f"Found unexpected legacy adapter keys that were not converted: {sample}")
-
-    save_file(out_weights, str(dst_dir / "adapter_model.safetensors"))
-    return {
-        "source_tensor_count": len(src_weights),
-        "output_tensor_count": len(out_weights),
-        "converted_text_tensors": converted_text,
-        "converted_projection_tensors": converted_proj,
-    }
-
-
-def convert_adapter_config(src_dir: Path, dst_dir: Path) -> None:
-    config = json.loads((src_dir / "adapter_config.json").read_text())
-    config["target_modules"] = "(.*(model.text_model).*(Wo|Wqkv|Wi).*$|.*(custom_text_proj).*$)"
-    (dst_dir / "adapter_config.json").write_text(json.dumps(config, indent=2) + "\n")
-
-
-def main() -> None:
-    args = parse_args()
-    ensure_new_dir(args.output_dir)
-    copy_support_files(args.input_dir, args.output_dir)
-
-    weight_info = convert_adapter_weights(args.input_dir, args.output_dir)
-    convert_adapter_config(args.input_dir, args.output_dir)
-
-    build_info = {
-        "description": "Legacy paultltc/colmodernvbert adapter converted to the official ModernVBERT/colmodernvbert key layout.",
-        "input_dir": str(args.input_dir),
-        "output_dir": str(args.output_dir),
-        **weight_info,
-        "key_mapping": {
-            TEXT_PREFIX_IN: TEXT_PREFIX_OUT,
-            PROJ_PREFIX_IN: PROJ_PREFIX_OUT,
-        },
-    }
-    (args.output_dir / "BUILD_INFO.json").write_text(json.dumps(build_info, indent=2) + "\n")
-
-    print(f"Wrote {args.output_dir}")
-    print(f"Converted {weight_info['output_tensor_count']} adapter tensors")
-
-
-if __name__ == "__main__":
-    main()