Add files using upload-large-folder tool

upload_to_hf.py

@@ -1,61 +1,39 @@
-from huggingface_hub import HfApi, create_repo
+from huggingface_hub import HfApi
 
+# 설정
 username = "LLouis0622"
 repo_name = "early_warning_model"
 repo_id = f"{username}/{repo_name}"
 
-api = HfApi()
-
-try:
-    create_repo(repo_id=repo_id, repo_type="model", exist_ok=True)
-    print(f"Repository created: https://huggingface.co/{repo_id}")
-except Exception as e:
-    print(f"Repository already exists or error: {e}")
-
-api.upload_folder(
-    folder_path=".",
-    repo_id=repo_id,
-    repo_type="model",
-    ignore_patterns=[
-        ".git/*",
-        "__pycache__/*",
-        "*.pyc",
-        ".gitignore",
-        "venv/*",
-        ".DS_Store"
-    ]
-)
-
-print(f"Upload complete! Check: https://huggingface.co/{repo_id}")
-
-from huggingface_hub import HfApi, create_repo
-
-username = "LLouis0622"
-repo_name = "early_warning_model"
-repo_id = f"{username}/{repo_name}"
+print(f"📦 Uploading to: https://huggingface.co/{repo_id}")
 
 api = HfApi()
 
+print("Uploading files (this may take a while)...")
 try:
-    create_repo(repo_id=repo_id, repo_type="model", exist_ok=True)
-    print(f"Repository created: https://huggingface.co/{repo_id}")
+    api.upload_large_folder(
+        folder_path=".",
+        repo_id=repo_id,
+        repo_type="model",
+        ignore_patterns=[
+            "data/raw/*",
+            "*.zip",
+            ".git/*",
+            ".git",
+            "__pycache__/*",
+            "*.pyc",
+            ".gitignore",
+            ".venv/*",
+            "venv/*",
+            ".DS_Store",
+            ".idea/*",
+            "*.egg-info/*",
+            ".ipynb_checkpoints/*",
+            "early_warning_model/*"
+        ]
+    )
+    print(f"Upload complete!")
+    print(f"View at: https://huggingface.co/{repo_id}")
 except Exception as e:
-    print(f"Repository already exists or error: {e}")
-
-api.upload_folder(
-    folder_path=".",
-    repo_id=repo_id,
-    repo_type="model",
-    ignore_patterns=[
-        ".git/*",
-        "__pycache__/*",
-        "*.pyc",
-        ".gitignore",
-        "venv/*",
-        ".DS_Store"
-    ]
-)
-
-print(f"Upload complete! Check: https://huggingface.co/{repo_id}")
-
-
+    print(f"Error: {e}")
+    print("Try uploading in smaller batches or excluding large files")