Update upload_suggestions.py

upload_suggestions.py

@@ -1,6 +1,7 @@
 import os
 import sqlite3
 import json
+import csv
 import hashlib
 from datetime import datetime
 from huggingface_hub import HfApi, hf_hub_download
@@ -9,8 +10,10 @@ from huggingface_hub import HfApi, hf_hub_download
 HF_TOKEN = os.environ.get("HF_TOKEN")
 REPO_ID = "axxam/libretranslate-suggestions"
 DEST_PATH_IN_REPO = "suggestions.json"
+DEST_CSV_PATH_IN_REPO = "suggestions.csv"
 REPO_TYPE = "dataset"
 JSON_OUTPUT_PATH = "/tmp/suggestions.json"
+CSV_OUTPUT_PATH = "/tmp/suggestions.csv"
 CHECKSUM_FILE = "/tmp/.last_suggestions_checksum"
 
 # Known or expected locations for the DB
@@ -103,7 +106,7 @@ def merge_with_existing(suggestions, existing_json_path):
         print("No new suggestions — skipping write/upload.")
         return None
 
-    # Write merged file
+    # Write merged JSON
     final = []
     for id_, data in existing.items():
         final.append({**data, "id": id_})
@@ -111,7 +114,15 @@ def merge_with_existing(suggestions, existing_json_path):
     with open(JSON_OUTPUT_PATH, "w", encoding="utf-8") as f:
         json.dump(final, f, indent=2, ensure_ascii=False)
 
-    return JSON_OUTPUT_PATH
+    # Write merged CSV
+    with open(CSV_OUTPUT_PATH, "w", encoding="utf-8", newline='') as csvfile:
+        fieldnames = ["id", "source_text", "suggested_text", "source_lang", "target_lang", "timestamp"]
+        writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
+        writer.writeheader()
+        for row in final:
+            writer.writerow(row)
+
+    return JSON_OUTPUT_PATH, CSV_OUTPUT_PATH
 
 def get_checksum(filepath):
     if not os.path.exists(filepath):
@@ -119,7 +130,7 @@ def get_checksum(filepath):
     with open(filepath, "rb") as f:
         return hashlib.md5(f.read()).hexdigest()
 
-def upload_if_updated(json_path):
+def upload_if_updated(json_path, csv_path):
     if not json_path or not os.path.exists(json_path):
         return
 
@@ -131,9 +142,11 @@ def upload_if_updated(json_path):
             old_checksum = f.read().strip()
 
     if new_checksum != old_checksum:
-        print("Uploading updated suggestions.json to Hugging Face...")
+        print("Uploading updated files to Hugging Face...")
         try:
             api = HfApi()
+
+            # Upload JSON
             api.upload_file(
                 path_or_fileobj=json_path,
                 path_in_repo=DEST_PATH_IN_REPO,
@@ -141,8 +154,20 @@ def upload_if_updated(json_path):
                 repo_type=REPO_TYPE,
                 token=HF_TOKEN
             )
+
+            # Upload CSV
+            if csv_path and os.path.exists(csv_path):
+                api.upload_file(
+                    path_or_fileobj=csv_path,
+                    path_in_repo=DEST_CSV_PATH_IN_REPO,
+                    repo_id=REPO_ID,
+                    repo_type=REPO_TYPE,
+                    token=HF_TOKEN
+                )
+
             with open(CHECKSUM_FILE, "w") as f:
                 f.write(new_checksum)
+
             print(f"Upload successful at {datetime.now().isoformat()}")
         except Exception as e:
             print("Upload failed:", e)
@@ -166,8 +191,10 @@ def main():
         return
 
     existing_path = download_existing_suggestions()
-    merged_json = merge_with_existing(suggestions, existing_path)
-    upload_if_updated(merged_json)
+    result = merge_with_existing(suggestions, existing_path)
+    if result:
+        merged_json, merged_csv = result
+        upload_if_updated(merged_json, merged_csv)
 
 if __name__ == "__main__":
     main()