change download mechanism

app.py

@@ -9,6 +9,7 @@ import os
 import glob
 from pathlib import Path
 from huggingface_hub import snapshot_download
+import shutil
 
 token = os.getenv("HF_TOKEN")
 
@@ -26,37 +27,54 @@ install_madmom()
 sys.path.insert(0, '.')
 sys.path.insert(0, './ml_models')
 
-# Import inference - any error will bubble up
-
-
 def download_data_from_hub():
+    print("=== DOWNLOAD FUNCTION START ===")
     base_dir = Path(".")
     data_repo_id = "mippia/music-data"
     
+    print(f"Base directory: {base_dir.absolute()}")
+    print(f"Repository: {data_repo_id}")
+    
     folders_to_check = ["covers80", "ml_models"]
     downloaded_folders = {}
     
     # Check LFS file
     lfs_file = base_dir / "1005_e_4"
+    print(f"Checking LFS file: {lfs_file}")
     if lfs_file.exists():
         file_size = lfs_file.stat().st_size / (1024*1024)
-        print(f"LFS file 1005_e_4: {file_size:.1f} MB")
+        print(f"LFS file found: {file_size:.1f} MB")
         downloaded_folders["1005_e_4"] = str(lfs_file)
     else:
-        print("LFS file 1005_e_4 not found")
+        print("LFS file not found")
         downloaded_folders["1005_e_4"] = None
     
-    # Check if folders exist
+    # Check existing folders
+    print("=== CHECKING EXISTING FOLDERS ===")
+    for folder in folders_to_check:
+        folder_path = base_dir / folder
+        print(f"Checking {folder} at {folder_path}")
+        if folder_path.exists():
+            if any(folder_path.iterdir()):
+                print(f"  {folder} exists and has content")
+            else:
+                print(f"  {folder} exists but is empty")
+        else:
+            print(f"  {folder} does not exist")
+    
     all_folders_exist = all((base_dir / folder).exists() and any((base_dir / folder).iterdir()) 
                            for folder in folders_to_check)
+    print(f"All folders exist: {all_folders_exist}")
     
     if not all_folders_exist:
-        print(f"Downloading data folders from dataset: {data_repo_id}")
+        print("=== STARTING DOWNLOAD ===")
         
         # Download to a temporary directory first
         temp_dir = base_dir / "temp_download"
+        print(f"Creating temp directory: {temp_dir}")
         temp_dir.mkdir(exist_ok=True)
         
+        print("Calling snapshot_download...")
         downloaded_path = snapshot_download(
             repo_id=data_repo_id,
             repo_type="dataset",
@@ -66,37 +84,59 @@ def download_data_from_hub():
             ignore_patterns=["*.md", "*.txt", ".gitattributes", "README.md"]
         )
         
-        print("Dataset downloaded successfully")
+        print(f"Download completed to: {downloaded_path}")
         
-        # Move folders from temp_download to current directory
-        import shutil
+        # Check what was downloaded
+        print("=== CHECKING TEMP DOWNLOAD CONTENTS ===")
+        print(f"Temp directory contents:")
+        for item in temp_dir.iterdir():
+            item_type = "DIR" if item.is_dir() else "FILE"
+            print(f"  {item.name} ({item_type})")
+            if item.is_dir():
+                file_count = len([f for f in item.rglob("*") if f.is_file()])
+                print(f"    Contains {file_count} files")
         
+        # Move folders from temp to current directory
+        print("=== MOVING FOLDERS ===")
         for folder_name in folders_to_check:
             temp_folder_path = temp_dir / folder_name
             target_folder_path = base_dir / folder_name
             
+            print(f"Processing {folder_name}:")
+            print(f"  Source: {temp_folder_path}")
+            print(f"  Target: {target_folder_path}")
+            print(f"  Source exists: {temp_folder_path.exists()}")
+            
             if temp_folder_path.exists():
+                # Remove existing target if it exists
                 if target_folder_path.exists():
+                    print(f"  Removing existing target directory")
                     shutil.rmtree(target_folder_path)
+                
+                # Move folder
+                print(f"  Moving folder...")
                 shutil.move(str(temp_folder_path), str(target_folder_path))
-                print(f"Moved {folder_name} to current directory")
                 
-                file_count = len([f for f in target_folder_path.rglob("*") if f.is_file()])
-                print(f"{folder_name}: {file_count:,} files")
-                downloaded_folders[folder_name] = str(target_folder_path)
+                # Verify move
+                if target_folder_path.exists():
+                    file_count = len([f for f in target_folder_path.rglob("*") if f.is_file()])
+                    print(f"  SUCCESS: {folder_name} moved with {file_count:,} files")
+                    downloaded_folders[folder_name] = str(target_folder_path)
+                else:
+                    print(f"  ERROR: Move failed for {folder_name}")
+                    downloaded_folders[folder_name] = None
             else:
-                print(f"{folder_name} not found in downloaded data")
-                # Check what's actually in temp directory
-                print(f"Contents of temp directory:")
-                for item in temp_dir.iterdir():
-                    print(f"  {item.name}")
+                print(f"  ERROR: {folder_name} not found in temp download")
                 downloaded_folders[folder_name] = None
         
         # Clean up temp directory
-        shutil.rmtree(temp_dir)
+        print("=== CLEANING UP TEMP DIRECTORY ===")
+        if temp_dir.exists():
+            shutil.rmtree(temp_dir)
+            print("Temp directory removed")
         
     else:
-        print("Data folders already exist locally")
+        print("=== USING EXISTING FOLDERS ===")
         for folder_name in folders_to_check:
             folder_path = base_dir / folder_name
             if folder_path.exists():
@@ -106,8 +146,39 @@ def download_data_from_hub():
             else:
                 downloaded_folders[folder_name] = None
     
+    print("=== FINAL STATUS ===")
+    for key, value in downloaded_folders.items():
+        print(f"{key}: {value}")
+    
+    print("=== DOWNLOAD FUNCTION END ===")
     return downloaded_folders
 
+# Download data and check results
+print("Starting Music Plagiarism Detection App...")
+folders = download_data_from_hub()
+
+# Final verification
+print("=== FINAL VERIFICATION ===")
+current_dir = Path(".")
+print(f"Current directory contents after download:")
+for item in current_dir.iterdir():
+    item_type = "DIR" if item.is_dir() else "FILE"
+    print(f"  {item.name} ({item_type})")
+
+# Check ml_models specifically
+ml_models_path = Path("ml_models")
+print(f"ml_models check:")
+print(f"  Exists: {ml_models_path.exists()}")
+if ml_models_path.exists():
+    print(f"  Is directory: {ml_models_path.is_dir()}")
+    print(f"  Contents:")
+    for item in ml_models_path.iterdir():
+        print(f"    {item.name}")
+
+# Import inference
+print("=== IMPORTING INFERENCE ===")
+from inference import inference
+
 def find_song_file_by_title(song_title):
     covers80_path = Path("covers80")
     
@@ -140,30 +211,28 @@ def find_song_file_by_title(song_title):
 def process_audio_for_matching(audio_file):
     if audio_file is None:
         return """
-        <div style='text-align: center; color: #ef4444; padding: 30px; background: #fef2f2; border-radius: 12px; border: 2px dashed #fecaca;'>
+        <div style='text-align: center; color: #dc2626; padding: 30px; background: #fef2f2; border-radius: 12px; border: 2px dashed #fecaca;'>
             <h3>No Audio File</h3>
             <p>Please upload an audio file to get started!</p>
         </div>
         """
 
-    # Call inference directly - any error will show up
-    from inference import inference
     result = inference(audio_file)
     
     if result.get('message') != 'success':
         return f"""
-        <div style="text-align: center; padding: 25px; background: #fef3c7; border-radius: 12px; border: 1px solid #fde68a; margin: 10px 0;">
-            <h3 style="color: #92400e; margin-bottom: 15px;">No Matches Found</h3>
-            <p style="color: #92400e; font-size: 1.1em;">{result.get('message', 'Unknown error occurred')}</p>
+        <div style="text-align: center; padding: 25px; background: #fefce8; border-radius: 12px; border: 1px solid #fde047; margin: 10px 0;">
+            <h3 style="color: #a16207; margin-bottom: 15px;">No Matches Found</h3>
+            <p style="color: #a16207; font-size: 1.1em;">{result.get('message', 'Unknown error occurred')}</p>
         </div>
         """
     
     matches = result.get('matches', [])
     if not matches:
         return """
-        <div style="text-align: center; padding: 25px; background: #fef3c7; border-radius: 12px; border: 1px solid #fde68a; margin: 10px 0;">
-            <h3 style="color: #92400e; margin-bottom: 15px;">No Matches Found</h3>
-            <p style="color: #92400e; font-size: 1.1em;">No matching vocals found in database.</p>
+        <div style="text-align: center; padding: 25px; background: #fefce8; border-radius: 12px; border: 1px solid #fde047; margin: 10px 0;">
+            <h3 style="color: #a16207; margin-bottom: 15px;">No Matches Found</h3>
+            <p style="color: #a16207; font-size: 1.1em;">No matching vocals found in the dataset.</p>
         </div>
         """
     
@@ -177,7 +246,7 @@ def process_audio_for_matching(audio_file):
         library_time = match.get('library_time', 0)
         
         # Ranking colors
-        rank_colors = {1: '#ef4444', 2: '#f97316', 3: '#22c55e'}
+        rank_colors = {1: '#dc2626', 2: '#ea580c', 3: '#16a34a'}
         rank_color = rank_colors.get(rank, '#6b7280')
         
         # Find song file
@@ -190,7 +259,7 @@ def process_audio_for_matching(audio_file):
             audio_player = f"""
             <div style="margin: 15px 0; padding: 15px; background: #f8fafc; border-radius: 8px;">
                 <div style="text-align: center; margin-bottom: 10px;">
-                    <strong style="color: #1e293b;">Play matched vocal section</strong>
+                    <strong style="color: #1f2937;">Play matched vocal section</strong>
                 </div>
                 <audio controls preload="metadata" style="width: 100%;">
                     <source src="file/{rel_song_path}#t={library_time:.1f}" type="audio/mpeg">
@@ -199,11 +268,11 @@ def process_audio_for_matching(audio_file):
                 </audio>
                 <div style="text-align: center; margin-top: 8px;">
                     <button onclick="seekToTime(this.parentElement.previousElementSibling.querySelector('audio'), {library_time})" 
-                            style="background: #3b82f6; color: white; border: none; padding: 5px 15px; border-radius: 6px; cursor: pointer; font-size: 0.9em;">
+                            style="background: #2563eb; color: white; border: none; padding: 5px 15px; border-radius: 6px; cursor: pointer; font-size: 0.9em;">
                         Jump to {library_time:.1f}s
                     </button>
                 </div>
-                <p style="font-size: 0.8em; color: #64748b; text-align: center; margin: 5px 0 0 0;">
+                <p style="font-size: 0.8em; color: #374151; text-align: center; margin: 5px 0 0 0;">
                     Vocal match found at {library_time:.1f}s
                 </p>
             </div>
@@ -211,9 +280,9 @@ def process_audio_for_matching(audio_file):
             file_info = f"Found: {os.path.basename(song_file_path)}"
         else:
             audio_player = f"""
-            <div style="margin: 10px 0; padding: 10px; background: #fef3c7; border-radius: 8px; text-align: center;">
-                <p style="color: #92400e; margin: 0;">Song file not found for playback</p>
-                <p style="font-size: 0.8em; color: #92400e; margin: 5px 0 0 0;">Match at {library_time:.1f}s in "{song_title}"</p>
+            <div style="margin: 10px 0; padding: 10px; background: #fefce8; border-radius: 8px; text-align: center;">
+                <p style="color: #a16207; margin: 0;">Song file not found for playback</p>
+                <p style="font-size: 0.8em; color: #a16207; margin: 5px 0 0 0;">Match at {library_time:.1f}s in "{song_title}"</p>
             </div>
             """
             file_info = f"Song file not found: {song_title}"
@@ -222,33 +291,33 @@ def process_audio_for_matching(audio_file):
         <div style="background: #ffffff; border-radius: 12px; padding: 20px; margin: 15px 0; 
                     border-left: 5px solid {rank_color}; box-shadow: 0 3px 10px rgba(0,0,0,0.1);">
             <div style="display: flex; justify-content: space-between; align-items: center; margin-bottom: 10px;">
-                <h3 style="color: #1e293b; margin: 0; font-size: 1.2em;">
+                <h3 style="color: #111827; margin: 0; font-size: 1.2em;">
                     <span style="background: {rank_color}; color: white; padding: 4px 8px; border-radius: 15px; font-size: 0.8em; margin-right: 10px;">
                         #{rank}
                     </span>
                     {song_title}
                 </h3>
-                <span style="background: #f1f5f9; color: #1e293b; padding: 6px 12px; border-radius: 20px; font-weight: 600;">
+                <span style="background: #f3f4f6; color: #111827; padding: 6px 12px; border-radius: 20px; font-weight: 600;">
                     {confidence}
                 </span>
             </div>
             
-            <div style="background: #f8fafc; border-radius: 8px; padding: 12px; margin: 10px 0;">
+            <div style="background: #f9fafb; border-radius: 8px; padding: 12px; margin: 10px 0;">
                 <div style="display: grid; grid-template-columns: 1fr 1fr; gap: 10px; text-align: center;">
                     <div>
-                        <strong style="color: #3b82f6;">Your Audio</strong>
-                        <br><span style="color: #ef4444; font-size: 1.1em;">{test_time:.1f}s</span>
+                        <strong style="color: #1f2937;">Your Audio</strong>
+                        <br><span style="color: #dc2626; font-size: 1.1em;">{test_time:.1f}s</span>
                     </div>
                     <div>
-                        <strong style="color: #3b82f6;">Matched At</strong>
-                        <br><span style="color: #22c55e; font-size: 1.1em;">{library_time:.1f}s</span>
+                        <strong style="color: #1f2937;">Matched At</strong>
+                        <br><span style="color: #16a34a; font-size: 1.1em;">{library_time:.1f}s</span>
                     </div>
                 </div>
             </div>
             
             {audio_player}
             
-            <div style="font-size: 0.9em; color: #64748b; text-align: center; margin-top: 10px;">
+            <div style="font-size: 0.9em; color: #374151; text-align: center; margin-top: 10px;">
                 {file_info}
             </div>
         </div>
@@ -256,16 +325,16 @@ def process_audio_for_matching(audio_file):
     
     formatted_result = f"""
     <div style="background: #ffffff; border-radius: 16px; padding: 30px; 
-                box-shadow: 0 4px 20px rgba(0,0,0,0.08); border: 1px solid #e2e8f0; margin: 10px 0;">
+                box-shadow: 0 4px 20px rgba(0,0,0,0.08); border: 1px solid #e5e7eb; margin: 10px 0;">
         <div style="text-align: center; margin-bottom: 25px;">
-            <h2 style="color: #1e293b; margin-bottom: 10px; font-size: 1.8em;">Vocal Matching Results</h2>
-            <p style="color: #64748b; font-size: 1.1em;">Found {len(matches)} similar vocals in Covers80 dataset</p>
+            <h2 style="color: #111827; margin-bottom: 10px; font-size: 1.8em;">Vocal Matching Results</h2>
+            <p style="color: #374151; font-size: 1.1em;">Found {len(matches)} similar vocals in Covers80 dataset</p>
         </div>
         
         {matches_html}
         
-        <div style="text-align: center; margin-top: 25px; padding: 15px; background: #f1f5f9; border-radius: 8px;">
-            <p style="color: #475569; margin: 0; font-size: 0.95em;">
+        <div style="text-align: center; margin-top: 25px; padding: 15px; background: #f3f4f6; border-radius: 8px;">
+            <p style="color: #374151; margin: 0; font-size: 0.95em;">
                 <strong>How to read results:</strong> Vocal similarity scores with timestamp locations. 
                 Play the audio to hear the matched vocal sections.
             </p>
@@ -285,7 +354,7 @@ def process_audio_for_matching(audio_file):
 # CSS styles
 custom_css = """
 .gradio-container { 
-    background: #f8fafc !important; 
+    background: #f9fafb !important; 
     min-height: 100vh; 
     padding: 20px;
 }
@@ -296,19 +365,19 @@ custom_css = """
     margin: 0 auto !important; 
     padding: 40px !important; 
     max-width: 900px;
-    border: 1px solid #e2e8f0 !important;
+    border: 1px solid #e5e7eb !important;
 }
 h1 { 
     text-align: center !important; 
     font-size: 2.5em !important; 
     font-weight: 700 !important; 
     margin-bottom: 15px !important; 
-    color: #1e293b !important;
+    color: #111827 !important;
 }
 .gradio-markdown p { 
     text-align: center !important; 
     font-size: 1.1em !important; 
-    color: #64748b !important; 
+    color: #374151 !important; 
     margin-bottom: 25px !important; 
     line-height: 1.6;
 }
@@ -316,23 +385,23 @@ h1 {
     background: #ffffff !important; 
     border-radius: 12px !important; 
     padding: 25px !important; 
-    border: 2px dashed #cbd5e1 !important; 
+    border: 2px dashed #d1d5db !important; 
     margin-bottom: 25px !important;
     transition: all 0.3s ease !important;
 }
 .upload-container:hover {
-    border-color: #3b82f6 !important;
-    background: #f8fafc !important;
+    border-color: #2563eb !important;
+    background: #f9fafb !important;
 }
 .output-container { 
     background: #ffffff !important; 
     border-radius: 12px !important; 
     padding: 20px !important; 
-    border: 1px solid #e2e8f0 !important; 
+    border: 1px solid #e5e7eb !important; 
     min-height: 200px !important;
 }
 .gr-button { 
-    background: #3b82f6 !important; 
+    background: #2563eb !important; 
     color: #ffffff !important; 
     border: none !important; 
     border-radius: 8px !important; 
@@ -342,9 +411,9 @@ h1 {
     transition: all 0.2s ease !important;
 }
 .gr-button:hover { 
-    background: #2563eb !important;
+    background: #1d4ed8 !important;
     transform: translateY(-1px) !important;
-    box-shadow: 0 4px 12px rgba(59, 130, 246, 0.25) !important;
+    box-shadow: 0 4px 12px rgba(37, 99, 235, 0.25) !important;
 }
 @media (max-width: 768px) {
     h1 { font-size: 2em !important; }
@@ -353,8 +422,6 @@ h1 {
 }
 """
 
-# App initialization is already done above
-
 # Gradio interface
 demo = gr.Interface(
     fn=process_audio_for_matching,
@@ -369,18 +436,18 @@ demo = gr.Interface(
     ),
     title="Music Plagiarism Detection",
     description="""
-    <div style="text-align: center; font-size: 1.1em; color: #64748b; margin: 25px 0; line-height: 1.6;">
+    <div style="text-align: center; font-size: 1.1em; color: #374151; margin: 25px 0; line-height: 1.6;">
         <p><strong>Music Plagiarism Detection: Problem Formulation and a Segment-based Solution</strong></p>
-        <p style="font-size: 0.9em; color: #94a3b8; margin: 10px 0;">
+        <p style="font-size: 0.9em; color: #6b7280; margin: 10px 0;">
             Authors: Seonghyeon Go, Yumin Kim<br>
-            MIPPIA Inc.
+            MIPPIA Inc.<br>
+            Submitted to ICASSP 2026
         </p>
-        <hr style="border: none; border-top: 1px solid #e2e8f0; margin: 20px 0;">
-        <p>Upload any music file to detect vocal similarities in our database.</p>
+        <hr style="border: none; border-top: 1px solid #e5e7eb; margin: 20px 0;">
+        <p>Upload any music file to detect vocal similarities in the Covers80 dataset.</p>
         <p>The system analyzes only vocal characteristics, ignoring instrumental parts.</p>
-        <p style="font-size: 0.95em; color: #94a3b8; margin-top: 15px;">
+        <p style="font-size: 0.95em; color: #6b7280; margin-top: 15px;">
             Supported formats: MP3, WAV, M4A, FLAC<br>
-            Database: Covers80 dataset<br>
             Processing may take some time
         </p>
     </div>