Update app.py

app.py

@@ -1,254 +1,86 @@
-# Copyright 2024 Christopher Woodyard
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 import os
+import soundfile as sf
 import gradio as gr
-from groq import Groq
 import numpy as np
-import soundfile as sf
-from sentence_transformers import SentenceTransformer
-from sklearn.metrics.pairwise import cosine_similarity
 import matplotlib.pyplot as plt
-from PIL import Image
-import io
-
-# Initialize Groq client
-client = Groq(
-    api_key=os.environ.get("GROQ_API_KEY"),
-)
-
-# Load pre-trained sentence transformer model
-model = SentenceTransformer('all-MiniLM-L6-v2')
-
-# Vibrational advice dictionary
-vibrational_advice = {
-    "anxious": {
-        "frequency": 396,
-        "name": "Liberating Guilt and Fear",
-        "advice": "The 396 Hz frequency is associated with releasing fear and guilt. Try these techniques:\n"
-                  "1. Practice deep, slow breathing exercises for 5-10 minutes.\n"
-                  "2. Use positive affirmations like 'I am safe' or 'I release my fears'.\n"
-                  "3. Ground yourself by walking barefoot on grass or soil.\n"
-                  "4. Listen to 396 Hz music while meditating or before sleep.\n"
-                  "5. Try progressive muscle relaxation to release physical tension."
-    },
-    "stressed": {
-        "frequency": 528,
-        "name": "Transformation and Miracles",
-        "advice": "The 528 Hz frequency is known as the 'miracle tone' for transformation and DNA repair. Consider these practices:\n"
-                  "1. Start your day with a gratitude journal, listing 3-5 things you're thankful for.\n"
-                  "2. Practice mindfulness meditation focusing on your breath for 10-15 minutes.\n"
-                  "3. Take regular breaks during work to stretch and reset your mind.\n"
-                  "4. Listen to 528 Hz music during your self-care routine or while working.\n"
-                  "5. Engage in creative activities like drawing, coloring, or crafting to reduce stress."
-    },
-    "calm": {
-        "frequency": 741,
-        "name": "Awakening Intuition",
-        "advice": "The 741 Hz frequency is associated with awakening intuition and solving problems. Enhance your state with these tips:\n"
-                  "1. Start a dream journal to tap into your subconscious mind.\n"
-                  "2. Practice visualization techniques, imagining your goals and aspirations.\n"
-                  "3. Engage in mindful movement like yoga or tai chi.\n"
-                  "4. Spend time in nature to maintain your sense of calm and clarity.\n"
-                  "5. Listen to 741 Hz music during problem-solving or creative sessions."
-    },
-    "sad": {
-        "frequency": 417,
-        "name": "Facilitating Change",
-        "advice": "The 417 Hz frequency is believed to facilitate change and let go of negative energy. Try these approaches:\n"
-                  "1. Write a letter expressing your feelings, then safely burn or discard it as a symbolic release.\n"
-                  "2. Engage in physical exercise to boost endorphins and improve mood.\n"
-                  "3. Reach out to a friend or loved one for support and connection.\n"
-                  "4. Practice self-compassion meditation, treating yourself with kindness.\n"
-                  "5. Listen to 417 Hz music while journaling or during a relaxing bath."
-    },
-    "angry": {
-        "frequency": 852,
-        "name": "Returning to Spiritual Order",
-        "advice": "The 852 Hz frequency is associated with returning to spiritual order and inner strength. Consider these techniques:\n"
-                  "1. Practice 'square breathing': inhale for 4 counts, hold for 4, exhale for 4, hold for 4, repeat.\n"
-                  "2. Use positive self-talk to reframe the situation causing anger.\n"
-                  "3. Engage in a physical activity like running or punching a pillow to release tension.\n"
-                  "4. Write down your angry thoughts, then rewrite them from a calm perspective.\n"
-                  "5. Listen to 852 Hz music during meditation or while practicing forgiveness exercises."
-    },
-    "fearful": {
-        "frequency": 639,
-        "name": "Connecting Relationships",
-        "advice": "The 639 Hz frequency is linked to connecting relationships and understanding. When feeling fearful, try these:\n"
-                  "1. Reach out to a trusted friend or family member to share your fears.\n"
-                  "2. Practice 'loving-kindness' meditation to foster feelings of safety and connection.\n"
-                  "3. Create a 'fear ladder' and gradually expose yourself to what you fear in small steps.\n"
-                  "4. Use positive visualization to imagine successfully overcoming your fears.\n"
-                  "5. Listen to 639 Hz music while working on building your support network."
-    },
-    "confused": {
-        "frequency": 285,
-        "name": "Quantum Cognition",
-        "advice": "The 285 Hz frequency is believed to influence energy fields and aid in healing. When feeling confused, consider:\n"
-                  "1. Create a mind map to visually organize your thoughts and ideas.\n"
-                  "2. Take a short walk to clear your mind and gain new perspectives.\n"
-                  "3. Practice the 'brain dump' technique: write down all your thoughts without judgment.\n"
-                  "4. Use the Pomodoro technique to break tasks into manageable chunks.\n"
-                  "5. Listen to 285 Hz music while studying or problem-solving to enhance focus."
-    },
-    "happy": {
-        "frequency": 432,
-        "name": "Harmonizing Vibrations",
-        "advice": "The 432 Hz frequency is associated with harmonizing vibrations and promoting wellbeing. Enhance your happy state with these practices:\n"
-                  "1. Express gratitude by sharing your joy with others or writing in a gratitude journal.\n"
-                  "2. Engage in activities that bring you joy and fulfillment.\n"
-                  "3. Practice 'savoring' by fully immersing yourself in positive experiences.\n"
-                  "4. Share your positive energy through acts of kindness or volunteering.\n"
-                  "5. Listen to 432 Hz music to maintain and amplify your positive vibrations."
-    }
-}
-
-# Create embeddings for predefined emotions
-emotion_embeddings = {emotion: model.encode([emotion]) for emotion in vibrational_advice.keys()}
+from rhythma import RhythmaModulationEngine
 
-def get_closest_emotion(detected_emotion):
-    detected_embedding = model.encode([detected_emotion])
-    similarities = {emotion: cosine_similarity(detected_embedding, embedding)[0][0] 
-                    for emotion, embedding in emotion_embeddings.items()}
-    return max(similarities, key=similarities.get)
-
-def generate_tone(frequency, duration=5, sample_rate=44100):
-    t = np.linspace(0, duration, int(sample_rate * duration), False)
-    tone = np.sin(2 * np.pi * frequency * t)
-    return (tone * 32767).astype(np.int16)
-
-def save_tone(frequency):
-    tone = generate_tone(frequency)
-    filename = f"/tmp/tone_{frequency}Hz.wav"
-    sf.write(filename, tone, 44100)
-    return filename
-
-def generate_waveform(frequency):
-    duration = 0.1  # Short duration for visualization
-    sample_rate = 44100
-    t = np.linspace(0, duration, int(sample_rate * duration), False)
-    tone = np.sin(2 * np.pi * frequency * t)
+# Function to apply modulation and visualize waveform
+def generate_modulated_audio(base_freq, modulation_type, rhythm_pattern, duration=5):
+    engine = RhythmaModulationEngine(base_freq, modulation_type, rhythm_pattern)
     
-    plt.figure(figsize=(10, 4))
-    plt.plot(t, tone)
-    plt.title(f"Waveform of {frequency} Hz Tone")
-    plt.xlabel("Time (s)")
-    plt.ylabel("Amplitude")
-    plt.ylim(-1.1, 1.1)
-    plt.grid(True)
+    # Generate modulated audio
+    modulated_audio = engine.generate_modulated_wave(duration)
     
-    buf = io.BytesIO()
-    plt.savefig(buf, format='png')
-    buf.seek(0)
-    plt.close()
+    # Save and return path for Gradio interface
+    file_path = "modulated_audio.wav"
+    sf.write(file_path, modulated_audio, engine.sample_rate)
     
-    return Image.open(buf)
-
-def transcribe_audio(audio_path):
-    try:
-        # Open and read the audio file
-        with open(audio_path, "rb") as audio_file:
-            audio_data = audio_file.read()
-
-        # Transcribe the audio using Distil-Whisper
-        transcription = client.audio.transcriptions.create(
-            file=(os.path.basename(audio_path), audio_data),
-            model="distil-whisper-large-v3-en",
-            response_format="verbose_json",
-        )
-        
-        return transcription.text
-    except Exception as e:
-        return f"Error in transcription: {str(e)}"
-
-def vibrational_wellness(input_text, audio_input):
-    if audio_input:
-        input_text = transcribe_audio(audio_input)
-    
-    if not input_text.strip():
-        return "Please enter a description of your emotional state or provide an audio input.", None, None, None
-
-    prompt = f"""Analyze the following text and determine the primary emotion expressed. 
-    Choose the most appropriate emotion from this list: anxious, stressed, calm, sad, angry, fearful, confused, happy.
-    Provide your answer as a single word that best describes the emotional state.
+    # Visualize waveform
+    fig = engine.visualize_waveform(duration)
     
-    Text: {input_text}
-    Emotion:"""
+    # Get symbolic interpretation
+    symbolic = engine.get_symbolic_interpretation()
     
-    try:
-        chat_completion = client.chat.completions.create(
-            messages=[
-                {
-                    "role": "user",
-                    "content": prompt,
-                }
-            ],
-            model="llama-3.3-70b-versatile",
-            max_tokens=10,  # Increased to allow for longer emotion words
-        )
+    return file_path, fig, symbolic
+
+# Gradio interface setup
+def create_interface():
+    with gr.Blocks(title="Rhythma: The Living Modulation Engine") as demo:
+        gr.Markdown("# Rhythma: The Living Modulation Engine")
+        gr.Markdown("### Dynamic rhythm-based sound modulation for wellbeing")
         
-        detected_emotion = chat_completion.choices[0].message.content.strip().lower()
+        with gr.Row():
+            with gr.Column(scale=1):
+                # Controls for frequency, modulation type, and rhythm
+                base_frequency = gr.Slider(minimum=20, maximum=1000, value=440, step=1, label="Base Frequency (Hz)")
+                modulation_type = gr.Dropdown(
+                    choices=["sine", "pulse", "chirp"], 
+                    value="sine",
+                    label="Modulation Type"
+                )
+                rhythm_pattern = gr.Dropdown(
+                    choices=["calm", "active", "focused", "relaxed"], 
+                    value="calm",
+                    label="Rhythm Pattern"
+                )
+                duration = gr.Slider(minimum=1, maximum=30, value=5, step=1, label="Duration (seconds)")
+                
+                # Generate button
+                generate_button = gr.Button("Generate Modulated Audio", variant="primary")
+                
+            with gr.Column(scale=2):
+                # Outputs
+                symbolic_output = gr.Textbox(label="Symbolic Interpretation")
+                modulated_audio_output = gr.Audio(label="Modulated Audio", type="filepath")
+                waveform_plot = gr.Plot(label="Waveform Visualization")
+
+        # Button action
+        generate_button.click(
+            generate_modulated_audio, 
+            inputs=[base_frequency, modulation_type, rhythm_pattern, duration], 
+            outputs=[modulated_audio_output, waveform_plot, symbolic_output]
+        )
         
-        if not detected_emotion or detected_emotion not in vibrational_advice:
-            closest_emotion = get_closest_emotion(detected_emotion)
-        else:
-            closest_emotion = detected_emotion
-
-        result = vibrational_advice[closest_emotion]
+        gr.Markdown("""
+        ## About Rhythma
         
-        frequency = result['frequency']
-        audio_file = save_tone(frequency)
-        waveform_image = generate_waveform(frequency)
+        Rhythma is a dynamic rhythm-based enhancer that creates responsive sound experiences.
         
-        response = (
-            f"Detected Emotion: {detected_emotion.capitalize()}\n"
-            f"Matched Vibrational State: {closest_emotion.capitalize()}\n"
-            f"Suggested Frequency: {frequency} Hz - {result['name']}\n\n"
-            f"Advice:\n{result['advice']}\n\n"
-            f"Listen to the {frequency} Hz tone below and observe its waveform:"
-        )
+        It uses principles of Floquet modulation and rhythm analysis to generate audio that
+        resonates with your current state or intention.
         
-        return response, audio_file, waveform_image, input_text
-    
-    except Exception as e:
-        return f"An error occurred: {str(e)}\nPlease try again with a different description of your emotional state.", None, None, None
-
-# Gradio interface
-iface = gr.Interface(
-    fn=vibrational_wellness,
-    inputs=[
-        gr.Textbox(label="How are you feeling?", placeholder="Describe your emotional state..."),
-        gr.Audio(type="filepath", label="Or speak about your feelings")
-    ],
-    outputs=[
-        gr.Textbox(label="Vibrational Advice"),
-        gr.Audio(label="Resonant Tone"),
-        gr.Image(label="Waveform Visualization"),
-        gr.Textbox(label="Transcribed Audio (if provided)")
-    ],
-    title="Vers3Dynamics Vibrational Wellness🌅",
-    description="Describe how you feel through text or voice, and receive personalized cymatic frequency advice based on your resonance.",
-    examples=[
-        ["I feel at peace after eating some pancakes.", None],
-        ["I'm feeling anxious about my upcoming presentation.", None],
-        ["I'm excited about my vacation next week!", None],
-        ["I'm frustrated with my current work situation.", None],
-        ["I'm feeling overwhelmed with all my responsibilities.", None]
-    ],
-    theme=gr.themes.Soft()
-)
-
-# Launch the app
-iface.launch()
+        **How to use:**
+        1. Select a base frequency
+        2. Choose a modulation type
+        3. Select a rhythm pattern that matches your intention
+        4. Set the duration
+        5. Generate and listen to the modulated audio
+        """)
+
+    return demo
+
+# Run Gradio interface
+if __name__ == "__main__":
+    demo = create_interface()
+    demo.launch()