Refactor: Clean up code structure and improve file upload handling

classes/Linkedin.py

@@ -67,12 +67,13 @@ class Linkedin:
             "Best of Breed Solution": [str(backlink) for backlink in number_of_backlinks]
         }
         df_output = pd.DataFrame(data)
+        '''
         with st.expander("AI Analysis", expanded=True, icon="🤖"):
             st.table(df_output.style.set_table_styles(
             [{'selector': 'th:first-child, td:first-child', 'props': [('width', '20px')]},
             {'selector': 'th, td', 'props': [('width', '150px'), ('text-align', 'center')]}]
             ).set_properties(**{'text-align': 'center'}))
-
+        '''
         return output
       
     def detect_encoding(self, uploaded_file):
@@ -130,36 +131,15 @@ class Linkedin:
                     pass
                 return file_name
         
-    def row1(self):
-            self.linkedin_f = st.text_input("Followers:", placeholder='Enter Linkedin Followers')
-            
-            followers = {
-                'Linkedin Followers': self.linkedin_f if self.linkedin_f else 'N/A'
-            }
-
-            linkedin_metrics = self.file_upload("linkedin_content_metrics", "Content Metrics CSV", "linkedin_content_metrics")
-            linkedin_post = self.file_upload("linkedin_content_post", "Content Post CSV", "linkedin_content_post")   
-           
-            linkedin_metrics
-            linkedin_post
-            '''
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            st.write("") # FOR THE HIDE BUTTON'
-            '''
-            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
-            start_time = time.time()
-            if st.session_state['analyze'] == 'clicked':
-                hide_button()
+    def process(self):
+        session = st.session_state.analyze
+        if  (self.linkedin_f or (self.linkedin_metrics and self.linkedin_metrics.name) or (self.linkedin_post and self.linkedin_post.name)) and session == "clicked":
                 try:
-                    if (linkedin_metrics and linkedin_metrics.name) or (linkedin_post and linkedin_post.name):
                         combined_text = ""
                         with st.spinner('Linkedin...', show_time=True):
                             st.write('')
                             # INITIALIZING SESSIONS
-                            combined_text += f"Client Summary: {st.session_state.nature}\n"
+                            #combined_text += f"Client Summary: {st.session_state.nature}\n"
 
                             try: # LINKEDIN
                                 try: # LINKEDIN CONTENT POST
@@ -190,10 +170,12 @@ class Linkedin:
             
                             # OUTPUT FOR SEO ANALYST
                             payload_txt = {"question": combined_text}
-                            result = self.request_model(payload_txt)
+                            #result = self.request_model(payload_txt)
                             
-                            end_time = time.time()
-                            time_lapsed = end_time - start_time
+                            #end_time = time.time()
+                            #time_lapsed = end_time - start_time
+                            debug_info = {'data_field' : 'Linkedin', 'result': combined_text}
+                            '''
                             debug_info = {
                                 #'analyst': self.analyst_name,
                                 'url_uuid': self.model_url.split("-")[-1],
@@ -203,22 +185,41 @@ class Linkedin:
                                 'payload': payload_txt,
                                 'result': result,
                             }
-                            
+                            '''
                             collect_telemetry(debug_info)
                             
-                            with st.expander("Debug information", icon="⚙"):
-                                st.write(debug_info)
-
-                            for df in st.session_state.keys():
-                                del st.session_state[df]
-                            for facebook_ad_campaign in st.session_state.keys():
-                                del st.session_state[facebook_ad_campaign]
+                            #with st.expander("Debug information", icon="⚙"):
+                            #    st.write(debug_info)
 
-                            st.session_state['analyzing'] = False   
+                            st.session_state['analyzing'] = False 
+                            #for key in st.session_state.keys():
+                            #    del st.session_state[session]  
                 except AttributeError:
                     st.info("Please upload CSV or PDF files first.")
                     hide_button() 
+    
+    def row1(self):
+            self.linkedin_f = st.text_input("Followers:", placeholder='Enter Linkedin Followers')
+            
+            followers = {
+                'Linkedin Followers': self.linkedin_f if self.linkedin_f else 'N/A'
+            }
 
+            self.linkedin_metrics = self.file_upload("linkedin_content_metrics", "Content Metrics CSV", "linkedin_content_metrics")
+            self.linkedin_post = self.file_upload("linkedin_content_post", "Content Post CSV", "linkedin_content_post")   
+           
+            self.linkedin_metrics
+            self.linkedin_post
+            '''
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            st.write("") # FOR THE HIDE BUTTON'
+            '''
+            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
+            self.process()
+    
 if __name__ == "__main__":
     st.set_page_config(layout="wide")
 

classes/Off_Page.py

@@ -10,6 +10,7 @@ from helper.upload_File import uploadFile
 from helper.button_behaviour import hide_button, unhide_button
 from helper.initialize_analyze_session import initialize_analyze_session
 import pandas as pd
+import asyncio
 
 class SeoOffPageAnalyst:
     def __init__(self, model_url):
@@ -28,7 +29,6 @@ class SeoOffPageAnalyst:
 
         # AGENT NAME
         #st.header(self.analyst_name)
-
     
     def request_model(self, payload_txt):
         response = requests.post(self.model_url, json=payload_txt)
@@ -68,26 +68,21 @@ class SeoOffPageAnalyst:
             ).set_properties(**{'text-align': 'center'}))
         '''
         return output
-        
-    def row1(self):
-            #st.write(self.data_src)
-            self.uploaded_files = st.file_uploader('Backlinks - SEMRush', type='csv', accept_multiple_files=True, key="seo_off")
-            if self.uploaded_files:
-                upload.multiple_upload_file(self.uploaded_files)
-                
-            #st.write("") # FOR THE HIDE BUTTON
-            #st.write("") # FOR THE HIDE BUTTON
-           
-            st.session_state['analyzing'] = False
-            start_time = time.time()
-            if self.uploaded_files and st.session_state['analyze'] == 'clicked':
+    
+    def process(self):
+         print("init off page")
+         start_time = time.time()
+         session = st.session_state['analyze']
+         if self.uploaded_files and session == 'clicked':
                     combined_text = ""
                     with st.spinner('SEO Off Page Analyst...', show_time=True):
                         st.write('')
                         for file_info in st.session_state['uploaded_files'].values():
+                            '''
                             if file_info['type'] == 'pdf':
                                 combined_text += file_info['content'] + "\n"
-                            elif file_info['type'] == 'csv':                                    
+                            '''
+                            if file_info['type'] == 'csv':                                    
                                 # Load CSV
                                 df = pd.read_csv(StringIO(file_info['content'].to_csv(index=True)))
                                 
@@ -98,24 +93,37 @@ class SeoOffPageAnalyst:
                                 df['Source Domain'] = df['Source url'].apply(lambda x: urlparse(x).netloc)
                                 unique_domains = df['Source Domain'].nunique()
                                     
-                                combined_text += f"Total rows: {num_rows}\n"
+                                combined_text += f"Total Backlinks Count: {num_rows}\n"
                                 combined_text += f"Referring Domain: {unique_domains}"
                         
                         # OUTPUT FOR SEO ANALYST
                         payload_txt = {"question": combined_text}
-                        result = self.request_model(payload_txt)
+                        #result = self.request_model(payload_txt)
                         
-                        end_time = time.time()
-                        time_lapsed = end_time - start_time
-                        
-                        debug_info = {'url_uuid': self.model_url.split("-")[-1],'time_lapsed' : time_lapsed, 'files': [*st.session_state['uploaded_files']],'payload': payload_txt, 'result': result}
+                        #end_time = time.time()
+                        #time_lapsed = end_time - start_time
                         
+                        debug_info = {'data_field' : 'Backlinks', 'result': combined_text}
+                        #debug_info = {'url_uuid': self.model_url.split("-")[-1],'time_lapsed' : time_lapsed, 'files': [*st.session_state['uploaded_files']],'payload': payload_txt, 'result': result}
                         collect_telemetry(debug_info)
                         
                         #with st.expander("Debug information", icon="⚙"):
                         #    st.write(debug_info)
                         print("done2")
                         st.session_state['analyzing'] = False
+                      
+    def row1(self):
+            #st.write(self.data_src)
+            self.uploaded_files = st.file_uploader('Backlinks - SEMRush', type='csv', accept_multiple_files=True, key="seo_off")
+            if self.uploaded_files:
+                upload.multiple_upload_file(self.uploaded_files)
+                
+            #st.write("") # FOR THE HIDE BUTTON
+            #st.write("") # FOR THE HIDE BUTTON
+           
+            st.session_state['analyzing'] = False
+            
+            self.process()
                                        
 
 if __name__ == "__main__":

classes/On_Page_Crawl.py

@@ -64,32 +64,19 @@ class SeoOnCrawl:
             "Remarks": [str(footprint) for footprint in remarks],
         }
         df_output = pd.DataFrame(data)
+        '''
         with st.expander("AI Analysis", expanded=True, icon="🤖"):
             st.table(df_output.style.set_table_styles(
                 [{'selector': 'th:first-child, td:first-child', 'props': [('width', '20px')]},
                 {'selector': 'th, td', 'props': [('width', '150px'), ('text-align', 'center')]}]
             ).set_properties(**{'text-align': 'center'}))
-
+        '''
 
         return output
     
-    def row1(self):
-            #st.write(self.data_src)
-            self.uploaded_files = st.file_uploader("Crawl File - ScreamingFrog:", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on_backlink")
-            #self.gtmetrix = st.file_uploader("GTmetrix", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on_gt")
-            if self.uploaded_files:
-                upload.multiple_upload_file(self.uploaded_files)
-                self.file_dict = upload.file_dict
-            #if self.gtmetrix:
-            #   upload.upload_gt(self.gtmetrix)
-                
-            #st.write("") # FOR THE HIDE BUTTON
-            #st.write("") # FOR THE HIDE BUTTON
-            #st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            #st.write("") # FOR THE HIDE BUTTON
-            
-            if st.session_state['analyze'] == 'clicked':
+    def process(self):
+        session = st.session_state.analyze
+        if session == 'clicked':
                 start_time = time.time()
                 if self.uploaded_files:
                     combined_text = ""
@@ -118,35 +105,51 @@ class SeoOnCrawl:
                         '''
                         # OUTPUT FOR SEO ANALYST
                         payload_txt = {"question": combined_text}
-                        result = self.request_model(payload_txt)
-                        end_time = time.time()
-                        time_lapsed = end_time - start_time
+                        #result = self.request_model(payload_txt)
+                        #end_time = time.time()
+                        #time_lapsed = end_time - start_time
+                        debug_info = {'data_field' : 'Crawl', 'result': combined_text}
+                        '''
                         debug_info = {#'analyst': self.analyst_name,
                                       'url_uuid': self.model_url.split("-")[-1],
                                       'time_lapsed' : time_lapsed, 
                                     'crawl_file': [file.name for file in self.uploaded_files] if self.uploaded_files else ['Not available'],
                                       #'gt_metrix': [file.name for file in self.gtmetrix] if self.gtmetrix else ['Not available'],
                                       'payload': payload_txt, 
-                                      'result': result}
+                                      'result': result}'
+                        '''
                         
                         collect_telemetry(debug_info)
                         
                             
-                        with st.expander("Debug information", icon="⚙"):
-                            st.write(debug_info)
+                        #with st.expander("Debug information", icon="⚙"):
+                        #    st.write(debug_info)
 
 
                         st.session_state['analyzing'] = False
 
-                        for df_seo in st.session_state.keys():
-                            del st.session_state[df_seo]
                         try:
                             self.file_dict.popitem()
                         except KeyError:
                             pass
-                        if 'analyze' not in st.session_state:
-                            st.session_state['analyze'] = ''
-                        st.session_state['analyze'] == ''
+                        
+    def row1(self):
+            #st.write(self.data_src)
+            self.uploaded_files = st.file_uploader("Crawl File - ScreamingFrog:", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on_backlink")
+            #self.gtmetrix = st.file_uploader("GTmetrix", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on_gt")
+            if self.uploaded_files:
+                upload.multiple_upload_file(self.uploaded_files)
+                self.file_dict = upload.file_dict
+            #if self.gtmetrix:
+            #   upload.upload_gt(self.gtmetrix)
+                
+            #st.write("") # FOR THE HIDE BUTTON
+            #st.write("") # FOR THE HIDE BUTTON
+            #st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            #st.write("") # FOR THE HIDE BUTTON
+            
+            self.process()
      
 
 if __name__ == "__main__":

classes/On_Page_GT.py

@@ -64,44 +64,32 @@ class SeoOnGT:
             "Remarks": [str(footprint) for footprint in remarks],
         }
         df_output = pd.DataFrame(data)
+        '''
         with st.expander("AI Analysis", expanded=True, icon="🤖"):
             st.table(df_output.style.set_table_styles(
                 [{'selector': 'th:first-child, td:first-child', 'props': [('width', '20px')]},
                 {'selector': 'th, td', 'props': [('width', '150px'), ('text-align', 'center')]}]
             ).set_properties(**{'text-align': 'center'}))
-
+        '''
 
         return output
     
-    def row1(self):
-            #st.write(self.data_src)
-            #self.uploaded_files = st.file_uploader("Upload Backlink List (PDF)", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on")
-            self.gtmetrix = st.file_uploader("GTmetrix:", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on_gt")
-            '''
-            if self.uploaded_files:
-                upload.multiple_upload_file(self.uploaded_files)
-                self.file_dict = upload.file_dict
-            '''
-            if self.gtmetrix:
-                upload.upload_gt(self.gtmetrix)
-
-            self.website_responsiveness = st.text_input("Website Responsiveness - Google PageSpeed Insight:", placeholder='Enter Website Responsiveness')
-            self.content_management_system = st.text_input("Content Management System - BuiltWith:", placeholder='Enter Content Management System')
-            self.SSL_certificate = st.text_input("SSL Certificate - BuiltWith:", placeholder='Enter SSL Certificate')
-            self.web_analytics = st.text_input("Web Analytics - BuiltWith:", placeholder='Enter Web Analytics')
-            self.client_relations_management_system = st.text_input("Client Relations Management System - BuiltWith:", placeholder='Enter Client Relations Management System')
-            self.lead_generation_mechanism = st.text_input("Lead Generation Mechanism - Business Context (Lead Generation & Lead Nurturing):", placeholder='Enter Lead Generation Mechanism')
-
-            #st.write("") # FOR THE HIDE BUTTON
-            #st.write("") # FOR THE HIDE BUTTON
-            #st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            #st.write("") # FOR THE HIDE BUTTON
-            
-            if st.session_state['analyze'] == 'clicked':
+    def process(self):
+                session = st.session_state.analyze
                 start_time = time.time()
-                if self.gtmetrix:
+                if (self.website_responsiveness or self.content_management_system or self.SSL_certificate or self.web_analytics or self.client_relations_management_system or self.lead_generation_mechanism or self.first_meaningful_paint or self.mobile_responsiveness or self.mobile_loading_speed or self.desktop_loading_speed) and session == 'clicked':
                     combined_text = ""
+                    website_responsiveness = ""
+                    content_management_system = ""
+                    SSL_certificate = ""
+                    mobile_responsiveness = ""
+                    desktop_loading_speed = ""
+                    mobile_loading_speed = ""
+                    web_analytics = ""
+                    client_relations_management_system = ""
+                    mobile_loading_speed = ""
+                    first_meaningful_paint = ""
+                    lead_generation_mechanism = ""
                     with st.spinner('SEO On Page Analyst...', show_time=True):
                         st.write('')
                         '''
@@ -126,19 +114,60 @@ class SeoOnGT:
                         except KeyError:
                             pass
                         try:
-                            combined_text += f"\nWebsite Responsiveness: {self.website_responsiveness}"
-                            combined_text += f"\nContent Management System: {self.content_management_system}%"
-                            combined_text += f"\nSSL Certificate: {self.SSL_certificate}"
-                            combined_text += f"\nWeb Analytics: {self.web_analytics}"
-                            combined_text += f"\nClient Relations Management System: {self.client_relations_management_system}"
-                            combined_text += f"\nLead Generation Mechanism: {self.lead_generation_mechanism}"
+                            website_responsiveness += f"\nWebsite Responsiveness: {self.website_responsiveness}"
+                            content_management_system += f"\nContent Management System: {self.content_management_system}%"
+                            SSL_certificate += f"\nSSL Certificate: {self.SSL_certificate}"
+                            mobile_responsiveness += f"\nMobile Responsiveness: {self.mobile_responsiveness}"
+                            desktop_loading_speed += f"\nDesktop Loading Speed: {self.desktop_loading_speed}"
+                            mobile_loading_speed += f"\nMobile Loading Speed: {self.mobile_loading_speed}"
+                            first_meaningful_paint += f"\nFirst Meaningful Paint: {self.first_meaningful_paint}"
+                            web_analytics += f"\nWeb Analytics: {self.web_analytics}"
+                            client_relations_management_system += f"\nClient Relations Management System: {self.client_relations_management_system}"
+                            lead_generation_mechanism += f"\nLead Generation Mechanism: {self.lead_generation_mechanism}"
                         except KeyError:
                             pass
+                        # OUTPUT FOR WEBSITE RESPONSIVENESS
+                        payload_txt_website_responsiveness = {"question": website_responsiveness}
+                        #result_website_responsiveness = self.request_model(website_responsiveness)
+
+                        # OUTPUT FOR CONTENT MANAGEMENT SYSTEM
+                        payload_txt_content_management_system = {"question": content_management_system}
+                        #result_content_management_system = self.request_model(content_management_system)
+
+                        # OUTPUT FOR SSL CERTIFICATE
+                        payload_txt_SSL_certificate = {"question": SSL_certificate}
+                        #result_SSL_certificate = self.request_model(SSL_certificate)
+
+                        # OUTPUT FOR WEB ANALYTICS
+                        payload_txt_web_analytics = {"question": web_analytics}
+                        #result_web_analytics = self.request_model(web_analytics)
+
+                        # OUTPUT FOR CLIENT RELATIONS MANAGEMENT SYSTEM
+                        payload_txt_client_relations_management_system = {"question": client_relations_management_system}
+                        #result_client_relations_management_system = self.request_model(client_relations_management_system)
+                        
+                        # OUTPUT FOR LEAD GENERATION MECHANISM
+                        payload_txt_lead_generation_mechanism = {"question": lead_generation_mechanism}
+                        #result_lead_generation_mechanism = self.request_model(lead_generation_mechanism)
+
                         # OUTPUT FOR SEO ANALYST
                         payload_txt = {"question": combined_text}
-                        result = self.request_model(payload_txt)
-                        end_time = time.time()
-                        time_lapsed = end_time - start_time
+                        #result = self.request_model(payload_txt)
+                        #end_time = time.time()
+                        #time_lapsed = end_time - start_time
+
+                        debug_info = {'data_field' : 'GT Metrix', 'result': combined_text}
+                        debug_info_website_responsiveness = {'data_field' : 'Website Responsiveness', 'result': website_responsiveness}
+                        debug_info_content_management_system = {'data_field' : 'Content Management System', 'result': content_management_system}
+                        debug_info_SSL_certificate = {'data_field' : 'SSL Certificate', 'result': SSL_certificate}
+                        debug_info_mobile_responsiveness = {'data_field' : 'Mobile Responsiveness', 'result': mobile_responsiveness}
+                        debug_info_desktop_loading_speed = {'data_field' : 'Desktop Loading Speed', 'result': desktop_loading_speed}
+                        debug_info_mobile_loading_speed = {'data_field' : 'Mobile Loading Speed', 'result': mobile_loading_speed}
+                        debug_info_first_meaningful_paint = {'data_field' : 'First Meaningful Paint', 'result': first_meaningful_paint}
+                        debug_info_web_analytics = {'data_field' : 'Web Analytics', 'result': web_analytics}
+                        debug_info_client_relations_management_system = {'data_field' : 'Client Relations Management System', 'result': client_relations_management_system}
+                        debug_info_lead_generation_mechanism = {'data_field' : 'Lead Generation Mechanism', 'result': lead_generation_mechanism}
+                        '''
                         debug_info = {#'analyst': self.analyst_name,
                                       'url_uuid': self.model_url.split("-")[-1],
                                       'time_lapsed' : time_lapsed, 
@@ -147,11 +176,32 @@ class SeoOnGT:
                                       'payload': payload_txt, 
                                       'result': result}
                         
-                        collect_telemetry(debug_info)
-                        
+                        if self.gtmetrix:
+                            collect_telemetry(debug_info)
+                        '''
+                        if self.website_responsiveness:
+                            collect_telemetry(debug_info_website_responsiveness)
+                        if self.content_management_system:
+                            collect_telemetry(debug_info_content_management_system)
+                        if self.SSL_certificate:
+                            collect_telemetry(debug_info_SSL_certificate)
+                        if self.mobile_responsiveness:
+                            collect_telemetry(debug_info_mobile_responsiveness)
+                        if self.desktop_loading_speed:
+                            collect_telemetry(debug_info_desktop_loading_speed)
+                        if self.mobile_loading_speed:
+                            collect_telemetry(debug_info_mobile_loading_speed)
+                        if self.first_meaningful_paint:
+                            collect_telemetry(debug_info_first_meaningful_paint)
+                        if self.web_analytics:
+                            collect_telemetry(debug_info_web_analytics)
+                        if self.client_relations_management_system:
+                            collect_telemetry(debug_info_client_relations_management_system)
+                        if self.lead_generation_mechanism:
+                            collect_telemetry(debug_info_lead_generation_mechanism)
                             
-                        with st.expander("Debug information", icon="⚙"):
-                            st.write(debug_info)
+                        #with st.expander("Debug information", icon="⚙"):
+                        #    st.write(debug_info)
 
 
                         st.session_state['analyzing'] = False
@@ -162,9 +212,38 @@ class SeoOnGT:
                             self.file_dict.popitem()
                         except KeyError:
                             pass
-                        if 'analyze' not in st.session_state:
-                            st.session_state['analyze'] = ''
-                        st.session_state['analyze'] == ''
+                        
+    def row1(self):
+            #st.write(self.data_src)
+            #self.uploaded_files = st.file_uploader("Upload Backlink List (PDF)", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on")
+            #self.gtmetrix = st.file_uploader("GTmetrix:", type=['pdf', 'csv'], accept_multiple_files=True, key="seo_on_gt")
+            '''
+            if self.uploaded_files:
+                upload.multiple_upload_file(self.uploaded_files)
+                self.file_dict = upload.file_dict
+            
+            if self.gtmetrix:
+                upload.upload_gt(self.gtmetrix)
+            '''
+            self.website_responsiveness = st.text_input("Website Overall Health Scores - GTMetrix:", placeholder='Enter Website Overall Health Scores')
+            self.content_management_system = st.text_input("Content Management System - BuiltWith:", placeholder='Enter Content Management System')
+            self.SSL_certificate = st.text_input("SSL Certificate - BuiltWith:", placeholder='Enter SSL Certificate')
+            self.mobile_responsiveness = st.text_input("Mobile Responsiveness - GTMetrix:", placeholder='Enter Mobile Responsiveness')
+            self.desktop_loading_speed = st.text_input("Desktop Loading Speed - GTMetrix:", placeholder='Enter Desktop Loading Speed')
+            self.mobile_loading_speed = st.text_input("Mobile Loading Speed - GTMetrix:", placeholder='Enter Mobile Loading Speed')
+            self.web_analytics = st.text_input("Web Analytics - BuiltWith:", placeholder='Enter Web Analytics')
+            self.client_relations_management_system = st.text_input("Client Relations Management System - BuiltWith:", placeholder='Enter Client Relations Management System')
+            self.first_meaningful_paint = st.text_input("First Meaningful Paint - GTMetrix:", placeholder='Enter First Meaningful Paint')
+            self.lead_generation_mechanism = st.text_input("Lead Generation Mechanism - Business Context (Lead Generation & Lead Nurturing):", placeholder='Enter Lead Generation Mechanism')
+
+            #st.write("") # FOR THE HIDE BUTTON
+            #st.write("") # FOR THE HIDE BUTTON
+            #st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            #st.write("") # FOR THE HIDE BUTTON
+            self.process()
+            
+            
       
 
 if __name__ == "__main__":

classes/Seo.py

@@ -146,72 +146,25 @@ class Seo:
             del st.session_state['referral_traffic']
         except KeyError:
             pass
-
-    def row1(self):
-            #st.write("") # FOR SPACINGs
-            
-            #st.write("") # FOR SPACINGs
-            '''
-            self.uploaded_files = st.file_uploader("Backlinks (SEO)", type=['pdf', 'csv'], accept_multiple_files=True, key="seo1")
-            if self.uploaded_files:
-                self.delete_sessions() 
-                upload.upload_file_seo(self.uploaded_files)
-                self.file_dict = upload.file_dict
-            '''
-            #st.write("") # FOR THE HIDE BUTTON
-            self.uploaded_file_seo = st.file_uploader("SEO Keywords - SEMRush", type='csv', key="seo2")
-            if self.uploaded_file_seo:
-                self.delete_sessions() 
-                try:
-                    encoding_seo = self.detect_encoding(self.uploaded_file_seo)
-                    st.session_state['df_seo'] = pd.read_csv(self.uploaded_file_seo, encoding=encoding_seo, low_memory=False, key="seo3")
-                except Exception:
-                    pass
-            
-            
-            self.uploaded_file = st.file_uploader("Traffic Channels - SEMRush", type='csv')
-            if self.uploaded_file:
-                self.delete_sessions() 
-                try:
-                    encoding = self.detect_encoding(self.uploaded_file)
-                    st.session_state['df_traffic'] = pd.read_csv(self.uploaded_file, encoding=encoding, low_memory=False, key="seo4")
-                except Exception:
-                    pass
-           
-            st.write("") # FOR THE HIDE BUTTON
-            self.others = st.file_uploader("Traffic Acquisition - GA4", type='csv', key="seo5")
-            if self.others:
-                self.delete_sessions()
-                try:
-                    st.session_state['others'] = pd.read_csv(self.others, skiprows=9)
-                except Exception:
-                    pass
-
-            self.page_index = st.text_input("Pages Indexed - Google Search Console:", placeholder='Enter Pages Indexed')
-            self.bounce_rate = st.text_input("Bounce Rate - GA4:", placeholder='Enter Bounce Rate')
-            
-            followers = {
-                'Pages Indexed': self.page_index if self.page_index else 'N/A',
-                'Bounce Rate': self.bounce_rate if self.bounce_rate else 'N/A'
-            }
-            
-            #st.write("") # FOR THE HIDE BUTTON
-            #st.write("") # FOR THE HIDE BUTTON
-            #st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            #st.write("") # FOR THE HIDE BUTTON
-            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
-            start_time = time.time()
-            if st.session_state['analyze'] == 'clicked':
-                hide_button()
-                if self.uploaded_file or self.others or self.uploaded_file_seo:
+    
+    def process (self):
+        start_time = time.time()
+        
+        session = st.session_state.analyze
+        print(session)
+        if (self.uploaded_file or self.others or self.uploaded_file_seo) and  session == 'clicked':
                     combined_text = ""
+                    seo_keywords = ""
+                    traffic_channels = ""
+                    traffic_aqcuisition = ""
+                    pages_index = ""
+                    bounce_rate = ""
                     with st.spinner('Seo Analyst...', show_time=True):
                         st.write('')
                         
                         # INITIALIZING SESSIONS
-                        combined_text += f"Pages Indexed: {self.page_index}\n"
-                        combined_text += f"Bounce Rate: {self.bounce_rate}\n"
+                        pages_index += f"Pages Indexed: {self.page_index}\n"
+                        bounce_rate += f"Bounce Rate: {self.bounce_rate}\n"
                         '''
                         try:
                             backlink_files = self.file_dict
@@ -228,12 +181,13 @@ class Seo:
                             direct_traffic = st.session_state['direct_traffic']
                             referral_traffic = st.session_state['referral_traffic']
 
-                            combined_text += df_traffic.to_csv(index=True)
 
-                            combined_text += f"\nOrganic Traffic: {organic_traffic}"
-                            combined_text += f"\nPaid Traffic: {paid_traffic}"
-                            combined_text += f"\nDirect Traffic: {direct_traffic}"
-                            combined_text += f"\nReferral Traffic: {referral_traffic}"
+
+                            traffic_channels += f"\nOrganic Traffic: {organic_traffic}"
+                            traffic_channels += f"\nPaid Traffic: {paid_traffic}"
+                            traffic_channels += f"\nDirect Traffic: {direct_traffic}"
+                            traffic_channels += f"\nReferral Traffic: {referral_traffic}"
+                            traffic_channels += df_traffic.to_csv(index=True)
                             
                         except KeyError:
                             pass
@@ -242,10 +196,10 @@ class Seo:
                             df_seo = st.session_state['df_seo']
                             self.keyword_ranking(df_seo)
                             keyword_ranking = st.session_state['keyword_ranking']    
-                            combined_text += f"\nKeyword Ranking Top 10: {keyword_ranking['Keyword_top_10']}"
-                            combined_text += f"\nKeyword Ranking Top 100: {keyword_ranking['Keyword_top_100']}\n\n"
+                            seo_keywords += f"\nKeyword Ranking Top 10: {keyword_ranking['Keyword_top_10']}"
+                            seo_keywords += f"\nKeyword Ranking Top 100: {keyword_ranking['Keyword_top_100']}\n\n"
                             
-                            combined_text += df_seo.to_csv(index=True)
+                            seo_keywords += df_seo.to_csv(index=True)
                         except KeyError:
                             pass
                         
@@ -259,17 +213,29 @@ class Seo:
 
                             traffics = ga4_direct_traffic + ga4_organic_traffic + ga4_paid_social + ga4_referral_traffic
                             
-                            combined_text += f"Traffics: {traffics}"
-                            combined_text += f"Paid Traffic: {ga4_paid_social}\nOrganic Traffic: {ga4_organic_traffic}\nDirect Traffic: {ga4_direct_traffic}\nReferral Traffic: {ga4_referral_traffic}"
+                            traffic_aqcuisition += f"Traffics: {traffics}"
+                            traffic_aqcuisition += f"\nPaid Traffic: {ga4_paid_social}\nOrganic Traffic: {ga4_organic_traffic}\nDirect Traffic: {ga4_direct_traffic}\nReferral Traffic: {ga4_referral_traffic}"
                         except KeyError:
                             pass
-                        
 
                         # OUTPUT FOR SEO ANALYST
-                        payload_txt = {"question": combined_text}
-                        result = self.request_model(payload_txt)
-                        end_time = time.time()
-                        time_lapsed = end_time - start_time
+                        payload_txt_seo_keywords = {"question": seo_keywords}
+                        payload_txt_traffic_channels = {"question": traffic_channels}
+                        payload_txt_traffic_aqcuisition = {"question": traffic_aqcuisition}
+                        payload_txt_pages_index = {"question": pages_index}
+                        payload_txt_bounce_rate = {"question": bounce_rate}
+
+
+                        #result = self.request_model(payload_txt)
+                        #end_time = time.time()
+                        #time_lapsed = end_time - start_time
+                        debug_info_seo_keywords = {'data_field' : 'SEO Keywords', 'result': seo_keywords}
+                        debug_info_traffic_channels = {'data_field' : 'Traffic Channels', 'result': traffic_channels}
+                        debug_info_traffic_aqcuisition = {'data_field' : 'Traffic Acquisition', 'result': traffic_aqcuisition}
+                        debug_info_pages_index = {'data_field' : 'Pages Indexed', 'result': pages_index}
+                        debug_info_bounce_rate = {'data_field' : 'Bounce Rate', 'result': bounce_rate}
+
+                        '''
                         debug_info = {
                             #'analyst': self.analyst_name,
                             'url_uuid': self.model_url.split("-")[-1],
@@ -279,21 +245,86 @@ class Seo:
                             'payload': payload_txt,
                             'result': result,
                         }
+                        '''
+                        if self.bounce_rate:
+                            collect_telemetry(debug_info_bounce_rate)
+                        if self.page_index:
+                            collect_telemetry(debug_info_pages_index)
+                        if self.others:
+                            collect_telemetry(debug_info_traffic_aqcuisition)
+                        if self.uploaded_file:
+                            collect_telemetry(debug_info_traffic_channels)
+                        if self.uploaded_file_seo:
+                            collect_telemetry(debug_info_seo_keywords)
                         
-                        collect_telemetry(debug_info)
-                            
-                        with st.expander("Debug information", icon="⚙"):
-                            st.write(debug_info)
-
-                        for df_traffic in st.session_state.keys():
-                            del st.session_state[df_traffic]
-                        for df_seo in st.session_state.keys():
-                            del st.session_state[df_seo]
-                        for others in st.session_state.keys():
-                            del st.session_state[others]
-                        print("done1")
+                        #with st.expander("Debug information", icon="⚙"):
+                        #    st.write(debug_info)
+
+                        
+                        #del st.session_state[df_traffic]
+                        
+                        #del st.session_state[df_seo]
+                        
+                        #del st.session_state[others]
+
                         st.session_state['analyzing'] = False    
-                         
+             
+    def row1(self):
+            #st.write("") # FOR SPACINGs
+            
+            #st.write("") # FOR SPACINGs
+            '''
+            self.uploaded_files = st.file_uploader("Backlinks (SEO)", type=['pdf', 'csv'], accept_multiple_files=True, key="seo1")
+            if self.uploaded_files:
+                self.delete_sessions() 
+                upload.upload_file_seo(self.uploaded_files)
+                self.file_dict = upload.file_dict
+            '''
+            #st.write("") # FOR THE HIDE BUTTON
+            self.uploaded_file_seo = st.file_uploader("SEO Keywords - SEMRush", type='csv', key="seo2")
+            if self.uploaded_file_seo:
+                self.delete_sessions() 
+                try:
+                    encoding_seo = self.detect_encoding(self.uploaded_file_seo)
+                    st.session_state['df_seo'] = pd.read_csv(self.uploaded_file_seo, encoding=encoding_seo, low_memory=False)
+                except Exception:
+                    pass
+            
+            
+            self.uploaded_file = st.file_uploader("Traffic Channels - SEMRush", type='csv')
+            if self.uploaded_file:
+                self.delete_sessions() 
+                try:
+                    encoding = self.detect_encoding(self.uploaded_file)
+                    st.session_state['df_traffic'] = pd.read_csv(self.uploaded_file, encoding=encoding, low_memory=False)
+                except Exception:
+                    pass
+           
+            st.write("") # FOR THE HIDE BUTTON
+            self.others = st.file_uploader("Traffic Acquisition - GA4", type='csv', key="seo5")
+            if self.others:
+                
+                try:
+                    st.session_state['others'] = pd.read_csv(self.others, skiprows=9)
+                except Exception:
+                    pass
+
+            self.page_index = st.text_input("Pages Indexed - Google Search Console:", placeholder='Enter Pages Indexed')
+            self.bounce_rate = st.text_input("Bounce Rate - GA4:", placeholder='Enter Bounce Rate')
+            
+            followers = {
+                'Pages Indexed': self.page_index if self.page_index else 'N/A',
+                'Bounce Rate': self.bounce_rate if self.bounce_rate else 'N/A'
+            }
+            
+            #st.write("") # FOR THE HIDE BUTTON
+            #st.write("") # FOR THE HIDE BUTTON
+            #st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            #st.write("") # FOR THE HIDE BUTTON
+            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
+            
+            self.process()
 
 if __name__ == "__main__":
     st.set_page_config(layout="wide")

classes/Social_Media_FB.py

@@ -105,23 +105,7 @@ class Facebook:
         except UnboundLocalError:
             return facebook_post_frequency
 
-    def linkedin_content_metrics(self, linkedin_content_metrics):
-        # Avg. engagement rate
-        try:
-            linkedin_engagement_rate = linkedin_content_metrics['Engagement rate (organic)'].mean().round(2)
-        except Exception:
-            new_header = linkedin_content_metrics.iloc[0] #grab the first row for the header
-            linkedin_content_metrics = linkedin_content_metrics[1:] #take the data less the header row
-            linkedin_content_metrics.columns = new_header #set the header row as the df header
-            linkedin_content_metrics['Engagement rate (organic)'] = pd.to_numeric(linkedin_content_metrics['Engagement rate (organic)'], errors='coerce')
-            linkedin_engagement_rate = linkedin_content_metrics['Engagement rate (organic)'].mean().round(2)
-        # Post Frequency
-        
-        st.session_state['linkedin_engagement_rate'] = linkedin_engagement_rate
-        
-        return linkedin_engagement_rate
     
-    def linkedin_content_post(self, linkedin_content_post):
         try:
             linkedin_post_frequency = linkedin_content_post[~linkedin_content_post['Post title'].isna()].shape[0]
         except Exception:
@@ -154,39 +138,19 @@ class Facebook:
                 except Exception:
                     pass
                 return file_name
-        
-    def row1(self):
-            self.facebooks = st.number_input('Followers:', min_value=1, max_value=99999999, value=None, step=1, placeholder='Enter Followers')
-            self.facebook_rr = st.text_input("Review Rate:", placeholder='Enter Review Rate')
-            
-            followers = {
-                'Facebook Followers': self.facebooks if self.facebooks else 'N/A',
-                'Facebook Review Rate': self.facebook_rr if self.facebook_rr else 'N/A',
-            }
 
-            fb_organic_post = self.file_upload("fb_post", "Organic Post CSV", "facebook_organic_post")
-            fb_ads_campaign = self.file_upload("fb_campaign", "Ads Campaign CSV", "facebook_ad_campaign")
-            
-            fb_organic_post
-            fb_ads_campaign
-           
-            '''
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            st.write("") # FOR THE HIDE BUTTON
-           '''
-            start_time = time.time()
-            if st.session_state['analyze'] == 'clicked':
+    def process(self):  
+        start_time = time.time()
+        session = st.session_state.analyze
+        if session == 'clicked':
                 hide_button()
                 try:
-                    if (fb_organic_post and fb_organic_post.name) or (fb_ads_campaign and fb_ads_campaign.name):
+                    if (self.fb_organic_post and self.fb_organic_post.name) or (self.fb_ads_campaign and self.fb_ads_campaign.name):
                         combined_text = ""
                         with st.spinner('Social Media Analyst...', show_time=True):
                             st.write('')
                             # INITIALIZING SESSIONS
-                            combined_text += f"Client Summary: {st.session_state.nature}\n"
+                            #combined_text += f"Client Summary: {st.session_state.nature}\n"
                             try: # FACEBOOK
                                 try: # ORGANIC POST
                                     combined_text += f"\nFacebook Followers: {self.facebooks}"
@@ -223,10 +187,12 @@ class Facebook:
             
                             # OUTPUT FOR SEO ANALYST
                             payload_txt = {"question": combined_text}
-                            result = self.request_model(payload_txt)
+                            #result = self.request_model(payload_txt)
                             
                             end_time = time.time()
                             time_lapsed = end_time - start_time
+                            debug_info = {'data_field' : 'Facebook', 'result': combined_text}
+                            '''
                             debug_info = {
                                 'analyst': self.analyst_name,
                                 'url_uuid': self.model_url.split("-")[-1],
@@ -236,16 +202,15 @@ class Facebook:
                                 'payload': payload_txt,
                                 'result': result,
                             }
-                            
+                            '''
                             collect_telemetry(debug_info)
                             
                             #with st.expander("Debug information", icon="⚙"):
                             #    st.write(debug_info)
 
-                            for df in st.session_state.keys():
-                                del st.session_state[df]
-                            for facebook_ad_campaign in st.session_state.keys():
-                                del st.session_state[facebook_ad_campaign]
+                            
+                            #del st.session_state[df]
+                            #del st.session_state[facebook_ad_campaign]
 
                             st.session_state['analyzing'] = False 
                     
@@ -253,6 +218,31 @@ class Facebook:
                    
                     hide_button() 
 
+    def row1(self):
+            self.facebooks = st.number_input('Followers:', min_value=1, max_value=99999999, value=None, step=1, placeholder='Enter Followers')
+            self.facebook_rr = st.text_input("Review Rate:", placeholder='Enter Review Rate')
+            
+            followers = {
+                'Facebook Followers': self.facebooks if self.facebooks else 'N/A',
+                'Facebook Review Rate': self.facebook_rr if self.facebook_rr else 'N/A',
+            }
+
+            self.fb_organic_post = self.file_upload("fb_post", "Organic Post CSV", "facebook_organic_post")
+            self.fb_ads_campaign = self.file_upload("fb_campaign", "Ads Campaign CSV", "facebook_ad_campaign")
+            
+            self.fb_organic_post
+            self.fb_ads_campaign
+           
+            '''
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            st.write("") # FOR THE HIDE BUTTON
+           '''
+            self.process()
+            
+
 if __name__ == "__main__":
     st.set_page_config(layout="wide")
 

classes/Social_Media_IG.py

@@ -103,6 +103,44 @@ class Instagram:
                     pass
                 return file_name
         
+    def process(self):
+        session = st.session_state.analyze
+        if (self.instagram or self.instagram_er or self.instagram_pf) and session == 'clicked':
+                        try:
+                            combined_text = ""
+                            with st.spinner('Instagram...', show_time=True):
+                                    st.write('')
+                                    try:
+                                        combined_text += f"\nInstagram Followers: {self.instagram}"
+                                        combined_text += f"\nInstagram Audience Engagement Rate: {self.instagram_er}%"
+                                        combined_text += f"\nInstagram Post Frequency: {self.instagram_pf}"
+                                    except KeyError:
+                                        pass
+
+                    
+                                    # OUTPUT FOR SEO ANALYST
+                                    payload_txt = {"question": combined_text}
+                                    #result = self.request_model(payload_txt)
+                                    
+                                    #end_time = time.time()
+                                    #time_lapsed = end_time - start_time
+                                    debug_info = {'data_field' : 'Instagram', 'result': combined_text}
+                                    '''
+                                    debug_info = {
+                                        #'analyst': self.analyst_name,
+                                        'url_uuid': self.model_url.split("-")[-1],
+                                        'time_lapsed': time_lapsed,
+                                        'payload': payload_txt,
+                                        'result': result,
+                                    }
+                                    '''
+                                    collect_telemetry(debug_info)
+
+                                    
+                        except AttributeError:
+                            st.info("Please upload CSV or PDF files first.")
+                            hide_button() 
+
     def row1(self):
             self.instagram = st.text_input("Followers:", placeholder='Enter Instagram Followers')
             self.instagram_er = st.text_input("Audience Engagement Rate:", placeholder='Enter Instagram Audience Engagement Rate')
@@ -119,48 +157,7 @@ class Instagram:
             st.write("") # FOR THE HIDE BUTTON'
             '''
             #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
-            start_time = time.time()
-            if st.session_state['analyze'] == 'clicked':
-                hide_button()
-                if self.instagram or self.instagram_er or self.instagram_pf:
-                    try:
-                        combined_text = ""
-                        with st.spinner('Instagram...', show_time=True):
-                                st.write('')
-                                try:
-                                    combined_text += f"\nInstagram Followers: {self.instagram}"
-                                    combined_text += f"\nInstagram Audience Engagement Rate: {self.instagram_er}%"
-                                    combined_text += f"\nInstagram Post Frequency: {self.instagram_pf}"
-                                except KeyError:
-                                    pass
-
-                
-                                # OUTPUT FOR SEO ANALYST
-                                payload_txt = {"question": combined_text}
-                                result = self.request_model(payload_txt)
-                                
-                                end_time = time.time()
-                                time_lapsed = end_time - start_time
-                                debug_info = {
-                                    #'analyst': self.analyst_name,
-                                    'url_uuid': self.model_url.split("-")[-1],
-                                    'time_lapsed': time_lapsed,
-                                    'payload': payload_txt,
-                                    'result': result,
-                                }
-                                
-                                collect_telemetry(debug_info)
-
-                                for df in st.session_state.keys():
-                                    del st.session_state[df]
-                                for facebook_ad_campaign in st.session_state.keys():
-                                    del st.session_state[facebook_ad_campaign]
-
-                                
-                    except AttributeError:
-                        st.info("Please upload CSV or PDF files first.")
-                        hide_button() 
-
+            self.process()
 if __name__ == "__main__":
     st.set_page_config(layout="wide")
 

classes/Tiktok.py

@@ -67,12 +67,13 @@ class Tiktok:
             "Best of Breed Solution": [str(backlink) for backlink in number_of_backlinks]
         }
         df_output = pd.DataFrame(data)
+        '''
         with st.expander("AI Analysis", expanded=True, icon="🤖"):
             st.table(df_output.style.set_table_styles(
             [{'selector': 'th:first-child, td:first-child', 'props': [('width', '20px')]},
             {'selector': 'th, td', 'props': [('width', '150px'), ('text-align', 'center')]}]
             ).set_properties(**{'text-align': 'center'}))
-
+        '''
         return output
       
     def detect_encoding(self, uploaded_file):
@@ -100,39 +101,15 @@ class Tiktok:
                 except Exception:
                     pass
                 return file_name
-        
-    def row1(self):
-            self.tiktok_f = st.text_input("Followers:", placeholder='Enter Tiktok Followers')
-            self.tiktok_er = st.text_input("Audience Engagement Rate:", placeholder='Enter Tiktok Audience Engagement Rate')
-            self.tiktok_pf = st.text_input("Post Frequency:", placeholder='Enter Tiktok Post Frequency')
-
-            followers = {
-                'Tiktok Followers': self.tiktok_f if self.tiktok_f else 'N/A'
-            }
-            tiktok_post = self.file_upload("Tiktok", "Tiktok Content post", "Tiktok")
-            
-            tiktok_post
-           
-            '''
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            st.write("") # FOR THE HIDE BUTTON'
-            '''
-            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
-            start_time = time.time()
-            if 'analyze' not in st.session_state:
-                st.session_state['analyze'] = ''
-            if st.session_state['analyze'] == 'clicked':
-                hide_button()
-                if self.tiktok_f or self.tiktok_er or self.tiktok_pf:
+    def process(self):
+        session = st.session_state.analyze
+        if (self.tiktok_f or self.tiktok_er or self.tiktok_pf) and session == 'clicked':
                     try:
                         combined_text = ""
                         with st.spinner('Tiktok...', show_time=True):
                                 st.write('')
                                 # INITIALIZING SESSIONS
-                                combined_text += f"Client Summary: {st.session_state.nature}\n"
+                                #combined_text += f"Client Summary: {st.session_state.nature}\n"
                                 try:
                                     combined_text += f"\nTiktok Followers: {self.tiktok_f}"
                                     combined_text += f"\nTiktok Audience Engagement Rate: {self.tiktok_er}%"
@@ -142,10 +119,12 @@ class Tiktok:
                 
                                 # OUTPUT FOR SEO ANALYST
                                 payload_txt = {"question": combined_text}
-                                result = self.request_model(payload_txt)
+                                #result = self.request_model(payload_txt)
                                 
-                                end_time = time.time()
-                                time_lapsed = end_time - start_time
+                                #end_time = time.time()
+                                #time_lapsed = end_time - start_time
+                                debug_info = {'data_field' : 'Tiktok', 'result': combined_text}
+                                '''
                                 debug_info = {
                                     #'analyst': self.analyst_name,
                                     'url_uuid': self.model_url.split("-")[-1],
@@ -153,22 +132,39 @@ class Tiktok:
                                     'payload': payload_txt,
                                     'result': result,
                                 }
-                                
+                                '''
                                 collect_telemetry(debug_info)
                                 
                                 #with st.expander("Debug information", icon="⚙"):
                                 #    st.write(debug_info)
 
-                                for df in st.session_state.keys():
-                                    del st.session_state[df]
-                                for facebook_ad_campaign in st.session_state.keys():
-                                    del st.session_state[facebook_ad_campaign]
-
                                 st.session_state['analyzing'] = False 
                     except AttributeError:
                         st.info("Please upload CSV or PDF files first.")
                         hide_button() 
 
+    def row1(self):
+            self.tiktok_f = st.text_input("Followers:", placeholder='Enter Tiktok Followers')
+            self.tiktok_er = st.text_input("Audience Engagement Rate:", placeholder='Enter Tiktok Audience Engagement Rate')
+            self.tiktok_pf = st.text_input("Post Frequency:", placeholder='Enter Tiktok Post Frequency')
+
+            followers = {
+                'Tiktok Followers': self.tiktok_f if self.tiktok_f else 'N/A'
+            }
+            tiktok_post = self.file_upload("Tiktok", "Tiktok Content post", "Tiktok")
+            
+            tiktok_post
+           
+            '''
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            st.write("") # FOR THE HIDE BUTTON'
+            '''
+            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
+            self.process()
+            
 if __name__ == "__main__":
     st.set_page_config(layout="wide")
 

classes/Twitter.py

@@ -66,13 +66,14 @@ class Twitter:
             "Current Footprint": [str(footprint) for footprint in current_footprint],
             "Best of Breed Solution": [str(backlink) for backlink in number_of_backlinks]
         }
+        '''
         df_output = pd.DataFrame(data)
         with st.expander("AI Analysis", expanded=True, icon="🤖"):
             st.table(df_output.style.set_table_styles(
             [{'selector': 'th:first-child, td:first-child', 'props': [('width', '20px')]},
             {'selector': 'th, td', 'props': [('width', '150px'), ('text-align', 'center')]}]
             ).set_properties(**{'text-align': 'center'}))
-
+        '''
         return output
       
     def detect_encoding(self, uploaded_file):
@@ -113,29 +114,9 @@ class Twitter:
                     pass
                 return file_name
         
-    def row1(self):      
-            self.twitter = st.text_input("Followers:", placeholder='Enter Twitter Followers')
-            self.twitter_er = st.text_input("Audience Engagement Rate:", placeholder='Enter Twitter Audience Engagement Rate')
-            self.twitter_pf = st.text_input("Post Frequency:", placeholder='Enter Post Frequency')
-
-            followers = {
-                'Twitter Followers': self.twitter if self.twitter else 'N/A',
-            }
-
-            '''
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            st.write("") # FOR THE HIDE BUTTON'
-            '''
-            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
-            start_time = time.time()
-            if 'analyze' not in st.session_state:
-                st.session_state['analyze'] = ''
-            if st.session_state['analyze'] == 'clicked':
-                hide_button()
-                if self.twitter or self.twitter_er or self.twitter_pf:
+    def process(self):
+        session = st.session_state.analyze
+        if (self.twitter or self.twitter_er or self.twitter_pf) and session == 'clicked':
                     try:
                         combined_text = ""
                         with st.spinner('Twitter...', show_time=True):
@@ -153,10 +134,12 @@ class Twitter:
                 
                                 # OUTPUT FOR SEO ANALYST
                                 payload_txt = {"question": combined_text}
-                                result = self.request_model(payload_txt)
+                                #result = self.request_model(payload_txt)
                                 
-                                end_time = time.time()
-                                time_lapsed = end_time - start_time
+                                #end_time = time.time()
+                                #time_lapsed = end_time - start_time
+                                debug_info = {'data_field' : 'Twitter', 'result': combined_text}
+                                '''
                                 debug_info = {
                                     #'analyst': self.analyst_name,
                                     'url_uuid': self.model_url.split("-")[-1],
@@ -164,19 +147,32 @@ class Twitter:
                                     'payload': payload_txt,
                                     'result': result,
                                 }
-                                
+                                '''
                                 collect_telemetry(debug_info)
-                                
-
-                                for df in st.session_state.keys():
-                                    del st.session_state[df]
-                                for facebook_ad_campaign in st.session_state.keys():
-                                    del st.session_state[facebook_ad_campaign]
 
                                 st.session_state['analyzing'] = False 
                     except AttributeError:
                         st.info("Please upload CSV or PDF files first.")
                         hide_button() 
+    
+    def row1(self):      
+            self.twitter = st.text_input("Followers:", placeholder='Enter Twitter Followers')
+            self.twitter_er = st.text_input("Audience Engagement Rate:", placeholder='Enter Twitter Audience Engagement Rate')
+            self.twitter_pf = st.text_input("Post Frequency:", placeholder='Enter Post Frequency')
+
+            followers = {
+                'Twitter Followers': self.twitter if self.twitter else 'N/A',
+            }
+
+            '''
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            st.write("") # FOR THE HIDE BUTTON'
+            '''
+            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
+            self.process()
 
 if __name__ == "__main__":
     st.set_page_config(layout="wide")

classes/Youtube.py

@@ -67,12 +67,13 @@ class YouTube:
             "Best of Breed Solution": [str(backlink) for backlink in number_of_backlinks]
         }
         df_output = pd.DataFrame(data)
+        '''
         with st.expander("AI Analysis", expanded=True, icon="🤖"):
             st.table(df_output.style.set_table_styles(
             [{'selector': 'th:first-child, td:first-child', 'props': [('width', '20px')]},
             {'selector': 'th, td', 'props': [('width', '150px'), ('text-align', 'center')]}]
             ).set_properties(**{'text-align': 'center'}))
-
+        '''
         return output
       
     def detect_encoding(self, uploaded_file):
@@ -80,23 +81,6 @@ class YouTube:
         uploaded_file.seek(0)  # Reset file pointer to the beginning
         return result['encoding']
 
-   
-        try:
-            facebook_engagement_rate = (facebook_organic_post['Reactions, Comments and Shares'].mean() / self.facebooks).round(2)
-            st.session_state['facebook_engagement_rate'] = facebook_engagement_rate
-        except TypeError:
-            pass
-        # Post Frequency
-        facebook_post_frequency = facebook_organic_post[~facebook_organic_post['Post ID'].isna()].shape[0]
-        st.session_state['facebook_post_frequency'] = facebook_post_frequency
-        st.session_state['facebook_review_rate'] = self.facebook_rr
-        st.session_state['facebook_followers'] = self.facebooks
-        
-        try:
-            return facebook_post_frequency, facebook_engagement_rate 
-        except UnboundLocalError:
-            return facebook_post_frequency
-
     def terminate_session(self, session):
         try:
             del st.session_state[session]
@@ -118,34 +102,15 @@ class YouTube:
                     pass
                 return file_name
         
-    def row1(self):
-            self.youtube = st.text_input("Followers:", placeholder='Enter Youtube Followers')
-            self.youtube_er = st.text_input("Audience Engagement Rate:", placeholder='Enter Youtube Audience Engagement Rate')
-            self.youtube_pf = st.text_input("Post Frequency:", placeholder='Enter Youtube Post Frequency')
-
-            followers = {
-                'Youtube Followers': self.youtube if self.youtube else 'N/A',
-            }
-            '''
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("") # FOR THE HIDE BUTTON
-            st.write("AI Analyst Output: ")
-            st.session_state['analyzing'] = False
-            st.write("") # FOR THE HIDE BUTTON
-            '''
-            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
-            start_time = time.time()
-            if 'analyze' not in st.session_state:
-                st.session_state['analyze'] = ''
-            if st.session_state['analyze'] == 'clicked':
-                hide_button()
-                if self.youtube or self.youtube_er or self.youtube_pf:
+    def process(self):
+        session = st.session_state.analyze
+        if (self.youtube or self.youtube_er or self.youtube_pf) and session == 'clicked':
                     try:
                         combined_text = ""
                         with st.spinner('Youtube...', show_time=True):
                                 st.write('')
                                 # INITIALIZING SESSIONS
-                                combined_text += f"Client Summary: {st.session_state.nature}\n"
+                                #combined_text += f"Client Summary: {st.session_state.nature}\n"
 
                                 try:
                                     combined_text += f"\nYoutube Followers: {self.youtube}"
@@ -158,10 +123,12 @@ class YouTube:
                 
                                 # OUTPUT FOR SEO ANALYST
                                 payload_txt = {"question": combined_text}
-                                result = self.request_model(payload_txt)
+                                #result = self.request_model(payload_txt)
                                 
-                                end_time = time.time()
-                                time_lapsed = end_time - start_time
+                                #end_time = time.time()
+                                #time_lapsed = end_time - start_time
+                                debug_info = {'data_field' : 'YouTube', 'result': combined_text}
+                                '''
                                 debug_info = {
                                     #'analyst': self.analyst_name,
                                     'url_uuid': self.model_url.split("-")[-1],
@@ -169,21 +136,34 @@ class YouTube:
                                     'payload': payload_txt,
                                     'result': result,
                                 }
-                                
+                                '''
                                 collect_telemetry(debug_info)
                                 
                                 #with st.expander("Debug information", icon="⚙"):
                                 #    st.write(debug_info)
 
-                                for df in st.session_state.keys():
-                                    del st.session_state[df]
-                                for facebook_ad_campaign in st.session_state.keys():
-                                    del st.session_state[facebook_ad_campaign]
-
                                 st.session_state['analyzing'] = False 
                     except AttributeError:
                         st.info("Please upload CSV or PDF files first.")
                         hide_button() 
+    
+    def row1(self):
+            self.youtube = st.text_input("Followers:", placeholder='Enter Youtube Followers')
+            self.youtube_er = st.text_input("Audience Engagement Rate:", placeholder='Enter Youtube Audience Engagement Rate')
+            self.youtube_pf = st.text_input("Post Frequency:", placeholder='Enter Youtube Post Frequency')
+
+            followers = {
+                'Youtube Followers': self.youtube if self.youtube else 'N/A',
+            }
+            '''
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("") # FOR THE HIDE BUTTON
+            st.write("AI Analyst Output: ")
+            st.session_state['analyzing'] = False
+            st.write("") # FOR THE HIDE BUTTON
+            '''
+            #analyze_button = st.button("Analyze", disabled=initialize_analyze_session())
+            self.process()
 
 if __name__ == "__main__":
     st.set_page_config(layout="wide")

helper/telemetry.py

@@ -19,6 +19,7 @@ def collect_telemetry(data):
         return
 
     try:
+        '''
         # Get the current UTC time
         utc_now = datetime.now(timezone.utc)
 
@@ -28,6 +29,7 @@ def collect_telemetry(data):
         # Convert the UTC time to GMT+8
         timestamp = utc_now.astimezone(gmt_plus_8).isoformat()
         data['timestamp'] = timestamp
+        '''
         client = MongoClient(mongodb_uri)
         db = client.get_database()  # Use the default database specified in the URI
         collection = db["df_data"]  # Replace "telemetry" with your desired collection name

helper/upload_File.py

@@ -7,7 +7,7 @@ class uploadFile:
     def __init__(self):
         self.file_dict = {}
         self.file_gt = {}
-
+    
     def multiple_upload_file(self, uploaded_files):
         for _ in range(len(self.file_dict)):
             self.file_dict.popitem() 

pages/home.py

@@ -1,6 +1,5 @@
 import os
 import streamlit as st
-st.set_page_config(layout="wide")
 from classes.Off_Page import SeoOffPageAnalyst
 from classes.On_Page_GT import SeoOnGT
 from classes.On_Page_Crawl import SeoOnCrawl
@@ -12,63 +11,106 @@ from classes.Twitter import Twitter
 from classes.Youtube import YouTube
 from classes.Linkedin import Linkedin
 from classes.Tiktok import Tiktok
+import asyncio
+import time
 
-
-# Create a dashboard that will display various agents on the page 
-st.write("# Digital Footprint AI Team")
-if 'nature' not in st.session_state:
-    st.session_state['nature'] = ''
-if 'analyze' not in st.session_state:
-            st.session_state['analyze'] = False
+class DigitalFootprintDashboard:
+    def __init__(self):
+        # Set page configuration
+        st.set_page_config(layout="wide")
+        
+        # Initialize session state variables
+        self._init_session_state()
+        
+        # Create dashboard title
+        st.write("# Digital Footprint AI Team")
+    
+    def _init_session_state(self):
+        """Initialize session state variables if they don't exist"""
+        if 'nature' not in st.session_state:
+            st.session_state['nature'] = ''
+        if 'analyze' not in st.session_state:
+            st.session_state['analyze'] = ''
+        if 'seo' not in st.session_state:
+            st.session_state['seo'] = ''
+        if 'twitter' not in st.session_state:
+            st.session_state['twitter'] = ''
+    
+    async def create_row1(self):
+        """Create the first row with four columns"""
+        col1, col2, col3, col4 = st.columns(4, border=True, gap="medium", vertical_alignment="top")
         
-def row1():
-    col1, col2, col3, col4 = st.columns(4, border=True, gap="medium", vertical_alignment="top")
-    with col1:
-        txt = st.text_area(
+        with col1:
+            txt = st.text_area(
                 "Client Summary:",
-                f"{st.session_state.nature}",help="Name of business, nature of business, location, products/services" 
+                f"{st.session_state.nature}",
+                help="Name of business, nature of business, location, products/services" 
             )
-        st.session_state.nature = txt
-        if 'analyze' not in st.session_state:
-            st.session_state['analyze'] = False
+            st.session_state.nature = txt
 
-        analyze_button = st.button("Analyze", st.session_state['analyze'])
-        if analyze_button:
-            st.session_state['analyze'] = 'clicked'
-        
-    with col2:
-        st.write("## Website Traffic")
-        backlinks = SeoOffPageAnalyst(os.getenv('MODEL_Off_Page_Analyst'))
-        #backlinks = SeoBacklinks(os.getenv('MODEL_SEO_Analyst'))
-        keywords = Seo(os.getenv('MODEL_SEO_Analyst'))    
+            analyze_button = st.button("Analyze", st.session_state['analyze'])
+            if analyze_button == True:
+                st.session_state["analyze"] = 'clicked'
+                st.session_state['seo'] = 'clicked'
+                st.session_state['twitter'] = 'clicked'
+            else:
+                st.session_state["analyze"] = ''
+                st.session_state['seo'] = ''
+                st.session_state['twitter'] = ''
+            
+        with col2:
+            st.write("## Website Traffic")
+            self.backlinks = SeoOffPageAnalyst(os.getenv('MODEL_Off_Page_Analyst'))
+            self.keywords = Seo(os.getenv('MODEL_SEO_Analyst'))    
 
-    with col3:
-        st.write("## Social Media")
-        st.write("### Facebook")
-        facebook = Facebook(os.getenv('MODEL_Social_Media_Analyst'))
+        with col3:
+            st.write("## Social Media")
+            st.write("### Facebook")
+            self.facebook = Facebook(os.getenv('MODEL_Social_Media_Analyst'))
 
-        st.write('### Instagram')
-        instagram = Instagram(os.getenv('MODEL_Social_Media_Analyst'))
+            st.write('### Instagram')
+            self.instagram = Instagram(os.getenv('MODEL_Social_Media_Analyst'))
 
-        st.write('### Twitter')
-        twitter = Twitter(os.getenv('MODEL_Social_Media_Analyst'))
+            st.write('### Twitter')
+            self.twitter = Twitter(os.getenv('MODEL_Social_Media_Analyst'))
 
-        st.write('### YouTube')
-        youtube = YouTube(os.getenv('MODEL_Social_Media_Analyst'))
+            st.write('### YouTube')
+            self.youtube = YouTube(os.getenv('MODEL_Social_Media_Analyst'))
+            
+            st.write('### Linkedin')
+            self.linkedin = Linkedin(os.getenv('MODEL_Social_Media_Analyst'))
 
-        st.write('### Linkedin')
-        linkedin = Linkedin(os.getenv('MODEL_Social_Media_Analyst'))
+            st.write('### Tiktok')
+            self.tiktok = Tiktok(os.getenv('MODEL_Social_Media_Analyst'))
 
-        st.write('### Tiktok')
-        tiktok = Tiktok(os.getenv('MODEL_Social_Media_Analyst'))
+        with col4:
+            st.write("## Website Structure")
+            self.crawl = SeoOnCrawl(os.getenv('MODEL_On_Page_Analyst'))
+            self.gtmetrix = SeoOnGT(os.getenv('MODEL_On_Page_Analyst'))
 
-    with col4:
-        st.write("## Website Structure")
-        crawl = SeoOnCrawl(os.getenv('MODEL_On_Page_Analyst'))
-        gtmetrix = SeoOnGT(os.getenv('MODEL_On_Page_Analyst'))
-       
+        return col1, col2, col3, col4
 
-    return col1, col2, col3, col4
+    async def run_analysis(self):
+        result = await asyncio.gather(
+            self.gtmetrix.process(), 
+            self.backlinks.process(), 
+            self.keywords.process(), 
+            self.facebook.process(), 
+            self.instagram.process(), 
+            self.twitter.process(), 
+            self.youtube.process(), 
+            self.linkedin.process(), 
+            self.tiktok.process(), 
+            self.crawl.process()
+        )
+        st.session_state.analyze = False
 
-row1()
+    async def main(self):
+        """Main method to run the dashboard"""
+        await self.create_row1()
+        self.run_analysis()
 
+# Main execution
+if __name__ == "__main__":
+    dashboard = DigitalFootprintDashboard()
+    asyncio.run(dashboard.main())