Add helper modules for session initialization, telemetry collection, and file uploads

helper/desc.py

@@ -0,0 +1,30 @@
+Analysts = {
+            "Analyst 1": "SEO Off Page Optimization Analyst",
+            "Analyst 2": "SEO On Page Optimization Analyst",
+            "Analyst 3": "SEO Analyst",
+            "Analyst 4": "Social Media Analyst",
+            "Analyst 5": "Lead List Analyst",
+            "Analyst 6": "AI Content Curation and Creation Assistant",
+            "Analyst 7": "SEO On Page Optimization Analyst",
+            "Analyst 8": "SEO On Page Optimization Analyst",
+        }
+Data_Source = {
+            "Analyst_Src 1": "Data Sources - SEMRush",
+            "Analyst_Src 2": "Data Source - Screaming Frog",
+            "Analyst_Src 3": "Data Sources - SEMRush",
+            "Analyst_Src 4": "Data Source -",
+            "Analyst_Src 5": "Data Source -",
+            "Analyst_Src 6": "Data Source -",
+            "Analyst_Src 7": "SEO On Page Optimization Analyst",
+            "Analyst_Src 8": "SEO On Page Optimization Analyst",
+}
+Analysts_Description = {
+        "Analyst_Desc 1": "Upload Backlink List (PDF)",
+        "Analyst_Desc 2": "Upload Files - Crawl (CSV)",
+        "Analyst_Desc 3": "Upload Backlinks List (PDF)",
+        "Analyst_Desc 4": "Ex. SEO Keywords, Traffic Channels, Backlinks (CSV) ",
+        "Analyst_Desc 5": "",
+        "Analyst_Desc 6": "",
+        "Analyst_Desc 7": "Ex. SEO Keywords, Traffic Channels, Backlinks (CSV) ",
+        "Analyst_Desc 8": "Ex. SEO Keywords, Traffic Channels, Backlinks (CSV) ",  
+}

helper/initialize_analyze_session.py

@@ -0,0 +1,7 @@
+import streamlit as st
+
+def initialize_analyze_session():
+        if 'analyzing' not in st.session_state:
+            st.session_state['analyzing'] = False
+        return st.session_state.get('analyzing', False)
+    

helper/telemetry.py

@@ -0,0 +1,39 @@
+import os
+import json
+from datetime import datetime, timedelta, timezone
+from pymongo import MongoClient
+from dotenv import load_dotenv
+
+load_dotenv()
+
+def collect_telemetry(data):
+    """
+    Sends JSON data to a remote MongoDB instance.
+
+    Args:
+        data (dict): The JSON data to send.
+    """
+    mongodb_uri = os.getenv("MONGODB_URI")
+    if not mongodb_uri:
+        print("Telemetry skipped, no database configured.")
+        return
+
+    try:
+        # Get the current UTC time
+        utc_now = datetime.now(timezone.utc)
+
+        # Define the GMT+8 timezone offset
+        gmt_plus_8 = timezone(timedelta(hours=8))
+
+        # Convert the UTC time to GMT+8
+        timestamp = utc_now.astimezone(gmt_plus_8).isoformat()
+        data['timestamp'] = timestamp
+        client = MongoClient(mongodb_uri)
+        db = client.get_database()  # Use the default database specified in the URI
+        collection = db["telemetry"]  # Replace "telemetry" with your desired collection name
+        collection.insert_one(data)
+        print("Data successfully sent to MongoDB.")
+    except Exception as e:
+        print(f"Error sending data to MongoDB: {e}")
+    finally:
+        client.close()

helper/upload_File.py

@@ -0,0 +1,78 @@
+import streamlit as st
+import pandas as pd
+import pymupdf
+from helper.button_behaviour import hide_button, unhide_button
+
+class uploadFile:
+    def __init__(self):
+        self.file_dict = {}
+        self.file_gt = {}
+
+    def multiple_upload_file(self, uploaded_files):
+        for _ in range(len(self.file_dict)):
+            self.file_dict.popitem() 
+
+        for uploaded_file in uploaded_files:
+            if uploaded_file.type == "application/pdf":
+                try:
+                    with pymupdf.open(stream=uploaded_file.read(), filetype="pdf") as doc:  
+                        text = chr(12).join([page.get_text() for page in doc])
+                        self.file_dict[uploaded_file.name] = {'type': 'pdf', 'content': text}
+                except Exception:
+                    pass
+            elif uploaded_file.type == "text/csv":
+                try:
+                    df = pd.read_csv(uploaded_file)
+                    self.file_dict[uploaded_file.name] = {'type': 'csv', 'content': df}
+                except Exception:
+                    pass
+   
+            st.session_state['uploaded_files'] = self.file_dict
+
+    def upload_file_seo(self, uploaded_files):
+        for _ in range(len(self.file_dict)):
+            self.file_dict.popitem() 
+
+        for uploaded_file in uploaded_files:
+            if uploaded_file.type == "application/pdf":
+                try:
+                    with pymupdf.open(stream=uploaded_file.read(), filetype="pdf") as doc:  
+                        text = chr(12).join([page.get_text() for page in doc])
+                        self.file_dict[uploaded_file.name] = {'type': 'pdf', 'content': text}
+                except Exception:
+                    pass
+            elif uploaded_file.type == "text/csv":
+                try:
+                    content = uploaded_file.read().decode("utf-8")
+                    self.file_dict[uploaded_file.name] = {'type': 'csv', 'content': content}
+                except Exception:
+                    pass
+   
+            st.session_state['uploaded_files'] = self.file_dict
+    
+    def upload_gt(self, gtmetrix):
+        for _ in range(len(self.file_gt)):
+            self.file_gt.popitem() 
+
+        for gtmetrixs in gtmetrix:
+            if gtmetrixs.type == "application/pdf":
+                try:
+                    with pymupdf.open(stream=gtmetrixs.read(), filetype="pdf") as doc:  
+                        text = chr(12).join([page.get_text() for page in doc])
+                        self.file_gt[gtmetrixs.name] = {'type': 'pdf', 'content': text}
+                except Exception:
+                    pass
+            elif gtmetrixs.type == "text/csv":
+                try:
+                    content = gtmetrixs.read().decode("utf-8")
+                    self.file_dict[gtmetrixs.name] = {'type': 'csv', 'content': content}
+                except Exception:
+                    pass
+            st.session_state['uploaded_gt'] = self.file_gt
+
+if __name__ == "__main__":
+    app = uploadFile()
+    st.set_page_config(layout="wide")
+
+
+