Update app.py

app.py

@@ -12,25 +12,9 @@ import json
 import uuid  # 🎲 For generating unique IDs
 from urllib.parse import quote  # 🔗 For encoding URLs
 from gradio_client import Client  # 🌐 For connecting to Gradio apps
-import anthropic
-import pytz
-import re
-from PIL import Image
-import glob
-from streamlit.components.v1 import html
-
-# 🎉 Welcome to our epic Cosmos DB, GitHub, and Claude App! The universe is at your command 🚀
-st.set_page_config(
-    page_title="🤖Git🌌Cosmos💫 & Claude🧠",
-    page_icon="🤖🌌💫📝",
-    layout="wide",
-    initial_sidebar_state="auto",
-    menu_items={
-        'Get Help': 'https://huggingface.co/awacke1',
-        'Report a bug': 'https://huggingface.co/spaces/awacke1',
-        'About': '🐙Git🌌Cosmos💫 - Azure Cosmos DB and GitHub Agent, Now with Claude!'
-    }
-)
+
+# 🎉 Welcome to our fun-filled Cosmos DB and GitHub Integration app!
+st.set_page_config(layout="wide")
 
 # 🌌 Cosmos DB configuration
 ENDPOINT = "https://acae-afd.documents.azure.com:443/"
@@ -38,11 +22,8 @@ DATABASE_NAME = os.environ.get("COSMOS_DATABASE_NAME")
 CONTAINER_NAME = os.environ.get("COSMOS_CONTAINER_NAME")
 Key = os.environ.get("Key")  # 🔑 Don't forget your key!
 
-# Set up the Anthropic client (Claude time 🤖🧠)
-client_anthropic = anthropic.Anthropic(api_key=os.environ.get("ANTHROPIC_API_KEY"))
-
-# Set up Gradio client for ArXiv queries (ArXiv, the scholar's playground 🎓)
-client_gradio = Client("awacke1/Arxiv-Paper-Search-And-QA-RAG-Pattern")
+# 🏠 Your local app URL (Change this to your app's URL)
+LOCAL_APP_URL = "https://huggingface.co/spaces/awacke1/AzureCosmosDBUI"
 
 # 🐙 GitHub configuration
 def download_github_repo(url, local_path):
@@ -65,8 +46,6 @@ def push_to_github(local_path, repo, github_token):
     repo_url = f"https://{github_token}@github.com/{repo.full_name}.git"
     local_repo = Repo(local_path)
     if 'origin' in [remote.name for remote in local_repo.remotes]:
-
-    #if 'origin' in [remote.name for remote.local_repo.remotes]: --error
         origin = local_repo.remote('origin')
         origin.set_url(repo_url)
     else:
@@ -92,8 +71,23 @@ def get_base64_download_link(file_path, file_name):
     base64_encoded = base64.b64encode(contents).decode()
     return f'<a href="data:application/zip;base64,{base64_encoded}" download="{file_name}">⬇️ Download {file_name}</a>'
 
-# 🌟 Cosmos DB functions
+# 🧭 Cosmos DB Functions
+def get_databases(client):
+    # 📚 Fetching list of databases!
+    return [db['id'] for db in client.list_databases()]
+
+def get_containers(database):
+    # 📂 Listing containers within the selected database
+    return [container['id'] for container in database.list_containers()]
+
+def get_documents(container, limit=None):
+    # 📝 Fetching documents from Cosmos DB
+    query = "SELECT * FROM c ORDER BY c._ts DESC"
+    items = list(container.query_items(query=query, enable_cross_partition_query=True, max_item_count=limit))
+    return items
+
 def insert_record(container, record):
+    # 📥 Inserting a record into the Cosmos DB
     try:
         container.create_item(body=record)
         return True, "Record inserted successfully! 🎉"
@@ -102,134 +96,204 @@ def insert_record(container, record):
     except Exception as e:
         return False, f"An unexpected error occurred: {str(e)} 😱"
 
+def update_record(container, updated_record):
+    # 🛠️ Updating a record in the Cosmos DB
+    try:
+        container.upsert_item(body=updated_record)
+        return True, f"Record with id {updated_record['id']} successfully updated. 🛠️"
+    except exceptions.CosmosHttpResponseError as e:
+        return False, f"HTTP error occurred: {str(e)} 🚨"
+    except Exception as e:
+        return False, f"An unexpected error occurred: {traceback.format_exc()} 😱"
+
+def delete_record(container, name, id):
+    # 🗑️ Deleting a record in Cosmos DB
+    try:
+        container.delete_item(item=id, partition_key=id)
+        return True, f"Successfully deleted record with name: {name} and id: {id} 🗑️"
+    except exceptions.CosmosResourceNotFoundError:
+        return False, f"Record with id {id} not found. It may have been already deleted. 🕵️‍♂️"
+    except exceptions.CosmosHttpResponseError as e:
+        return False, f"HTTP error occurred: {str(e)} 🚨"
+    except Exception as e:
+        return False, f"An unexpected error occurred: {traceback.format_exc()} 😱"
+
+def archive_current_container(database_name, container_name, client):
+    # 📦 Archiving the container data from Cosmos DB
+    try:
+        base_dir = "./cosmos_archive_current_container"
+        if os.path.exists(base_dir):
+            shutil.rmtree(base_dir)
+        os.makedirs(base_dir)
+        
+        db_client = client.get_database_client(database_name)
+        container_client = db_client.get_container_client(container_name)
+        items = list(container_client.read_all_items())
+        
+        container_dir = os.path.join(base_dir, container_name)
+        os.makedirs(container_dir)
+        
+        for item in items:
+            item_id = item.get('id', f"unknown_{datetime.now().strftime('%Y%m%d%H%M%S')}")
+            with open(os.path.join(container_dir, f"{item_id}.json"), 'w') as f:
+                json.dump(item, f, indent=2)
+        
+        archive_name = f"{container_name}_archive_{datetime.now().strftime('%Y%m%d%H%M%S')}"
+        shutil.make_archive(archive_name, 'zip', base_dir)
+        
+        return get_base64_download_link(f"{archive_name}.zip", f"{archive_name}.zip")
+    except Exception as e:
+        return f"An error occurred while archiving data: {str(e)} 😢"
+
 # 🎲 Function to generate a unique UUID
 def generate_unique_id():
+    # 🔮 Generate a unique ID for new records
     return str(uuid.uuid4())
 
-# Claude 🧠 Chat handling (Wise responses guaranteed! 🤖)
-def chat_with_claude(user_input):
-    response = client_anthropic.messages.create(
-        model="claude-3-sonnet-20240229",
-        max_tokens=1000,
-        messages=[
-            {"role": "user", "content": user_input}
-        ]
-    )
-    return response.content[0].text
-
-# File handling (Save that wisdom in files! 💾)
-def generate_filename(prompt, file_type):
-    central = pytz.timezone('US/Central')
-    safe_date_time = datetime.now(central).strftime("%m%d_%H%M")
-    safe_prompt = re.sub(r'\W+', '_', prompt)[:90]
-    return f"{safe_date_time}_{safe_prompt}.{file_type}"
-
-def create_file(filename, prompt, response, should_save=True):
-    if not should_save:
-        return
-    with open(filename, 'w', encoding='utf-8') as file:
-        file.write(prompt + "\n\n" + response)
-
-def load_file(file_name):
-    with open(file_name, "r", encoding='utf-8') as file:
-        content = file.read()
-    return content
-
-# 🎨 Image and media handling (Let's look at some visuals! 📸🎬🎶)
-def get_video_html(video_path, width="100%"):
-    video_url = f"data:video/mp4;base64,{base64.b64encode(open(video_path, 'rb').read()).decode()}"
-    return f'''
-    <video width="{width}" controls autoplay muted loop>
-        <source src="{video_url}" type="video/mp4">
-        Your browser does not support the video tag.
-    </video>
-    '''
-
-def get_audio_html(audio_path, width="100%"):
-    audio_url = f"data:audio/mpeg;base64,{base64.b64encode(open(audio_path, 'rb').read()).decode()}"
-    return f'''
-    <audio controls style="width: {width};">
-        <source src="{audio_url}" type="audio/mpeg">
-        Your browser does not support the audio element.
-    </audio>
-    '''
-
-# Streamlit layout (because a clean UI is key! 🏠)
+# 🔗 Helper function for hyperlink extraction
+def extract_hyperlinks(responses):
+    # 🔗 Extracting hyperlinks from response
+    hyperlinks = []
+    for response in responses:
+        parsed_response = json.loads(response)
+        links = [value for key, value in parsed_response.items() if isinstance(value, str) and value.startswith("http")]
+        hyperlinks.extend(links)
+    return hyperlinks
+
+# 📋 Helper function to format text with line numbers
+def format_with_line_numbers(text):
+    # 📋 Organizing lines with numbers
+    lines = text.splitlines()
+    formatted_text = '\n'.join(f"{i+1}: {line}" for i, line in enumerate(lines))
+    return formatted_text
+
+# 🎤 Function to process text input
+def process_text(text_input):
+    # 🎤 Processing input for queries or searches
+    if text_input:
+        if 'messages' not in st.session_state:
+            st.session_state.messages = []
+        
+        st.session_state.messages.append({"role": "user", "content": text_input})
+
+        with st.chat_message("user"):
+            st.markdown(text_input)
+            
+        with st.chat_message("assistant"):
+            search_glossary(text_input)
+
+# 🎈 Main function to drive the application
 def main():
-    st.title("🐙Git🌌Cosmos💫 & Claude🧠 - The Ultimate App")
+    # 🎈 Let's kickstart the app with a fun introduction!
+    st.title("🐙Git🌌Cosmos💫 - Azure Cosmos DB and Github Agent")
 
-    # Sidebar navigation (The command center 🧭)
-    st.sidebar.title("🧠Claude📝 & Cosmos Explorer")
-    
-    # Cosmos DB Section
-    st.sidebar.header("Cosmos DB Controls")
+    # 🚦 Initialize session state for managing components
+    if 'logged_in' not in st.session_state:
+        st.session_state.logged_in = False
+    if 'client' not in st.session_state:
+        st.session_state.client = None
+    if 'selected_database' not in st.session_state:
+        st.session_state.selected_database = None
+    if 'selected_container' not in st.session_state:
+        st.session_state.selected_container = None
+
+    # 🔐 Login management
     if Key:
         st.session_state.primary_key = Key
         st.session_state.logged_in = True
+    else:
+        st.error("Cosmos DB Key is not set in environment variables. 🔑❌")
+        return
 
-        if st.session_state.logged_in:
-            st.sidebar.write("🔐 Connected to Cosmos DB!")
+    if st.session_state.logged_in:
+        try:
+            # 🌌 Initialize Cosmos DB client
+            if st.session_state.client is None:
+                st.session_state.client = CosmosClient(ENDPOINT, credential=st.session_state.primary_key)
+            
+            # 🗄️ Sidebar for database and container selection
+            st.sidebar.title("🗄️ Cosmos DB Navigator")
+            
+            databases = get_databases(st.session_state.client)
+            selected_db = st.sidebar.selectbox("🗃️ Select Database", databases)
             
-            # Fetch documents
-            cosmos_client = CosmosClient(ENDPOINT, credential=st.session_state.primary_key)
-            databases = [db['id'] for db in cosmos_client.list_databases()]
-            selected_db = st.sidebar.selectbox("Select Database", databases)
+            if selected_db != st.session_state.selected_database:
+                st.session_state.selected_database = selected_db
+                st.session_state.selected_container = None
+                st.rerun()
             
-            if selected_db:
-                db_client = cosmos_client.get_database_client(selected_db)
-                containers = [container['id'] for container in db_client.list_containers()]
-                selected_container = st.sidebar.selectbox("Select Container", containers)
+            if st.session_state.selected_database:
+                database = st.session_state.client.get_database_client(st.session_state.selected_database)
+                containers = get_containers(database)
+                selected_container = st.sidebar.selectbox("📁 Select Container", containers)
                 
-                if selected_container:
-                    container = db_client.get_container_client(selected_container)
-                    documents = list(container.read_all_items())
+                if selected_container != st.session_state.selected_container:
+                    st.session_state.selected_container = selected_container
+                    st.rerun()
+
+                if st.session_state.selected_container:
+                    container = database.get_container_client(st.session_state.selected_container)
+
+                    # 📦 Export container data
+                    if st.button("📦 Export Container Data"):
+                        download_link = archive_current_container(st.session_state.selected_database, st.session_state.selected_container, st.session_state.client)
+                        if download_link.startswith('<a'):
+                            st.markdown(download_link, unsafe_allow_html=True)
+                        else:
+                            st.error(download_link)
+                    
+                    # 📝 Display documents
+                    documents = get_documents(container)
+                    st.subheader(f"📊 Container: {st.session_state.selected_container}")
                     if documents:
-                        st.write("📝 Document List:")
                         df = pd.DataFrame(documents)
                         st.dataframe(df)
                     else:
-                        st.write("📭 No documents in this container.")
-    
-    # Claude Chat Section
-    st.header("Chat with Claude 🤖🧠")
-    user_input = st.text_area("Ask Claude anything:")
-    if st.button("Send"):
-        if user_input:
-            response = chat_with_claude(user_input)
-            st.write(f"Claude says: {response}")
-
-            filename = generate_filename(user_input, "md")
-            create_file(filename, user_input, response)
-
-            if 'chat_history' not in st.session_state:
-                st.session_state.chat_history = []
-            st.session_state.chat_history.append({"user": user_input, "claude": response})
-
-    if "chat_history" in st.session_state:
-        st.subheader("Past Conversations 📜")
-        for chat in st.session_state.chat_history:
-            st.text_area("You said 💬:", chat["user"], height=100, disabled=True)
-            st.text_area("Claude replied 🤖:", chat["claude"], height=200, disabled=True)
-            st.markdown("---")
-
-    # Media Galleries (For those who prefer images and videos 🖼🎥🎶)
-    st.subheader("Image Gallery 🖼")
-    image_files = glob.glob("*.png") + glob.glob("*.jpg")
-    cols = st.columns(3)
-    for idx, image_file in enumerate(image_files):
-        with cols[idx % 3]:
-            img = Image.open(image_file)
-            st.image(img)
-
-    st.subheader("Video Gallery 🎥")
-    video_files = glob.glob("*.mp4")
-    for video_file in video_files:
-        st.markdown(get_video_html(video_file), unsafe_allow_html=True)
-
-    st.subheader("Audio Gallery 🎶")
-    audio_files = glob.glob("*.mp3") + glob.glob("*.wav")
-    for audio_file in audio_files:
-        st.markdown(get_audio_html(audio_file), unsafe_allow_html=True)
+                        st.info("No documents to display. 🧐")
+            
+            # 🐙 GitHub operations
+            st.subheader("🐙 GitHub Operations")
+            github_token = os.environ.get("GITHUB")  # GitHub token for authentication
+            source_repo = st.text_input("Source GitHub Repository URL", value="https://github.com/AaronCWacker/AIExamples-8-24-Streamlit")
+            new_repo_name = st.text_input("New Repository Name", value=f"AIExample-Clone-{datetime.now().strftime('%Y%m%d_%H%M%S')}")
+
+            col1, col2 = st.columns(2)
+            with col1:
+                if st.button("📥 Clone Repository"):
+                    if github_token and source_repo:
+                        local_path = f"./temp_repo_{datetime.now().strftime('%Y%m%d%H%M%S')}"
+                        download_github_repo(source_repo, local_path)
+                        zip_filename = f"{new_repo_name}.zip"
+                        create_zip_file(local_path, zip_filename[:-4])
+                        st.markdown(get_base64_download_link(zip_filename, zip_filename), unsafe_allow_html=True)
+                        st.success("Repository cloned successfully! 🎉")
+                        shutil.rmtree(local_path)
+                    else:
+                        st.error("Please provide GitHub token and source repo URL.")
+
+            with col2:
+                if st.button("📤 Push to New Repository"):
+                    if github_token and source_repo:
+                        g = Github(github_token)
+                        new_repo = create_repo(g, new_repo_name)
+                        local_path = f"./temp_repo_{datetime.now().strftime('%Y%m%d%H%M%S')}"
+                        download_github_repo(source_repo, local_path)
+                        push_to_github(local_path, new_repo, github_token)
+                        st.success(f"Repository pushed successfully to {new_repo.html_url} 🚀")
+                        shutil.rmtree(local_path)
+                    else:
+                        st.error("Please provide GitHub token and source repo URL.")
+
+        except exceptions.CosmosHttpResponseError as e:
+            st.error(f"Failed to connect to Cosmos DB. HTTP error: {str(e)} 🚨")
+        except Exception as e:
+            st.error(f"An unexpected error occurred: {str(e)} 😱")
+
+    # 🚪 Logout option
+    if st.session_state.logged_in and st.sidebar.button("🚪 Logout"):
+        st.session_state.logged_in = False
+        st.session_state.client = None
+        st.rerun()
 
 if __name__ == "__main__":
     main()