Merge pull request #95 from barun-saha/visual

global_config.py

@@ -92,9 +92,8 @@ class GlobalConfig:
     COUNT_TOKENS = False
     APP_STRINGS_FILE = 'strings.json'
     PRELOAD_DATA_FILE = 'examples/example_02.json'
-    SLIDES_TEMPLATE_FILE = 'langchain_templates/template_combined.txt'
-    INITIAL_PROMPT_TEMPLATE = 'langchain_templates/chat_prompts/initial_template_v4_two_cols_img.txt'
-    REFINEMENT_PROMPT_TEMPLATE = 'langchain_templates/chat_prompts/refinement_template_v4_two_cols_img.txt'
+    INITIAL_PROMPT_TEMPLATE = 'prompts/initial_template_v4_two_cols_img.txt'
+    REFINEMENT_PROMPT_TEMPLATE = 'prompts/refinement_template_v4_two_cols_img.txt'
 
     LLM_PROGRESS_MAX = 90
     ICONS_DIR = 'icons/png128/'

helpers/llm_helper.py

@@ -157,7 +157,7 @@ def get_langchain_llm(
         return GoogleGenerativeAI(
             model=model,
             temperature=GlobalConfig.LLM_MODEL_TEMPERATURE,
-            max_tokens=max_new_tokens,
+            # max_tokens=max_new_tokens,
             timeout=None,
             max_retries=2,
             google_api_key=api_key,
@@ -182,7 +182,7 @@ def get_langchain_llm(
             api_version=azure_api_version,
             azure_endpoint=azure_endpoint_url,
             temperature=GlobalConfig.LLM_MODEL_TEMPERATURE,
-            max_tokens=max_new_tokens,
+            # max_tokens=max_new_tokens,
             timeout=None,
             max_retries=1,
             api_key=api_key,

langchain_templates/chat_prompts/initial_template.txt

@@ -1,41 +0,0 @@
-You are a helpful, intelligent chatbot. Create the slides for a presentation on the given topic.
-Include main headings for each slide, detailed bullet points for each slide.
-Add relevant content to each slide.
-The content of each slide should be verbose, descriptive, and very detailed.
-If relevant, add one or two examples to illustrate the concept.
-Unless explicitly specified with the topic, create about 10 slides.
-
-
-### Topic:
-{question}
-
-
-The output must be only a valid and syntactically correct JSON adhering to the following schema:
-{{
-    "title": "Presentation Title",
-    "slides": [
-        {{
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 2"
-                ],
-                "Second bullet point"
-            ]
-        }},
-        {{
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",
-                "Second bullet item",
-                "Third bullet point"
-            ]
-        }}
-    ]
-}}
-
-
-### Output:
-```json

langchain_templates/chat_prompts/initial_template_v2_steps.txt

@@ -1,59 +0,0 @@
-You are a helpful, intelligent chatbot. Create the slides for a presentation on the given topic.
-Include main headings for each slide, detailed bullet points for each slide.
-Add relevant content to each slide.
-The content of each slide should be verbose, descriptive, and very detailed.
-If relevant, add one or two examples to illustrate the concept.
-Unless explicitly specified with the topic, create about 10 slides.
-
-
-### Topic:
-{question}
-
-
-The output must be only a valid and syntactically correct JSON adhering to the following schema:
-{{
-    "title": "Presentation Title",
-    "slides": [
-        {{
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 2"
-                ],
-                "Second bullet point"
-            ],
-            "key_message": ""
-        }},
-        {{
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",
-                "Second bullet item",
-                "Third bullet point"
-            ],
-            "key_message": "The key message conveyed in this slide"
-        }},
-        {{
-            "heading": "A slide that describes a step-by-step/sequential process",
-            "bullet_points": [
-                ">> The first step of the process (begins with special marker >>)",
-                ">> A second step (begins with >>)",
-                ">> Third step",
-            ],
-            "key_message": ""
-        }}
-    ]
-}}
-
-
-### Some more hints on the slide content and JSON output format:
-- For two or three important slides, generate the key message that those slides convey and assign
-them to the `key_message` elements of JSON output.
-- Identify if a slide describes a step-by-step/sequential process, then begin the bullet points
-with a special marker >>. Limit this to max two or three slides.
-
-
-### Output:
-```json

langchain_templates/chat_prompts/initial_template_v3_two_cols.txt

@@ -1,78 +0,0 @@
-You are a helpful, intelligent chatbot. Create the slides for a presentation on the given topic.
-Include main headings for each slide, detailed bullet points for each slide.
-Add relevant content to each slide.
-The content of each slide should be VERBOSE, DESCRIPTIVE, and very DETAILED.
-If relevant, add one or two EXAMPLES to illustrate the concept.
-For two or three important slides, generate the key message that those slides convey.
-Identify if a slide describes a step-by-step/sequential process, then begin the bullet points with a special marker >>. Limit this to max two or three slides.
-Also, add at least one slide with a double column layout by generating appropriate content based on the description in the JSON schema provided below.
-ALWAYS add a concluding slide at the end, containing a list of the key takeways and an optional call-to-action if relevant to the context.
-Unless explicitly instructed, create 10 TO 12 SLIDES in total.
-
-
-### Topic:
-{question}
-
-
-The output must be only a valid and syntactically correct JSON adhering to the following schema:
-{{
-    "title": "Presentation Title",
-    "slides": [
-        {{
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 2"
-                ],
-                "Second bullet point"
-            ],
-            "key_message": ""
-        }},
-        {{
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",
-                "Second bullet item",
-                "Third bullet point"
-            ],
-            "key_message": "The key message conveyed in this slide"
-        }},
-        {{
-            "heading": "A slide that describes a step-by-step/sequential process",
-            "bullet_points": [
-                ">> The first step of the process (begins with special marker >>)",
-                ">> A second step (begins with >>)",
-                ">> Third step",
-            ],
-            "key_message": ""
-        }},
-        {{
-            "heading": "A slide with a double column layout (useful for side-by-side comparison/contrasting of two related concepts, e.g., pros & cons, advantages & risks, old approach vs. modern approach, and so on)",
-            "bullet_points": [
-                {{
-                    "heading": "Heading of the left column",
-                    "bullet_points": [
-                        "First bullet point",
-                        "Second bullet item",
-                        "Third bullet point"
-                    ]
-                }},
-                {{
-                    "heading": "Heading of the right column",
-                    "bullet_points": [
-                        "First bullet point",
-                        "Second bullet item",
-                        "Third bullet point"
-                    ]
-                }}
-            ],
-            "key_message": ""
-        }}
-    ]
-}}
-
-
-### Output:
-```json

langchain_templates/chat_prompts/refinement_template.txt

@@ -1,49 +0,0 @@
-You are a helpful, intelligent chatbot. You follow instructions to refine an existing slide deck.
-A list of user instructions is provided below in sequential order -- from the oldest to the latest.
-The previously generated content of the slide deck in JSON format is also provided.
-Follow the instructions to revise the content of the previously generated slides of the presentation on the given topic.
-Include main headings for each slide, detailed bullet points for each slide.
-Add relevant content to each slide.
-The content of the slides should be descriptive, verbose, and detailed.
-If relevant, add one or two examples to illustrate the concept.
-Unless explicitly specified with the topic, create about 10 slides.
-You also fix any syntax error that may be present in the JSON-formatted content.
-
-
-### List of instructions:
-{instructions}
-
-
-### Previously generated slide deck content as JSON:
-{previous_content}
-
-
-The output must be only a valid and syntactically correct JSON adhering to the following schema:
-{{
-    "title": "Presentation Title",
-    "slides": [
-        {{
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 2"
-                ],
-                "Second bullet point"
-            ]
-        }},
-        {{
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",             
-                "Second bullet item",
-                "Third bullet point"
-            ]
-        }}
-    ]
-}}
-
-
-### Output:
-```json

langchain_templates/chat_prompts/refinement_template_v2_steps.txt

@@ -1,70 +0,0 @@
-You are a helpful, intelligent chatbot. You follow instructions to refine an existing slide deck.
-A list of user instructions is provided below in sequential order -- from the oldest to the latest.
-The previously generated content of the slide deck in JSON format is also provided.
-Follow the instructions to revise the content of the previously generated slides of the presentation on the given topic.
-Include main headings for each slide, detailed bullet points for each slide.
-Add relevant content to each slide.
-The content of the slides should be descriptive, verbose, and detailed.
-If relevant, add one or two examples to illustrate the concept.
-Unless explicitly specified with the topic, create about 10 slides.
-You also fix any syntax error that may be present in the JSON-formatted content.
-
-A slide that describes a step-by-step/sequential process begins the bullet points
-with a special marker >>
-
-
-### List of instructions:
-{instructions}
-
-
-### Previously generated slide deck content as JSON:
-{previous_content}
-
-
-The output must be only a valid and syntactically correct JSON adhering to the following schema:
-{{
-    "title": "Presentation Title",
-    "slides": [
-        {{
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 2"
-                ],
-                "Second bullet point"
-            ],
-            "key_message": ""
-        }},
-        {{
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",
-                "Second bullet item",
-                "Third bullet point"
-            ],
-            "key_message": "The key message conveyed in this slide"
-        }},
-        {{
-            "heading": "A slide that describes a step-by-step/sequential process",
-            "bullet_points": [
-                ">> The first step of the process (begins with special marker >>)",
-                ">> A second step (begins with >>)",
-                ">> Third step",
-            ],
-            "key_message": ""
-        }}
-    ]
-}}
-
-
-### Some more hints on the slide content and JSON output format:
-- For two or three important slides, generate the key message that those slides convey and assign
-them to the `key_message` elements of JSON output.
-- Identify if a slide describes a step-by-step/sequential process, then begin the bullet points
-with a special marker >>. Limit this to max two or three slides.
-
-
-### Output:
-```json

langchain_templates/chat_prompts/refinement_template_v3_two_cols.txt

@@ -1,85 +0,0 @@
-You are a helpful, intelligent chatbot. You follow instructions to refine an existing slide deck.
-A list of user instructions is provided below in sequential order -- from the oldest to the latest.
-The previously generated content of the slide deck in JSON format is also provided.
-Follow the instructions to revise the content of the previously generated slides of the presentation on the given topic.
-Include main headings for each slide, detailed bullet points for each slide.
-Add relevant content to each slide.
-The content of each slide should be VERBOSE, DESCRIPTIVE, and very DETAILED.
-If relevant, add one or two EXAMPLES to illustrate the concept.
-For two or three important slides, generate the key message that those slides convey.
-Identify if a slide describes a step-by-step/sequential process, then begin the bullet points with a special marker >>. Limit this to max two or three slides.
-Also, add at least one slide with a double column layout by generating appropriate content based on the description in the JSON schema provided below.
-ALWAYS add a concluding slide at the end, containing a list of the key takeways and an optional call-to-action if relevant to the context.
-Unless explicitly instructed, create 10 TO 12 SLIDES in total.
-
-
-### List of instructions:
-{instructions}
-
-
-### Previously generated slide deck content as JSON:
-{previous_content}
-
-
-The output must be only a valid and syntactically correct JSON adhering to the following schema:
-{{
-    "title": "Presentation Title",
-    "slides": [
-        {{
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 2"
-                ],
-                "Second bullet point"
-            ],
-            "key_message": ""
-        }},
-        {{
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",
-                "Second bullet item",
-                "Third bullet point"
-            ],
-            "key_message": "The key message conveyed in this slide"
-        }},
-        {{
-            "heading": "A slide that describes a step-by-step/sequential process",
-            "bullet_points": [
-                ">> The first step of the process (begins with special marker >>)",
-                ">> A second step (begins with >>)",
-                ">> Third step",
-            ],
-            "key_message": ""
-        }},
-        {{
-            "heading": "A slide with a double column layout (useful for side-by-side comparison/contrasting of two related concepts, e.g., pros & cons, advantages & risks, old approach vs. modern approach, and so on)",
-            "bullet_points": [
-                {{
-                    "heading": "Heading of the left column",
-                    "bullet_points": [
-                        "First bullet point",
-                        "Second bullet item",
-                        "Third bullet point"
-                    ]
-                }},
-                {{
-                    "heading": "Heading of the right column",
-                    "bullet_points": [
-                        "First bullet point",
-                        "Second bullet item",
-                        "Third bullet point"
-                    ]
-                }}
-            ],
-            "key_message": ""
-        }}
-    ]
-}}
-
-
-### Output:
-```json

langchain_templates/template_07.txt

@@ -1,5 +0,0 @@
-You are a helpful, intelligent chatbot. Create the slides for a presentation on the given topic. Include main headings for each slide, detailed bullet points for each slide. Add relevant content to each slide. Do not output any blank line.
-
-
-Topic:
-{topic}

langchain_templates/template_combined.txt

@@ -1,41 +0,0 @@
-You are a helpful, intelligent chatbot. Create the slides for a presentation on the given topic.
-Include main headings for each slide, detailed bullet points for each slide.
-Add relevant content to each slide.
-The content should be descriptive, verbose, and detailed as much as possible.
-If relevant, add one or two examples to illustrate the concept.
-Unless explicitly specified with the topic, create about 10 slides.
-
-
-Topic:
-<REPLACE_PLACEHOLDER>
-
-
-Desired JSON output format:
-{
-    "title": "Presentation Title",
-    "slides": [
-        {
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 2"
-                ],
-                "Second bullet point"
-            ]
-        },
-        {
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",             
-                "Second bullet item",
-                "Third bullet point"
-            ]
-        }
-    ]
-}
-
-
-Output:
-```json

langchain_templates/text_to_json_template.txt

@@ -1,38 +0,0 @@
-Convert the given slide deck text into structured JSON output.
-Also, generate and add an engaging presentation title.
-The output should be only correct and valid JSON having the following structure:
-
-{
-    "title": "...",
-    "slides": [
-        {
-            "heading": "...",
-            "bullet_points": [
-                "...",
-                [
-                    "...",
-                    "..."
-                ]
-            ]
-        },
-        {
-            ...
-        },
-    ]
-}
-
-
-===
-Text:
-
-<REPLACE_PLACEHOLDER>
-===
-
-In the output JSON, the `heading` field should contain the heading of each slide,
-Each slide object has a `bullet_points` array containing the slide's contents. 
-The `bullet_points` array can contain strings or array of strings.
-The indented sub-bullets for each slide from the input text should appear as an array of strings inside `bullet_points`.
-The `bullet_points` field must not contain any object.
-
-Output:
-```json

langchain_templates/text_to_json_template_02.txt

@@ -1,40 +0,0 @@
-Convert the given slide deck text into structured JSON output. Also, generate and add an engaging presentation title. The output should be only correct and valid JSON.
-
-Desired JSON output format:
-
-{
-    "title": "Presentation Title",
-    "slides": [
-        {
-            "heading": "Heading for the First Slide",
-            "bullet_points": [
-                "First bullet point",
-                [
-                    "Sub-bullet point 1",
-                    "Sub-bullet point 1"
-                ],
-                "Second bullet point"
-            ]
-        },
-        {
-            "heading": "Heading for the Second Slide",
-            "bullet_points": [
-                "First bullet point",             
-                "Second bullet item",
-                "Third bullet point"
-            ]
-        }
-    ]
-}
-
-
-=====
-Text:
-
-<REPLACE_PLACEHOLDER>
-=====
-
-In the output JSON, the `heading` field should contain the heading of each slide. Each slide object has a `bullet_points` array containing the slide's contents. 
-
-Output:
-```json

{langchain_templates/chat_prompts → prompts}/initial_template_v4_two_cols_img.txt

@@ -6,11 +6,13 @@ Add relevant, detailed content to each slide. When relevant, add one or two EXAM
 For two or three important slides, generate the key message that those slides convey.
 
 The <ADDITIONAL_INFO> may provide additional information. If available, you should incorporate them while making the slides.
-Read this information carefully. Based on the contents provided, plan the structure of the presentation.
-For example, if it's a paper, you can consider having Problem, Solution, Experiments, and Results, among other sections.
+Read this information carefully. Based on the contents provided, organize the presentation.
+For example, if it's a paper, you can consider having slides describing Problem, Solution, Experiments, and Results, among other sections.
 If it's a product brochure, you can have Features, Changes, Operating Conditions, and likewise relevant sections.
 Similarly, decide for other content types. Then appropriately incorporate the contents into the relevant slides, presenting in a useful way.
-If <ADDITIONAL_INFO> is empty, ignore it.
+If you find that <ADDITIONAL_INFO> contains text from a document and said document has a title, use the same title for the slide deck.
+If there are important content, e.g., equations and theorems, try to capture a few of them.
+If <ADDITIONAL_INFO> is empty, ignore the section and the related instructions.
 
 Identify if a slide describes a step-by-step/sequential process, then begin the bullet points with a special marker >>.
 Limit this to max two or three slides.
@@ -23,7 +25,7 @@ In addition, create one slide containing 4 TO 6 icons (pictograms) illustrating
 In this slide, each line of text will begin with the name of a relevant icon enclosed between [[ and ]], e.g., [[machine-learning]] and [[fairness]].
 Insert icons only in this slide.
 
-Your output, i.e., the content of each slide should be vert detailed and descriptive but not way too verbose.
+The content of each slide should be detailed and descriptive but not way too verbose.
 Avoid writing like a report, but also avoid very short bullet points with just 3-4 words.
 Each bullet point should be detailed and explanatory, not just short phrases.
 

{langchain_templates/chat_prompts → prompts}/refinement_template_v4_two_cols_img.txt

@@ -9,11 +9,13 @@ Add relevant, detailed content to each slide. When relevant, add one or two EXAM
 For two or three important slides, generate the key message that those slides convey.
 
 The <ADDITIONAL_INFO> may provide additional information. If available, you should incorporate them while making the slides.
-Read this information carefully. Based on the contents provided, plan the structure of the presentation.
-For example, if it's a paper, you can consider having Problem, Solution, Experiments, and Results, among other sections.
+Read this information carefully. Based on the contents provided, organize the presentation.
+For example, if it's a paper, you can consider having slides describing Problem, Solution, Experiments, and Results, among other sections.
 If it's a product brochure, you can have Features, Changes, Operating Conditions, and likewise relevant sections.
 Similarly, decide for other content types. Then appropriately incorporate the contents into the relevant slides, presenting in a useful way.
-If <ADDITIONAL_INFO> is empty, ignore it.
+If you find that <ADDITIONAL_INFO> contains text from a document and said document has a title, use the same title for the slide deck.
+If there are important content, e.g., equations and theorems, try to capture a few of them.
+If <ADDITIONAL_INFO> is empty, ignore the section and the related instructions.
 
 Identify if a slide describes a step-by-step/sequential process, then begin the bullet points with a special marker >>. Limit this to max two or three slides.
 Also, add at least one slide with a double column layout by generating appropriate content based on the description in the JSON schema provided below.
@@ -25,7 +27,7 @@ In this slide, each line of text will begin with the name of a relevant icon enc
 Insert icons only in this slide.
 Do not repeat any icons or the icons slide.
 
-Your output, i.e., the content of each slide should be vert detailed and descriptive but not way too verbose.
+The content of each slide should be detailed and descriptive but not way too verbose.
 Avoid writing like a report, but also avoid very short bullet points with just 3-4 words.
 Each bullet point should be detailed and explanatory, not just short phrases.
 

requirements.txt

@@ -15,7 +15,7 @@ langchain-cohere==0.3.3
 langchain-together==0.3.0
 langchain-ollama==0.2.1
 langchain-openai==0.3.3
-streamlit~=1.44.1
+streamlit==1.44.1
 
 python-pptx~=1.0.2
 json5~=0.9.14