Update app.py

app.py

@@ -2,11 +2,12 @@ import os
 import gradio as gr
 import openai
 import google.generativeai as palm
+import together
 
 llm_api_options = ["OpenAI API","Azure OpenAI API","Google PaLM API", "Llama 2"]
 TEST_MESSAGE = "Write an introductory paragraph to explain Generative AI to the reader of this content."
 openai_models = ["gpt-4", "gpt-4-0613", "gpt-4-32k", "gpt-4-32k-0613", "gpt-3.5-turbo",
-                      "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "text-davinci-003", 
+                      "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "text-davinci-003",
                      "text-davinci-002", "text-curie-001", "text-babbage-001", "text-ada-001"]
 
 google_palm_models = ["models/text-bison-001", "models/chat-bison-001","models/embedding-gecko-001"]
@@ -25,10 +26,10 @@ def openai_text_completion(openai_api_key: str, prompt: str, model: str):
         openai.api_key = openai_api_key
         openai.api_version = '2020-11-07'
         completion = openai.ChatCompletion.create(
-            model = model, 
+            model = model,
             messages = messages,
             temperature = temperature
-        )           
+        )
         response = completion["choices"][0]["message"].content
         return "", response
     except Exception as exception:
@@ -47,14 +48,14 @@ def azure_openai_text_completion(azure_openai_api_key: str, azure_endpoint: str,
         ]
         openai.api_key = azure_openai_api_key
         openai.api_type = "azure"
-        openai.api_version = "2023-05-15" 
+        openai.api_version = "2023-05-15"
         openai.api_base = f"https://{azure_endpoint}.openai.azure.com"
         completion = openai.ChatCompletion.create(
-            model = model, 
+            model = model,
             engine = azure_deployment_name,
             messages = messages,
             temperature = temperature
-        )           
+        )
         response = completion["choices"][0]["message"].content
         return "", response
     except Exception as exception:
@@ -64,7 +65,7 @@ def azure_openai_text_completion(azure_openai_api_key: str, azure_endpoint: str,
 
 
 def palm_text_completion(google_palm_key: str, prompt: str, model: str):
-    try:        
+    try:
         candidate_count = 1
         top_k = 40
         top_p = 0.95
@@ -80,7 +81,6 @@ def palm_text_completion(google_palm_key: str, prompt: str, model: str):
                   'stop_sequences': [],
                   'safety_settings': [{"category":"HARM_CATEGORY_DEROGATORY","threshold":1},{"category":"HARM_CATEGORY_TOXICITY","threshold":1},{"category":"HARM_CATEGORY_VIOLENCE","threshold":2},{"category":"HARM_CATEGORY_SEXUAL","threshold":2},{"category":"HARM_CATEGORY_MEDICAL","threshold":2},{"category":"HARM_CATEGORY_DANGEROUS","threshold":2}],
                 }
-        
         response = palm.generate_text(
           **defaults,
           prompt=prompt
@@ -91,15 +91,18 @@ def palm_text_completion(google_palm_key: str, prompt: str, model: str):
         print(exception)
         return f" palm_text_completion Error - {exception}", ""
 
-def test_handler(optionSelection, 
-                 openai_key, 
-                 azure_openai_key, 
-                 azure_openai_api_base, 
-                 azure_openai_deployment_name, 
-                 google_generative_api_key, 
-                 prompt: str = TEST_MESSAGE, 
-                 openai_model_name: str ="gpt-4", 
-                 google_model_name: str ="models/text-bison-001"):
+def test_handler(optionSelection,
+                 openai_key,
+                 azure_openai_key,
+                 azure_openai_api_base,
+                 azure_openai_deployment_name,
+                 google_generative_api_key,
+                 together_api_key,
+                 prompt: str = TEST_MESSAGE,
+                 openai_model_name: str ="gpt-4",
+                 google_model_name: str ="models/text-bison-001",
+                 together_model_name: str = "togethercomputer/llama-2-70b-chat"
+                ):
     match optionSelection:
         case  "OpenAI API":
             message, response = openai_text_completion(openai_key, prompt,openai_model_name)
@@ -111,18 +114,21 @@ def test_handler(optionSelection,
             message, response = palm_text_completion(google_generative_api_key, prompt,google_model_name)
             return message, response
         case  "Llama 2":
-            return f"{optionSelection} is not yet implemented!", ""
+            together.api_key = together_api_key
+            model: str = together_model_name
+            output = together.Complete.create(prompt, model=model,temperature=temperature)
+            return "Response from Together API", output['output']['choices'][0]['text']
         case _:
             if optionSelection not in llm_api_options:
                 return ValueError("Invalid choice!"), ""
 
-        
+
 
 with gr.Blocks() as LLMDemoTabbedScreen:
     with gr.Tab("Text-to-Text (Text Completion)"):
         llm_options = gr.Radio(llm_api_options, label="Select one", info="Which service do you want to use?", value="OpenAI API")
         with gr.Row():
-            with gr.Column(): 
+            with gr.Column():
                 test_string = gr.Textbox(label="Try String", value=TEST_MESSAGE, lines=5)
                 test_string_response = gr.Textbox(label="Response", lines=5)
                 test_string_output_info = gr.Label(value="Output Info", label="Info")
@@ -133,29 +139,36 @@ with gr.Blocks() as LLMDemoTabbedScreen:
             openai_key = gr.Textbox(label="OpenAI API Key", type="password")
         with gr.Tab("Azure Open AI"):
             with gr.Row():
-                with gr.Column():                    
+                with gr.Column():
                     azure_openai_key = gr.Textbox(label="Azure OpenAI API Key", type="password")
                     azure_openai_api_base = gr.Textbox(label="Azure OpenAI API Endpoint")
                     azure_openai_deployment_name = gr.Textbox(label="Azure OpenAI API Deployment Name")
         with gr.Tab("Google PaLM API"):
             with gr.Row():
                 with gr.Column():
-                    google_model_name = gr.Dropdown(google_palm_models, value="models/text-bison-001", label="Model", info="Select one, for Natural language") 
+                    google_model_name = gr.Dropdown(google_palm_models, value="models/text-bison-001", label="Model", info="Select one, for Natural language")
                     google_generative_api_key = gr.Textbox(label="Google Generative AI API Key", type="password")
-        
+        with gr.Tab("Llama-2"):
+            with gr.Row():
+                with gr.Column():
+                    together_model_name = gr.Dropdown(['togethercomputer/llama-2-70b-chat'], value="togethercomputer/llama-2-70b-chat", label="Model", info="Select one, for Natural language")
+                    together_api_key = gr.Textbox(label="Together API Key", type="password")
+
     test_button.click(
             fn=test_handler,
-            inputs=[llm_options, 
-                    openai_key, 
-                    azure_openai_key, 
-                    azure_openai_api_base, 
-                    azure_openai_deployment_name, 
-                    google_generative_api_key, 
-                    test_string, 
-                    openai_model, 
-                    google_model_name],
+            inputs=[llm_options,
+                    openai_key,
+                    azure_openai_key,
+                    azure_openai_api_base,
+                    azure_openai_deployment_name,
+                    google_generative_api_key,
+                    together_api_key,
+                    test_string,
+                    openai_model,
+                    google_model_name,
+                    together_model_name],
             outputs=[test_string_output_info, test_string_response]
     )
-    
+
 if __name__ == "__main__":
     LLMDemoTabbedScreen.launch()