!pip install -qU langchain langchain_community tavily-python langchain-groq groq replicate!pip install -qU crewai crewai[tools]

import osfrom google.colab import userdataos.environ['OPENAI_API_KEY'] = userdata.get('OPENAI_API_KEY')os.environ['REPLICATE_API_TOKEN'] = userdata.get('REPLICATE_API_TOKEN')os.environ['TAVILY_API_KEY'] = userdata.get('TAVILY_API_KEY')os.environ['GROQ_API_KEY'] = userdata.get('GROQ_API_KEY')

## 创建websearch toolfrom langchain_community.tools.tavily_search import TavilySearchResultsdef web_search_tool(question: str) -> str:"""This tool is useful when we want web search for current events."""# Function logic here# Step 1: Instantiate the Tavily client with your API keywebsearch = TavilySearchResults()# Step 2: Perform a search queryresponse = websearch.invoke({"query":question})return response

## 创建ext to speechtoolimport replicate#def text2speech(text:str) -> str:"""This tool is useful when we want to convert text to speech."""# Function logic hereoutput = replicate.run("cjwbw/seamless_communication:668a4fec05a887143e5fe8d45df25ec4c794dd43169b9a11562309b2d45873b0",input={"task_name": "T2ST (Text to Speech translation)","input_text": text,"input_text_language": "English","max_input_audio_length": 60,"target_language_text_only": "English","target_language_with_speech": "English"})return output["audio_output"]

#Create text to imagedef text2image(text:str) -> str:"""This tool is useful when we want to generate images from textual descriptions."""# Function logic hereoutput = replicate.run("xlabs-ai/flux-dev-controlnet:f2c31c31d81278a91b2447a304dae654c64a5d5a70340fba811bb1cbd41019a2",input={"steps": 28,"prompt": text,"lora_url": "","control_type": "depth","control_image": "https://replicate.delivery/pbxt/LUSNInCegT0XwStCCJjXOojSBhPjpk2Pzj5VNjksiP9cER8A/ComfyUI_02172_.png","lora_strength": 1,"output_format": "webp","guidance_scale": 2.5,"output_quality": 100,"negative_prompt": "low quality, ugly, distorted, artefacts","control_strength": 0.45,"depth_preprocessor": "DepthAnything","soft_edge_preprocessor": "HED","image_to_image_strength": 0,"return_preprocessed_image": False})print(output)return output[0]

## text to imagedef image2text(image_url:str,prompt:str) -> str:"""This tool is useful when we want to generate textual descriptions from images."""# Functionoutput = replicate.run("yorickvp/llava-13b:80537f9eead1a5bfa72d5ac6ea6414379be41d4d4f6679fd776e9535d1eb58bb",input={"image": image_url,"top_p": 1,"prompt": prompt,"max_tokens": 1024,"temperature": 0.2})return "".join(output)

from crewai_tools import tool## Router Tool@tool("router tool")def router_tool(question:str) -> str:"""Router Function"""prompt = f"""Based on the Question provide below determine the following:1. Is the question directed at generating image ?2. Is the question directed at describing the image ?3. Is the question directed at converting text to speech?.4. Is the question a generic one and needs to be answered searching the web?Question: {question}
RESPONSE INSTRUCTIONS:- Answer either 1 or 2 or 3 or 4.- Answer should strictly be a string.- Do not provide any preamble or explanations except for 1 or 2 or 3 or 4.
OUTPUT FORMAT:1"""response = llm.invoke(prompt).contentif response == "1":return 'text2image'elif response == "3":return 'text2speech'elif response == "4":return 'web_search'else:return 'image2text'

@tool("retriver tool")def retriver_tool(router_response:str,question:str,image_url:str) -> str:"""Retriver Function"""if router_response == 'text2image':return text2image(question)elif router_response == 'text2speech':return text2speech(question)elif router_response == 'image2text':return image2text(image_url,question)else:return web_search_tool(question)

##设置LLMfrom langchain_groq import ChatGroqllm = ChatGroq(model_name="llama-3.1-70b-versatile",temperature=0.1,max_tokens=1000,)

## 创建Router agentfrom crewai import AgentRouter_Agent = Agent(role='Router',goal='Route user question to a text to image or text to speech or web search',backstory=("You are an expert at routing a user question to a text to image or text to speech or web search.""Use the text to image to generate images from textual descriptions.""Use the text to speech to convert text to speech.""Use the image to text to generate text describing the image based on the textual description.""Use the web search to search for current events.""You do not need to be stringent with the keywords in the question related to these topics. Otherwise, use web-search."),verbose=True,allow_delegation=False,llm=llm,tools=[router_tool],)

##Retriever AgentRetriever_Agent = Agent(role="Retriever",goal="Use the information retrieved from the Router to answer the question and image url provided.",backstory=("You are an assistant for directing tasks to respective agents based on the response from the Router.""Use the information from the Router to perform the respective task.""Do not provide any other explanation"),verbose=True,allow_delegation=False,llm=llm,tools=[retriver_tool],)

## 创建 router taskfrom crewai import Taskrouter_task = Task(description=("Analyse the keywords in the question {question}""If the question {question} instructs to describe a image then use the image url {image_url} to generate a detailed and high quality images covering all the nuances secribed in the textual descriptions provided in the question {question}.""Based on the keywords decide whether it is eligible for a text to image or text to speech or web search.""Return a single word 'text2image' if it is eligible for generating images from textual description.""Return a single word 'text2speech' if it is eligible for converting text to speech.""Return a single word 'image2text' if it is eligible for describing the image based on the question {question} and iamge url{image_url}.""Return a single word 'web_search' if it is eligible for web search.""Do not provide any other premable or explaination."),expected_output=("Give a choice 'web_search' or 'text2image' or 'text2speech'or 'image2text' based on the question {question} and image url {image_url}""Do not provide any preamble or explanations except for 'text2image' or 'text2speech' or 'web_search' or 'image2text'."),agent=Router_Agent,)

#创建 retrieve taskretriever_task = Task(description=("Based on the response from the 'router_task' generate response for the question {question} with the help of the respective tool.""Use the web_serach_tool to retrieve information from the web in case the router task output is 'web_search'.""Use the text2speech tool to convert the test to speech in english in case the router task output is 'text2speech'.""Use the text2image tool to convert the test to speech in english in case the router task output is 'text2image'.""Use the image2text tool to describe the image provide in the image url in case the router task output is 'image2text'."),expected_output=("You should analyse the output of the 'router_task'""If the response is 'web_search' then use the web_search_tool to retrieve information from the web.""If the response is 'text2image' then use the text2image tool to generate a detailed and high quality images covering all the nuances secribed in the textual descriptions provided in the question {question}.""If the response is 'text2speech' then use the text2speech tool to convert the text provided in the question {question} to speech""If the response is 'image2text' then use the 'image2text' tool to describe the image based on the question {question} and {image_url}."),agent=Retriever_Agent,context=[router_task],)

## 设置 crewfrom crewai import Crew,Processcrew = Crew(agents=[Router_Agent,Retriever_Agent],tasks=[router_task,retriever_task],verbose=True,)

## 启动inputs ={"question":"Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor","image_url":" "}result = crew.kickoff(inputs=inputs)
######################Response#############################[2024-08-25 04:14:22][DEBUG]: == Working Agent: Router [2024-08-25 04:14:22][INFO]: == Starting Task: Analyse the keywords in the question Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visorIf the question Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor instructs to describe a image then use the image url to generate a detailed and high quality images covering all the nuances secribed in the textual descriptions provided in the question Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor.Based on the keywords decide whether it is eligible for a text to image or text to speech or web search.Return a single word 'text2image' if it is eligible for generating images from textual description.Return a single word 'text2speech' if it is eligible for converting text to speech.Return a single word 'image2text' if it is eligible for describing the image based on the question Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor and iamge url .Return a single word 'web_search' if it is eligible for web search.Do not provide any other premable or explaination.

> Entering new CrewAgentExecutor chain...Thought: The question contains keywords like "Generate an image based upon this text" and a detailed description of the image, so it seems like the user wants to generate an image from the given text.
Action: router toolAction Input: {"question": "Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor"} 
text2image
Thought: The question contains keywords like "Generate an image based upon this text" and a detailed description of the image, so it seems like the user wants to generate an image from the given text.
Action: router toolAction Input: {"question": "Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor"} 
I tried reusing the same input, I must stop using this action input. I'll try something else instead.


Thought: The question contains keywords like "Generate an image based upon this text" and a detailed description of the image, so it seems like the user wants to generate an image from the given text.
Action: router toolAction Input: {"question": "a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor"} 
text2image
Thought: I now know the final answerFinal Answer: text2image
> Finished chain. [2024-08-25 04:14:26][DEBUG]: == [Router] Task output: text2image

 [2024-08-25 04:14:26][DEBUG]: == Working Agent: Retriever [2024-08-25 04:14:26][INFO]: == Starting Task: Based on the response from the 'router_task' generate response for the question Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor with the help of the respective tool.Use the web_serach_tool to retrieve information from the web in case the router task output is 'web_search'.Use the text2speech tool to convert the test to speech in english in case the router task output is 'text2speech'.Use the text2image tool to convert the test to speech in english in case the router task output is 'text2image'.Use the image2text tool to describe the image provide in the image url in case the router task output is 'image2text'.

> Entering new CrewAgentExecutor chain...Thought: I need to use the information from the Router to determine the task to perform.
Action: retriver toolAction Input: {"router_response": "text2image", "question": "Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor", "image_url": ""}['https://replicate.delivery/yhqm/XjBShO4PSexSSaThOCnZoDl4rYeq1pNAZNaKIuvi3mvFHGWTA/R8_FLUX_XLABS_00001_.webp']
https://replicate.delivery/yhqm/XjBShO4PSexSSaThOCnZoDl4rYeq1pNAZNaKIuvi3mvFHGWTA/R8_FLUX_XLABS_00001_.webp
Thought: I need to use the information from the Router to determine the task to perform.Action: retriver toolAction Input: {"router_response": "text2image", "question": "Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor", "image_url": ""} 
I tried reusing the same input, I must stop using this action input. I'll try something else instead.


Thought: I need to use the information from the Router to determine the task to perform.
Action: retriver toolAction Input: {"router_response": "text2image", "question": "Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor", "image_url": ""} 
I tried reusing the same input, I must stop using this action input. I'll try something else instead.


Thought: I need to use the information from the Router to determine the task to perform.
Action: retriver toolAction Input: {"router_response": "text2image", "question": "Generate an image based upon this text: a close up portfolio photo of a beautiful Indian Model woman, perfect eyes, bright studio lights, bokeh, 50mm photo, neon pink visor", "image_url": ""} 
I tried reusing the same input, I must stop using this action input. I'll try something else instead.


Thought: I now know the final answerFinal Answer: https://replicate.delivery/yhqm/XjBShO4PSexSSaThOCnZoDl4rYeq1pNAZNaKIuvi3mvFHGWTA/R8_FLUX_XLABS_00001_.webp
> Finished chain. [2024-08-25 04:15:07][DEBUG]: == [Retriever] Task output: https://replicate.delivery/yhqm/XjBShO4PSexSSaThOCnZoDl4rYeq1pNAZNaKIuvi3mvFHGWTA/R8_FLUX_XLABS_00001_.webp

import requestsfrom PIL import Imagefrom io import BytesIOimport matplotlib.pyplot as plt
# URL of the imageimage_url = result.raw
# Fetch the imageresponse = requests.get(image_url)
# Check if the request was successfulif response.status_code == 200:# Open the image using PILimg = Image.open(BytesIO(response.content))
# Display the image using matplotlibplt.imshow(img)plt.axis('off')# Hide the axisplt.show()else:print("Failed to retrieve image. Status code:", response.status_code)