Beautiful Soup.json

{"name":"Beautiful Soup","description":"Extracts relevant links from a website.","data":{"nodes":[{"width":384,"height":375,"id":"PromptTemplate-lOPq4","type":"genericNode","position":{"x":1550.5915123461584,"y":563.636573923162},"data":{"type":"PromptTemplate","node":{"template":{"output_parser":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"output_parser","advanced":false,"dynamic":false,"info":"","type":"BaseOutputParser","list":false},"input_variables":{"required":true,"placeholder":"","show":false,"multiline":false,"password":false,"name":"input_variables","advanced":false,"dynamic":false,"info":"","type":"str","list":true,"value":["links"]},"partial_variables":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"partial_variables","advanced":false,"dynamic":false,"info":"","type":"code","list":false},"template":{"required":true,"placeholder":"","show":true,"multiline":true,"password":false,"name":"template","advanced":false,"dynamic":false,"info":"","type":"prompt","list":false,"value":"Out of the links below, check which ones could contain the email of the website's company. For example, pages like \"About Us\" and \"Contact Us\". \n\nThen return only the links that could give this kind of information.\n\n{links}\n\n-----------\n\nDo not return more than 3 links. Please make sure to return the most promising ones to find that sort of information."},"template_format":{"required":false,"placeholder":"","show":false,"multiline":false,"value":"f-string","password":false,"name":"template_format","advanced":false,"dynamic":false,"info":"","type":"str","list":false},"validate_template":{"required":false,"placeholder":"","show":false,"multiline":false,"value":true,"password":false,"name":"validate_template","advanced":false,"dynamic":false,"info":"","type":"bool","list":false},"_type":"PromptTemplate","links":{"required":false,"placeholder":"","show":true,"multiline":true,"value":"","password":false,"name":"links","display_name":"links","advanced":false,"input_types":["Document","BaseOutputParser"],"dynamic":false,"info":"","type":"str","list":false}},"description":"A prompt template for a language model.","base_classes":["BasePromptTemplate","PromptTemplate","StringPromptTemplate"],"name":"","display_name":"PromptTemplate","documentation":"https://python.langchain.com/docs/modules/model_io/prompts/prompt_templates/","custom_fields":{"template":["links"],"":["links"]},"output_types":[],"field_formatters":{"formatters":{"openai_api_key":{}},"base_formatters":{"kwargs":{},"optional":{},"list":{},"dict":{},"union":{},"multiline":{},"show":{},"password":{},"default":{},"headers":{},"dict_code_file":{},"model_fields":{"MODEL_DICT":{"OpenAI":["text-davinci-003","text-davinci-002","text-curie-001","text-babbage-001","text-ada-001"],"ChatOpenAI":["gpt-3.5-turbo-0613","gpt-3.5-turbo","gpt-3.5-turbo-16k-0613","gpt-3.5-turbo-16k","gpt-4-0613","gpt-4-32k-0613","gpt-4","gpt-4-32k"],"Anthropic":["claude-v1","claude-v1-100k","claude-instant-v1","claude-instant-v1-100k","claude-v1.3","claude-v1.3-100k","claude-v1.2","claude-v1.0","claude-instant-v1.1","claude-instant-v1.1-100k","claude-instant-v1.0"],"ChatAnthropic":["claude-v1","claude-v1-100k","claude-instant-v1","claude-instant-v1-100k","claude-v1.3","claude-v1.3-100k","claude-v1.2","claude-v1.0","claude-instant-v1.1","claude-instant-v1.1-100k","claude-instant-v1.0"]}}}},"beta":false,"error":null},"id":"PromptTemplate-lOPq4","value":null},"selected":false,"positionAbsolute":{"x":1550.5915123461584,"y":563.636573923162},"dragging":false},{"width":384,"height":457,"id":"ChatOpenAI-Lav31","type":"genericNode","position":{"x":1540.7376359513548,"y":-61.98851705976506},"data":{"type":"ChatOpenAI","node":{"template":{"callbacks":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"callbacks","advanced":false,"dynamic":false,"info":"","type":"langchain.callbacks.base.BaseCallbackHandler","list":true},"cache":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"cache","advanced":false,"dynamic":false,"info":"","type":"bool","list":false},"client":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"client","advanced":false,"dynamic":false,"info":"","type":"Any","list":false},"max_retries":{"required":false,"placeholder":"","show":false,"multiline":false,"value":6,"password":false,"name":"max_retries","advanced":false,"dynamic":false,"info":"","type":"int","list":false},"max_tokens":{"required":false,"placeholder":"","show":true,"multiline":false,"password":true,"name":"max_tokens","advanced":false,"dynamic":false,"info":"","type":"int","list":false,"value":""},"metadata":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"metadata","advanced":false,"dynamic":false,"info":"","type":"dict","list":false},"model_kwargs":{"required":false,"placeholder":"","show":true,"multiline":false,"password":false,"name":"model_kwargs","advanced":true,"dynamic":false,"info":"","type":"dict","list":false},"model_name":{"required":false,"placeholder":"","show":true,"multiline":false,"value":"gpt-4-0613","password":false,"options":["gpt-3.5-turbo-0613","gpt-3.5-turbo","gpt-3.5-turbo-16k-0613","gpt-3.5-turbo-16k","gpt-4-0613","gpt-4-32k-0613","gpt-4","gpt-4-32k"],"name":"model_name","advanced":false,"dynamic":false,"info":"","type":"str","list":true},"n":{"required":false,"placeholder":"","show":false,"multiline":false,"value":1,"password":false,"name":"n","advanced":false,"dynamic":false,"info":"","type":"int","list":false},"openai_api_base":{"required":false,"placeholder":"","show":true,"multiline":false,"password":false,"name":"openai_api_base","display_name":"OpenAI API Base","advanced":true,"dynamic":false,"info":"\nThe base URL of the OpenAI API. Defaults to https://api.openai.com/v1.\n\nYou can change this to use other APIs like JinaChat, LocalAI and Prem.\n","type":"str","list":false},"openai_api_key":{"required":false,"placeholder":"","show":true,"multiline":false,"value":"","password":true,"name":"openai_api_key","display_name":"OpenAI API Key","advanced":false,"dynamic":false,"info":"","type":"str","list":false},"openai_organization":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"openai_organization","display_name":"OpenAI Organization","advanced":false,"dynamic":false,"info":"","type":"str","list":false},"openai_proxy":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"openai_proxy","display_name":"OpenAI Proxy","advanced":false,"dynamic":false,"info":"","type":"str","list":false},"request_timeout":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"request_timeout","advanced":false,"dynamic":false,"info":"","type":"float","list":false},"streaming":{"required":false,"placeholder":"","show":false,"multiline":false,"value":false,"password":false,"name":"streaming","advanced":false,"dynamic":false,"info":"","type":"bool","list":false},"tags":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"tags","advanced":false,"dynamic":false,"info":"","type":"str","list":true},"temperature":{"required":false,"placeholder":"","show":true,"multiline":false,"value":0.7,"password":false,"name":"temperature","advanced":true,"dynamic":false,"info":"","type":"float","list":false},"tiktoken_model_name":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"tiktoken_model_name","advanced":false,"dynamic":false,"info":"","type":"str","list":false},"verbose":{"required":false,"placeholder":"","show":false,"multiline":false,"value":false,"password":false,"name":"verbose","advanced":false,"dynamic":false,"info":"","type":"bool","list":false},"_type":"ChatOpenAI"},"description":"`OpenAI` Chat large language models API.","base_classes":["ChatOpenAI","BaseChatModel","BaseLanguageModel","BaseLLM"],"display_name":"ChatOpenAI","custom_fields":{},"output_types":[],"documentation":"https://python.langchain.com/docs/modules/model_io/models/chat/integrations/openai"},"id":"ChatOpenAI-Lav31","value":null},"selected":false,"positionAbsolute":{"x":1540.7376359513548,"y":-61.98851705976506},"dragging":false},{"width":384,"height":339,"id":"LLMChain-IaFY5","type":"genericNode","position":{"x":2063.3905504651957,"y":410.3122941607571},"data":{"type":"LLMChain","node":{"template":{"callbacks":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"callbacks","advanced":false,"dynamic":false,"info":"","type":"langchain.callbacks.base.BaseCallbackHandler","list":true},"llm":{"required":true,"placeholder":"","show":true,"multiline":false,"password":false,"name":"llm","advanced":false,"dynamic":false,"info":"","type":"BaseLanguageModel","list":false},"memory":{"required":false,"placeholder":"","show":true,"multiline":false,"password":false,"name":"memory","advanced":false,"dynamic":false,"info":"","type":"BaseMemory","list":false},"output_parser":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"output_parser","advanced":false,"dynamic":false,"info":"","type":"BaseLLMOutputParser","list":false},"prompt":{"required":true,"placeholder":"","show":true,"multiline":false,"password":false,"name":"prompt","advanced":false,"dynamic":false,"info":"","type":"BasePromptTemplate","list":false},"llm_kwargs":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"llm_kwargs","advanced":false,"dynamic":false,"info":"","type":"dict","list":false},"metadata":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"metadata","advanced":false,"dynamic":false,"info":"","type":"dict","list":false},"output_key":{"required":true,"placeholder":"","show":true,"multiline":false,"value":"text","password":false,"name":"output_key","advanced":true,"dynamic":false,"info":"","type":"str","list":false},"return_final_only":{"required":false,"placeholder":"","show":false,"multiline":false,"value":true,"password":false,"name":"return_final_only","advanced":false,"dynamic":false,"info":"","type":"bool","list":false},"tags":{"required":false,"placeholder":"","show":false,"multiline":false,"password":false,"name":"tags","advanced":false,"dynamic":false,"info":"","type":"str","list":true},"verbose":{"required":false,"placeholder":"","show":false,"multiline":false,"value":false,"password":false,"name":"verbose","advanced":true,"dynamic":false,"info":"","type":"bool","list":false},"_type":"LLMChain"},"description":"Chain to run queries against LLMs.","base_classes":["Chain","LLMChain","function"],"display_name":"LLMChain","custom_fields":{},"output_types":[],"documentation":"https://python.langchain.com/docs/modules/chains/foundational/llm_chain"},"id":"LLMChain-IaFY5","value":null},"selected":false,"positionAbsolute":{"x":2063.3905504651957,"y":410.3122941607571}},{"width":384,"height":387,"id":"CustomComponent-tQWtU","type":"genericNode","position":{"x":-27.434028871077885,"y":298.9732675583806},"data":{"type":"CustomComponent","node":{"template":{"code":{"dynamic":true,"required":true,"placeholder":"","show":true,"multiline":true,"value":"from langflow import CustomComponent\n\nfrom langchain.llms.base import BaseLLM\nfrom langchain.chains import LLMChain\nfrom langchain import PromptTemplate\nfrom langchain.schema import Document\nfrom langchain.document_loaders import WebBaseLoader\n\nimport requests\nfrom bs4 import BeautifulSoup\n\nimport requests\n\nclass YourComponent(CustomComponent):\n    display_name: str = \"HTML Loader\"\n    description: str = \"Uses the BeautifulSoup library to get the soup object given a URL.\"\n\n    # def build_config(self):\n    #     return { \"urls\": { \"multiline\": True, \"required\": True} }\n        \n    def build(self, url: str) -> Document:\n        try:\n            response = requests.get(url)\n            response.raise_for_status() # Will raise an HTTPError if the HTTP request returned an unsuccessful status code\n            soup = BeautifulSoup(response.content, 'html.parser')\n            self.repr_value = soup.prettify()\n            return soup\n        except requests.RequestException as e:\n            self.repr_value = e\n            return None\n        \n","password":false,"name":"code","advanced":false,"type":"code","list":false},"_type":"CustomComponent","url":{"required":true,"placeholder":"","show":true,"multiline":false,"password":false,"name":"url","display_name":"url","advanced":false,"dynamic":false,"info":"","type":"str","list":false,"value":"https://explosion.ai/"}},"description":"Uses the BeautifulSoup library to get the soup object given a URL.","base_classes":["Document"],"display_name":"HTML Loader","custom_fields":{"url":null},"output_types":[],"documentation":"","beta":true,"error":null},"id":"CustomComponent-tQWtU","value":null},"selected":false,"positionAbsolute":{"x":-27.434028871077885,"y":298.9732675583806},"dragging":false},{"width":384,"height":329,"id":"CustomComponent-mrd0y","type":"genericNode","position":{"x":520.5096014720497,"y":483.95793495680516},"data":{"type":"CustomComponent","node":{"template":{"code":{"dynamic":true,"required":true,"placeholder":"","show":true,"multiline":true,"value":"from langflow import CustomComponent\n\nfrom langchain.llms.base import BaseLLM\nfrom langchain.chains import LLMChain\nfrom langchain import PromptTemplate\nfrom langchain.schema import Document\nfrom langchain.document_loaders import WebBaseLoader\n\nimport requests\nfrom bs4 import BeautifulSoup\n\nimport requests\n\nclass YourComponent(CustomComponent):\n    display_name: str = \"HTML Links Extractor\"\n    description: str = \"Get all links given a soup object.\"\n\n    # def build_config(self):\n    #     return { \"urls\": { \"multiline\": True, \"required\": True} }\n\n\n    def build(self, soup: Document) -> list:\n        links = []\n        for a_tag in soup.find_all('a', href=True):\n            href = a_tag['href']\n            links.append(href)\n        self.repr_value = links\n        return links\n    \n\n        \n","password":false,"name":"code","advanced":false,"type":"code","list":false},"_type":"CustomComponent","soup":{"required":true,"placeholder":"","show":true,"multiline":false,"password":false,"name":"soup","display_name":"soup","advanced":false,"dynamic":false,"info":"","type":"Document","list":false}},"description":"Get all links given a soup object.","base_classes":["list"],"display_name":"HTML Links Extractor","custom_fields":{"soup":null},"output_types":[],"documentation":"","beta":true,"error":null},"id":"CustomComponent-mrd0y","value":null},"selected":true,"positionAbsolute":{"x":520.5096014720497,"y":483.95793495680516},"dragging":false},{"width":384,"height":329,"id":"CustomComponent-5mkxr","type":"genericNode","position":{"x":1038.8755456756771,"y":403.49330031456026},"data":{"type":"CustomComponent","node":{"template":{"code":{"dynamic":true,"required":true,"placeholder":"","show":true,"multiline":true,"value":"from langflow import CustomComponent\n\nfrom langchain.llms.base import BaseLLM\nfrom langchain.chains import LLMChain\nfrom langchain import PromptTemplate\nfrom langchain.schema import Document\nfrom langchain.document_loaders import WebBaseLoader\n\nimport requests\nfrom bs4 import BeautifulSoup\n\nimport requests\n\nclass YourComponent(CustomComponent):\n    display_name: str = \"Bullet Points\"\n    description: str = \"Converts a python list into bullet points.\"\n\n    def build(self, items: list) -> Document:\n        return Document(page_content='\\n'.join(f'• {item}' for item in items))\n\n\n        \n","password":false,"name":"code","advanced":false,"type":"code","list":false},"_type":"CustomComponent","items":{"required":true,"placeholder":"","show":true,"multiline":false,"password":false,"name":"items","display_name":"items","advanced":false,"dynamic":false,"info":"","type":"list","list":true}},"description":"Converts a python list into bullet points.","base_classes":["Document"],"display_name":"Bullet Points","custom_fields":{"items":null},"output_types":[],"documentation":"","beta":true,"error":null},"id":"CustomComponent-5mkxr","value":null},"selected":false,"positionAbsolute":{"x":1038.8755456756771,"y":403.49330031456026},"dragging":false}],"edges":[{"source":"PromptTemplate-lOPq4","target":"LLMChain-IaFY5","sourceHandle":"PromptTemplate|PromptTemplate-lOPq4|BasePromptTemplate|PromptTemplate|StringPromptTemplate","targetHandle":"BasePromptTemplate|prompt|LLMChain-IaFY5","id":"reactflow__edge-PromptTemplate-lOPq4PromptTemplate|PromptTemplate-lOPq4|BasePromptTemplate|PromptTemplate|StringPromptTemplate-LLMChain-IaFY5BasePromptTemplate|prompt|LLMChain-IaFY5","style":{"stroke":"#555"},"className":"","animated":false,"selected":false},{"source":"ChatOpenAI-Lav31","target":"LLMChain-IaFY5","sourceHandle":"ChatOpenAI|ChatOpenAI-Lav31|ChatOpenAI|BaseChatModel|BaseLanguageModel|BaseLLM","targetHandle":"BaseLanguageModel|llm|LLMChain-IaFY5","id":"reactflow__edge-ChatOpenAI-Lav31ChatOpenAI|ChatOpenAI-Lav31|BaseLanguageModel|ChatOpenAI|BaseChatModel|BaseLLM-LLMChain-IaFY5BaseLanguageModel|llm|LLMChain-IaFY5","style":{"stroke":"#555"},"className":"","animated":false,"selected":false},{"source":"CustomComponent-tQWtU","target":"CustomComponent-mrd0y","sourceHandle":"CustomComponent|CustomComponent-tQWtU|Document","targetHandle":"Document|soup|CustomComponent-mrd0y","id":"reactflow__edge-CustomComponent-tQWtUCustomComponent|CustomComponent-tQWtU|Document-CustomComponent-mrd0yDocument|soup|CustomComponent-mrd0y","style":{"stroke":"#555"},"className":"","animated":false,"selected":false},{"source":"CustomComponent-mrd0y","target":"CustomComponent-5mkxr","sourceHandle":"CustomComponent|CustomComponent-mrd0y|list","targetHandle":"list|items|CustomComponent-5mkxr","id":"reactflow__edge-CustomComponent-mrd0yCustomComponent|CustomComponent-mrd0y|list-CustomComponent-5mkxrlist|items|CustomComponent-5mkxr","style":{"stroke":"#555"},"className":"","animated":false,"selected":false},{"source":"CustomComponent-5mkxr","target":"PromptTemplate-lOPq4","sourceHandle":"CustomComponent|CustomComponent-5mkxr|Document","targetHandle":"Document;BaseOutputParser|links|PromptTemplate-lOPq4","id":"reactflow__edge-CustomComponent-5mkxrCustomComponent|CustomComponent-5mkxr|Document-PromptTemplate-lOPq4Document;BaseOutputParser|links|PromptTemplate-lOPq4","style":{"stroke":"#555"},"className":"","animated":false,"selected":false}],"viewport":{"x":81.58318345343082,"y":-50.977869152124185,"zoom":0.7454443010155246}},"id":"ea28aeb6-31d8-4f39-96bc-75d006696425","user_id":"e0fa74a5-0568-407c-89e6-b769943c7a89"}