Load URL using LangChain UnstructuredURLLoader

load_url.py

import validators, streamlit as st
from langchain.document_loaders import UnstructuredURLLoader

url = st.text_input("Enter URL")

if st.button("Load"):
    try:
        if not url.strip():
            st.error("Please enter a URL")
        elif not validators.url(url):
            st.error("Invalid URL. Please enter a valid URL")
        else:
            loader = UnstructuredURLLoader(urls=[url])
            data = loader.load()
            st.success(data)
    except Exception as e:
        st.error(e)