Ensure URL starts with http or https in web page document loading (#1531)

Author: praveshkumar1988

backend/src/document_sources/web_pages.py

@@ -15,6 +15,8 @@ def get_documents_from_web_page(source_url: str):
         LLMGraphBuilderException: If loading the web page fails.
     """
     try:
+        if not source_url.startswith(('http://', 'https://')):
+            source_url = 'https://' + source_url
         pages = WebBaseLoader(source_url, verify_ssl=False).load()
         return pages
     except Exception as exc:

backend/src/main.py

@@ -211,6 +211,8 @@ def create_source_node_graph_web_url(graph, params):
     success_count=0
     failed_count=0
     lst_file_name = []
+    if not params.source_url.startswith(('http://', 'https://')):
+        params.source_url = 'https://' + params.source_url
     pages = WebBaseLoader(params.source_url, verify_ssl=False).load()
     if pages==None or len(pages)==0:
       failed_count+=1