From 2cfb416fd053a5e32c508ee31aead6b055b3aedf Mon Sep 17 00:00:00 2001
From: Pavel <pabin@yandex.ru>
Date: Thu, 12 Oct 2023 13:44:32 +0400
Subject: [PATCH] Desc loader

---
 application/parser/remote/crawler_loader.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/application/parser/remote/crawler_loader.py b/application/parser/remote/crawler_loader.py
index 9acb8f39..2364dc27 100644
--- a/application/parser/remote/crawler_loader.py
+++ b/application/parser/remote/crawler_loader.py
@@ -7,6 +7,7 @@ class CrawlerLoader(BaseRemote):
     def __init__(self, limit=10):
         from langchain.document_loaders import WebBaseLoader
         self.loader = WebBaseLoader
+        #No pages scraped limit, set None for no limit
         self.limit = limit
 
     def load_data(self, url):