Ë
    7 |h	  ã                   ó‚   — d Z ddlZddlmZmZmZ ddlmZ ddlm	Z	 ddl
mZ  ej                  e«      Z G d„ de«      Zy)	zScrapingAnt Web Extractor.é    N)ÚIteratorÚListÚOptional)Ú
BaseLoader)ÚDocument)Úget_from_envc                   óZ   — e Zd ZdZddddœdee   dee   dee   ded	df
d
„Z	d	e
e   fd„Zy)ÚScrapingAntLoaderz‹Turn an url to LLM accessible markdown with `ScrapingAnt`.

    For further details, visit: https://docs.scrapingant.com/python-client
    NT)Úapi_keyÚscrape_configÚcontinue_on_failureÚurlsr   r   r   Úreturnc                óÂ   — 	 ddl m} |st        d«      ‚|xs t	        dd«      } ||¬«      | _        || _        || _        || _        y# t        $ r t        d«      ‚w xY w)	at  Initialize client.

        Args:
            urls: List of urls to scrape.
            api_key: The ScrapingAnt API key. If not specified must have env var
                SCRAPINGANT_API_KEY set.
            scrape_config: The scraping config from ScrapingAntClient.markdown_request
            continue_on_failure: Whether to continue if scraping an url fails.
        r   )ÚScrapingAntClientzL`scrapingant-client` package not found, run `pip install scrapingant-client`zURLs must be provided.r   ÚSCRAPINGANT_API_KEY)ÚtokenN)	Úscrapingant_clientr   ÚImportErrorÚ
ValueErrorr   Úclientr   r   r   )Úselfr   r   r   r   r   s         úo/var/www/html/test/engine/venv/lib/python3.12/site-packages/langchain_community/document_loaders/scrapingant.pyÚ__init__zScrapingAntLoader.__init__   ss   € ð"	Ý<ñ ÜÐ5Ó6Ð6ØÒKœ\¨)Ð5JÓKˆÙ'¨gÔ6ˆŒØˆŒ	Ø*ˆÔØ#6ˆÕ øô ò 	Üð8óð ð	ús   ‚A	 Á	Ac              #   ój  K  — | j                   | j                   ni }| j                  D ]F  }	  | j                  j                  dd|i|¤Ž}t	        |j
                  d|j                  i¬«      –— ŒH y# t        $ r4}| j                  rt        j                  d|› d|› «       n|‚Y d}~Œ‚d}~ww xY w­w)zFetch data from ScrapingAnt.NÚurl)Úpage_contentÚmetadatazError fetching data from z, exception: © )r   r   r   Úmarkdown_requestr   Úmarkdownr   Ú	Exceptionr   ÚloggerÚerror)r   r   r   ÚresultÚes        r   Ú	lazy_loadzScrapingAntLoader.lazy_load3   s¶   è ø€ ð /3×.@Ñ.@Ð.L˜×*Ò*ÐRTˆØ—9‘9ò 	ˆCð
Ø5˜Ÿ™×5Ñ5ÑO¸#ÐOÀÑOÜØ!'§¡Ø# V§Z¡ZÐ0ôó ñ	øô ò Ø×+Ò+Ü—L‘LÐ#<¸S¸EÀÈqÈcÐ!RÕSàGô Tûðüs/   ‚*B3­AA3Á0B3Á3	B0Á<*B+Â&B3Â+B0Â0B3)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ústrr   ÚdictÚboolr   r   r   r'   r   ó    r   r
   r
      se   „ ñð "&Ø(,Ø$(ò7à3‰ið7ð ˜#‘ð	7ð
   ‘~ð7ð "ð7ð 
ó7ð@˜8 HÑ-ô r/   r
   )r+   ÚloggingÚtypingr   r   r   Úlangchain_core.document_loadersr   Úlangchain_core.documentsr   Úlangchain_core.utilsr   Ú	getLoggerÚ__file__r#   r
   r   r/   r   ú<module>r7      s8   ðÙ  ã ß +Ñ +å 6Ý -Ý -à	ˆ×	Ñ	˜8Ó	$€ô5˜
õ 5r/   