Crawlers

Name:CurlCffiCrawler Settings:{'timeout_s': 40}

Name:RequestsCrawler Settings:{'timeout_s': 20}

Name:StealthRequestsCrawler Settings:{'timeout_s': 40}

Name:HttpMorphCrawler Settings:{'timeout_s': 40}

Name:HttpxCrawler Settings:{'timeout_s': 40}

Name:HttpMorphCrawler Settings:{'timeout_s': 40}

Name:YtdlpCrawler Settings:{'timeout_s': 40}

Name:SeleniumUndetected Settings:{'driver_executable': '/usr/bin/chromedriver', 'timeout_s': 60}

Name:SeleniumChromeHeadless Settings:{'driver_executable': '/usr/bin/chromedriver', 'timeout_s': 60}

Name:SeleniumChromeFull Settings:{'driver_executable': '/usr/bin/chromedriver', 'timeout_s': 60, 'delay_s': 10}

Name:CrawleeBeautifulScript Settings:{'script': 'poetry run python crawleebeautifulsoup.py', 'timeout_s': 50}

Name:CrawleePlaywrightScript Settings:{'script': 'poetry run python crawleeplaywright.py', 'timeout_s': 50}

Name:SeleniumBase Settings:{'timeout_s': 60, 'delay_s': 10}

respect_robots_txt:False

logging_level:20

ssl_verify:True

use_canonical_links:True

prefer_non_www:False

debug:True

default_crawler:None

host:0.0.0.0

port:3000

max_history_records:200

max_number_of_workers:5

allowed_ids:[]

History size:2

Records size:200

Time cache [m]:10

Domain_length 0/0

Processing Thread: True

Running IDS: 0

Running futures: 0

Chrome processes:0

Selenium count:0

Chromedriver at /usr/bin/chromedriver exists

Memory