From 7bfc1647a85422b2a9feb33495bb484023e4d0fb Mon Sep 17 00:00:00 2001 From: dark-visitors Date: Thu, 22 Aug 2024 01:11:43 +0000 Subject: [PATCH] Daily update from Dark Visitors --- robots.json | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/robots.json b/robots.json index e80f094..b023009 100644 --- a/robots.json +++ b/robots.json @@ -181,6 +181,13 @@ "operator": "[Velen Crawler](https://velen.io)", "respect": "[Yes](https://velen.io)" }, + "Webzio-Extended": { + "description": "Webzio-Extended is a web crawler used by Webz.io to maintain a repository of web crawl data that it sells to other companies, including those using it to train AI models. More info can be found at https://darkvisitors.com/agents/agents/webzio-extended", + "frequency": "Unclear at this time.", + "function": "AI Data Scrapers", + "operator": "Unclear at this time.", + "respect": "Unclear at this time." + }, "YouBot": { "description": "Retrieves data used for You.com web search engine and LLMs.", "frequency": "No information.",