From 6a988be27f37e175539920f6cdbf6aa4c89170b3 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Sat, 28 Sep 2024 13:58:00 -0700 Subject: [PATCH] chore: add sidetrade bot --- robots.json | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/robots.json b/robots.json index f8c6876..83c91a7 100644 --- a/robots.json +++ b/robots.json @@ -184,10 +184,17 @@ "Scrapy": { "description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"", "frequency": "No information.", - "function": "Scrapes data a variety of uses including training AI.", + "function": "Scrapes data for a variety of uses including training AI.", "operator": "[Zyte](https://www.zyte.com)", "respect": "Unclear at this time." }, + "Sidetrade indexer bot": { + "description": "AI product training.", + "frequency": "No information.", + "function": "Extracts data for a variety of uses including training AI.", + "operator": "[Sidetrade](https://www.sidetrade.com)", + "respect": "Unclear at this time." + }, "Timpibot": { "description": "Makes data available for training AI models.", "frequency": "No information.",