From b20dfec1e401604761a5db229e59c8c0471ab96e Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Thu, 1 Aug 2024 15:33:07 -0700 Subject: [PATCH] chore: drop in additional data --- robots.json | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/robots.json b/robots.json index 5559432..159fe6e 100644 --- a/robots.json +++ b/robots.json @@ -76,6 +76,13 @@ "frequency": "Up to 1 page per second", "description": "Officially used for training Meta \"speech recognition technology,\" unknown if used to train Meta AI specifically." }, + "facebookexternalhit": { + "operator": "Meta\/Facebook", + "respect": "[Yes](https:\/\/developers.facebook.com\/docs\/sharing\/bot\/)", + "function": "No information.", + "frequency": "Unclear at this time.", + "description": "Unclear at this time." + }, "Google-Extended": { "operator": "Google", "respect": "[Yes](https:\/\/developers.google.com\/search\/docs\/crawling-indexing\/overview-google-crawlers)", @@ -153,6 +160,13 @@ "frequency": "Takes action based on user prompts.", "description": "Operated by Perplexity to obtain results in response to user queries." }, + "PetalBot": { + "operator": "[Huawei](https:\/\/huawei.com\/)", + "respect": "Yes", + "function": "Used to provide recommendations in Hauwei assistant and AI search services.", + "frequency": "No explicit frequency provided.", + "description": "Operated by Huawei to provide search and AI assistant services." + }, "Scrapy": { "operator": "[Zyte](https:\/\/www.zyte.com)", "respect": "Unclear at this time.",