Merge d79ca19f38 into c249de99a3

https://github.com/lightpanda-io/browser

robots.json

@@ -209,6 +209,13 @@
         "frequency": "Unclear at this time.",
         "description": "Kangaroo Bot is used by the company Kangaroo LLM to download data to train AI models tailored to Australian language and culture. More info can be found at https://darkvisitors.com/agents/agents/kangaroo-bot"
     },
+    "Lightpanda": {
+        "operator": "Unclear at this time.",
+        "respect": "Unclear at this time.",
+        "function": "AI Data Scraper",
+        "frequency": "Unclear at this time.",
+        "description": "Lightpanda is a headless browser intended for 'AI agents, LLM training, scraping and testing': https://github.com/lightpanda-io/browser"
+    },
     "Meta-ExternalAgent": {
         "operator": "[Meta](https://developers.facebook.com/docs/sharing/webmasters/web-crawlers)",
         "respect": "Yes.",
@@ -258,7 +265,7 @@
         "frequency": "No information.",
         "description": "Crawls sites to surface as results in Perplexity."
     },
-    "Perplexity‑User": {
+    "Perplexity\u2011User": {
         "operator": "[Perplexity](https://www.perplexity.ai/)",
         "respect": "[No](https://docs.perplexity.ai/guides/bots)",
         "function": "Used to answer queries at the request of users.",
@@ -328,4 +335,4 @@
         "frequency": "No information.",
         "description": "Retrieves data used for You.com web search engine and LLMs."
     }
-}
+}