mirror of
https://github.com/ai-robots-txt/ai.robots.txt.git
synced 2025-04-04 19:13:57 +00:00
chore: add PiplBot
This commit is contained in:
parent
46c8c9adb3
commit
47fc45f2f9
1 changed files with 1 additions and 0 deletions
|
@ -23,6 +23,7 @@ User-agent: omgilibot
|
|||
User-agent: peer39_crawler
|
||||
User-agent: peer39_crawler/1.0
|
||||
User-agent: PerplexityBot
|
||||
User-agent: PiplBot
|
||||
User-agent: Seekr
|
||||
User-agent: YouBot
|
||||
Disallow: /
|
||||
|
|
Loading…
Reference in a new issue