diff --git a/robots.txt b/robots.txt index cff9196..0e6a393 100644 --- a/robots.txt +++ b/robots.txt @@ -18,6 +18,7 @@ User-agent: GoogleOther-Video User-agent: GPTBot User-agent: ImagesiftBot User-agent: img2dataset +User-agent: meta-externalagent User-agent: OAI-SearchBot User-agent: omgili User-agent: omgilibot