<?php /* This script processes updates to the https://github.com/ai-robots-txt/ai.robots.txt repository. It generates: - robots.txt - table-of-bot-metrics.md */ $robots = json_decode(file_get_contents('robots.json'), 1); $robots_txt = null; $robots_table = '| Name | Operator | Respects `robots.txt` | Data use | Visit regularity | Description |'."\n"; $robots_table .= '|-----|----------|-----------------------|----------|------------------|-------------|'."\n"; foreach($robots as $robot => $details) { $robots_txt .= 'User-agent: '.$robot."\n"; $robots_table .= '| '.$robot.' | '.$details['operator'].' | '.$details['respect'].' | '.$details['function'].' | '.$details['frequency'].' | '.$details['description'].' | '."\n"; } $robots_txt .= 'Disallow: /'; file_put_contents('robots.txt', $robots_txt); file_put_contents('table-of-bot-metrics.md', $robots_table);