ai.robots.txt/.github/workflows/ai_robots_update.yml

name: Updates for AI robots files
on:
  schedule:
    - cron: "0 0 * * *"

jobs:
  dark-visitors:
    runs-on: ubuntu-latest
    name: dark-visitors
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 2
      - run: |
          pip install beautifulsoup4 requests
          git config --global user.name "dark-visitors"
          git config --global user.email "dark-visitors@users.noreply.github.com"
          echo "Updating robots.json with data from darkvisitor.com ..."
          python code/robots.py --update
          echo "... done."
          git --no-pager diff
          git add -A
          git diff --quiet && git diff --staged --quiet || (git commit -m "Update from Dark Visitors" && git push)          
        shell: bash
  convert:
    name: convert
    needs: dark-visitors
    uses: ./.github/workflows/main.yml
    secrets: inherit
    with:
      message: "Update from Dark Visitors"