cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-19 08:26:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

make conversions and updates separately triggerable

Browse source
This commit is contained in:
fabianegli 2024-10-19 19:56:41 +02:00
parent 6ab8fb2d37
commit 3ab22bc498
2 changed files with 38 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

13
.github/workflows/ai_robots_update.yml vendored
View file

@ -18,10 +18,17 @@ jobs:
pip install beautifulsoup4 requests
git config --global user.name "dark-visitors"
git config --global user.email "dark-visitors@users.noreply.github.com"
echo "Running update script ..."
python code/dark_visitors.py
echo "Updating robots.json with data from darkvisitor.com ..."
python code/dark_visitors.py --update
echo "... done."
git --no-pager diff
git add -A
git diff --quiet && git diff --staged --quiet || (git commit -m "Daily update from Dark Visitors" && git push)
git diff --quiet && git diff --staged --quiet || (git commit -m "Update from Dark Visitors" && git push)
echo "Updating robots.txt and table-of-bot-metrics.md if necessary ..."
python code/dark_visitors.py --convert
echo "... done."
git --no-pager diff
git add -A
git diff --quiet && git diff --staged --quiet || (git commit -m "Updated from new robots.json" && git push)
shell: bash