new main domain + diyhrt.cafe domain is deprecated

This commit is contained in:
soap
2024-01-07 20:42:25 -06:00
parent 0ffc6cf9d2
commit a610327f52
47 changed files with 51 additions and 56 deletions
+2 -1
View File
@@ -14,7 +14,7 @@ jobs:
token: ${{ secrets.PAT_TOKEN }}
- name: check for 404
run: |
url="https://diyhrt.cafe"
url="https://hrtcafe.net"
status=$(curl -o /dev/null -s -w "%{http_code}" $url)
if [ $status -eq 404 ]; then
echo "Got 404. Exiting."
@@ -25,6 +25,7 @@ jobs:
if: always()
run: |
rm -rf diyhrt.cafe
rm -rf hrtcafe.net
wget --convert-links --page-requisites --span-hosts --no-parent --reject 'rocket-loader.min.js' --reject '*UserLogin*' --reject '*visualEditor*' --reject '*CreateAccount*' --reject '*load.php*' --wait 3 --limit-rate 4m --continue --random-wait --adjust-extension -U 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.6) Gecko/20070802 SeaMonkey/1.1.4 Contact: hrt.boytw.ink/crawl_contact.txt' -e robots=off -i scripts/cafe.txt || true
- name: commit changes
if: ${{ success() }}
+1 -1
View File
@@ -20,7 +20,7 @@ jobs:
run: |
rm scripts/cafe.txt
pip install beautifulsoup4 bs4
python scripts/getlinks.py 'https://diyhrt.cafe/index.php/Special:AllPages' > scripts/cafe.txt
python scripts/getlinks.py 'https://hrtcafe.net/index.php/Special:AllPages' > scripts/cafe.txt
cd scripts && python formatlinks.py cafe.txt
- name: Commit changes
if: ${{ success() }}