mirror of
https://github.com/soapingtime/diyhrt.git
synced 2026-11-01 15:04:51 +01:00
new main domain + diyhrt.cafe domain is deprecated
This commit is contained in:
@@ -14,7 +14,7 @@ jobs:
|
||||
token: ${{ secrets.PAT_TOKEN }}
|
||||
- name: check for 404
|
||||
run: |
|
||||
url="https://diyhrt.cafe"
|
||||
url="https://hrtcafe.net"
|
||||
status=$(curl -o /dev/null -s -w "%{http_code}" $url)
|
||||
if [ $status -eq 404 ]; then
|
||||
echo "Got 404. Exiting."
|
||||
@@ -25,6 +25,7 @@ jobs:
|
||||
if: always()
|
||||
run: |
|
||||
rm -rf diyhrt.cafe
|
||||
rm -rf hrtcafe.net
|
||||
wget --convert-links --page-requisites --span-hosts --no-parent --reject 'rocket-loader.min.js' --reject '*UserLogin*' --reject '*visualEditor*' --reject '*CreateAccount*' --reject '*load.php*' --wait 3 --limit-rate 4m --continue --random-wait --adjust-extension -U 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.6) Gecko/20070802 SeaMonkey/1.1.4 Contact: hrt.boytw.ink/crawl_contact.txt' -e robots=off -i scripts/cafe.txt || true
|
||||
- name: commit changes
|
||||
if: ${{ success() }}
|
||||
|
||||
@@ -20,7 +20,7 @@ jobs:
|
||||
run: |
|
||||
rm scripts/cafe.txt
|
||||
pip install beautifulsoup4 bs4
|
||||
python scripts/getlinks.py 'https://diyhrt.cafe/index.php/Special:AllPages' > scripts/cafe.txt
|
||||
python scripts/getlinks.py 'https://hrtcafe.net/index.php/Special:AllPages' > scripts/cafe.txt
|
||||
cd scripts && python formatlinks.py cafe.txt
|
||||
- name: Commit changes
|
||||
if: ${{ success() }}
|
||||
|
||||
Reference in New Issue
Block a user