summaryrefslogtreecommitdiff
path: root/.github
diff options
context:
space:
mode:
authorBen Busby <contact@benbusby.com>2024-01-08 12:37:17 -0700
committerBen Busby <contact@benbusby.com>2024-01-08 12:37:17 -0700
commit247114d32819076e6063e7777402ed5a92e5f3a2 (patch)
tree1c859f0466482e286f3c920a23378015842761e6 /.github
parent85510edc5422dae53fd8626e03157607cf51c11d (diff)
parent99b13b3aa6277f331e85e20cac7aed43a3c284fb (diff)
downloadfarside-247114d32819076e6063e7777402ed5a92e5f3a2.tar.gz
Update reddit + ig frontends, update rate limiting
Farside ratelimiting has been updated to return a 429 when a user exceeds 1 request/sec. This should help eliminate a lot of scraping type behavior that instance maintainers have been dealing with from Farside lately. Service changes: - Teddit removed (not maintained) - Bibliogram replaced by Proxigram - Libreddit merged with redlib
Diffstat (limited to '.github')
-rw-r--r--.github/workflows/update-instances.yml33
1 files changed, 20 insertions, 13 deletions
diff --git a/.github/workflows/update-instances.yml b/.github/workflows/update-instances.yml
index e0c4899..0ee818c 100644
--- a/.github/workflows/update-instances.yml
+++ b/.github/workflows/update-instances.yml
@@ -166,19 +166,19 @@ jobs:
# ==============================================================
# teddit update
+ # Note: no longer maintained
# ==============================================================
- curl -s https://codeberg.org/teddit/teddit/raw/branch/main/instances.json | \
- jq '[
- .[] |
- select(.url != null) |
- select(.url | contains("https")) |
- .url ] |
- sort' > teddit-tmp.json
- jq --slurpfile teddit teddit-tmp.json \
- '( .[] | select(.type == "teddit") )
- .instances |= $teddit[0]' services-full.json > services-tmp.json
+ #curl -s https://codeberg.org/teddit/teddit/raw/branch/main/instances.json | \
+ #jq '[
+ #.[] |
+ #select(.url | contains("https")) |
+ #.url ] |
+ #sort' > teddit-tmp.json
+ #jq --slurpfile teddit teddit-tmp.json \
+ #'( .[] | select(.type == "teddit") )
+ #.instances |= $teddit[0]' services-full.json > services-tmp.json
- apply_update
+ #apply_update
# ==============================================================
# Wikiless update
@@ -197,18 +197,25 @@ jobs:
#apply_update
# ==============================================================
- # libreddit update
+ # libreddit + redlib update
# ==============================================================
- curl -s https://raw.githubusercontent.com/libreddit/libreddit-instances/master/instances.json | \
+ curl -s https://raw.githubusercontent.com/redlib-org/redlib-instances/main/instances.json | \
jq '[
.instances[] |
select(.url) |
.url ] |
sort' > libreddit-tmp.json
+
jq --slurpfile libreddit libreddit-tmp.json \
'( .[] | select(.type == "libreddit") )
.instances |= $libreddit[0]' services-full.json > services-tmp.json
+ mv services-tmp.json services-full.json
+
+ jq --slurpfile redlib libreddit-tmp.json \
+ '( .[] | select(.type == "redlib") )
+ .instances |= $redlib[0]' services-full.json > services-tmp.json
+
apply_update
# ==============================================================