summaryrefslogtreecommitdiff
path: root/scripts/fetch-webmentions.go
diff options
context:
space:
mode:
authorBigCoke233 <hi@guhub.cn>2026-02-08 14:44:58 +0800
committerBigCoke233 <hi@guhub.cn>2026-02-08 14:44:58 +0800
commit865c5bbaf34df300e035d37ef4a734b4947c7b9e (patch)
tree06d52a50b0fad0457346cd691cdd2307719e1d97 /scripts/fetch-webmentions.go
parent0b06d367c4602b7b858bbeea3e31b940255e48d6 (diff)
refactor: rename fetch-webmention -> fetch_webmention
Diffstat (limited to 'scripts/fetch-webmentions.go')
-rw-r--r--scripts/fetch-webmentions.go100
1 files changed, 0 insertions, 100 deletions
diff --git a/scripts/fetch-webmentions.go b/scripts/fetch-webmentions.go
deleted file mode 100644
index ca03995c..00000000
--- a/scripts/fetch-webmentions.go
+++ /dev/null
@@ -1,100 +0,0 @@
-package main
-
-import (
- "encoding/json"
- "fmt"
- "io"
- "net/http"
- "os"
- "regexp"
- "sort"
-)
-
-type JF2Response struct {
- Children []map[string]interface{} `json:"children"`
-}
-
-func mustEnv(key string) string {
- v := os.Getenv(key)
- if v == "" {
- fmt.Fprintf(os.Stderr, "missing env: %s\n", key)
- os.Exit(1)
- }
- return v
-}
-
-func main() {
- token := mustEnv("WEBMENTION_IO_TOKEN")
- domain := mustEnv("WEBMENTION_IO_DOMAIN")
-
- var all []map[string]interface{}
- client := &http.Client{}
- page := 0
-
- for {
- url := fmt.Sprintf(
- "https://webmention.io/api/mentions.jf2?domain=%s&token=%s&page=%d",
- domain, token, page,
- )
-
- resp, err := client.Get(url)
- if err != nil {
- panic(err)
- }
- body, _ := io.ReadAll(resp.Body)
- resp.Body.Close()
-
- var jf2 JF2Response
- if err := json.Unmarshal(body, &jf2); err != nil {
- panic(err)
- }
-
- if len(jf2.Children) == 0 {
- break
- }
-
- all = append(all, jf2.Children...)
- page++
- }
-
- reDomain := regexp.MustCompile(`^https?://[^/]+`)
-
- for _, c := range all {
- if t, ok := c["wm-target"].(string); ok {
- c["wm-target"] = reDomain.ReplaceAllString(t, "")
- }
- }
-
- sort.Slice(all, func(i, j int) bool {
- ti, _ := all[i]["wm-target"].(string)
- tj, _ := all[j]["wm-target"].(string)
- return ti < tj
- })
-
- grouped := map[string][]map[string]interface{}{}
-
- for _, c := range all {
- target, _ := c["wm-target"].(string)
-
- item := map[string]interface{}{
- "type": c["wm-property"],
- "author": c["author"],
- "url": c["url"],
- "source": c["wm-source"],
- "published": c["published"],
- "received": c["wm-received"],
- "content": c["content"],
- }
-
- grouped[target] = append(grouped[target], item)
- }
-
- if err := os.MkdirAll("data", 0755); err != nil {
- panic(err)
- }
-
- out, _ := json.MarshalIndent(grouped, "", " ")
- if err := os.WriteFile("data/webmentions.json", out, 0644); err != nil {
- panic(err)
- }
-}