summaryrefslogtreecommitdiff
path: root/.github/workflows/extract-data.yml
blob: 968ab16c8137356a97ea00528b753b7dbfc3b35e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
name: Extract Data from Content

on:
  push:
    branches:
      - master
    paths:
      - 'content/**/*.md'
      - 'scripts/*.go'
  workflow_dispatch:

# Prevent concurrent runs to avoid conflicts
concurrency:
  group: data-extraction
  cancel-in-progress: true

jobs:
  extract-data:
    name: Extract Data from Content
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Setup Go
        uses: actions/setup-go@v5
        with:
          go-version: '1.21'

      - name: Extract highlights
        run: go run scripts/extract_highlights.go

      - name: Generate external link rank
        run: go run scripts/get_external_link_rank.go

      - name: Generate internal link graph
        run: go run scripts/get_internal_link_graph.go

      - name: Commit all data
        uses: stefanzweifel/git-auto-commit-action@v5
        with:
          commit_message: 'chore: update data from scripts'
          file_pattern: 'data/highlights.json data/externallinks.json static/link-graph.json'