clickadvisor/.github/workflows/refresh-kb.yml at main · olyannaa/clickadvisor · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
name: Refresh KB

on:
  schedule:
    - cron: "0 4 * * 1"
  workflow_dispatch:

jobs:
  refresh-kb:
    runs-on: ubuntu-latest
    permissions:
      contents: write
      pull-requests: write
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.11"
      - name: Install Poetry
        run: pip install poetry
      - name: Install dependencies
        run: poetry install --no-interaction --no-ansi
      - name: Refresh raw and markdown KB
        run: poetry run python scripts/kb/crawler.py
      - name: Chunk markdown KB
        run: poetry run python scripts/kb/chunker.py
      - name: Deduplicate chunked KB
        run: poetry run python scripts/kb/validator.py --dedup
      - name: Validate chunked KB
        run: poetry run python scripts/kb/validator.py
      - name: Create pull request
        uses: peter-evans/create-pull-request@v6
        with:
          branch: chore/refresh-kb
          add-paths: data/kb/chunks
          commit-message: "chore(kb): refresh knowledge base chunks"
          title: "chore(kb): refresh knowledge base chunks"
          body: |
            Automated weekly ClickHouse knowledge base refresh.

            - crawled upstream documentation sources (raw/markdown are
              intermediate build artifacts and are not committed)
            - rebuilt chunk artifacts
            - validated frontmatter, duplicates, and links
          labels: documentation, automation