freshdata/.github/workflows/performance-large.yml at main · FreshCode-Org/freshdata · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
name: Large performance investigation

on:
  workflow_dispatch:
  schedule:
    - cron: "0 4 * * 0"

permissions:
  contents: read

jobs:
  performance-large:
    runs-on: ubuntu-latest
    timeout-minutes: 180
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          fetch-depth: 0

      - uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
        with:
          python-version: "3.12"

      - name: Install benchmark dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -c constraints/ci.txt -e ".[dev,bench,ml]"

      - name: Run large performance matrix
        id: benchmark
        continue-on-error: true
        run: >-
          python -m benchmarks.performance run
          --rows 100000,500000,1000000
          --widths narrow,medium,wide
          --configs default,conservative,representation_off,statistical_off,explicit
          --report-modes false,true
          --warmups 1
          --repetitions 5
          --timeout 1800
          --output benchmarks/results/performance/large

      - name: Analyze all completed and failed cases
        id: analyze
        if: always()
        continue-on-error: true
        run: >-
          python -m benchmarks.performance analyze
          --input benchmarks/results/performance/large
          --output benchmarks/results/performance/large-summary.json

      - name: Render compact report
        id: render
        if: always()
        continue-on-error: true
        run: >-
          python -m benchmarks.performance render
          --input benchmarks/results/performance/large-summary.json
          --output benchmarks/results/performance/large-report.md

      - name: Upload performance evidence
        id: upload
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: performance-large-${{ github.run_id }}
          path: benchmarks/results/performance/
          if-no-files-found: error

      - name: Preserve failure status after evidence upload
        if: >-
          always() &&
          (steps.benchmark.outcome != 'success' ||
          steps.analyze.outcome != 'success' ||
          steps.render.outcome != 'success' ||
          steps.upload.outcome != 'success')
        run: exit 1