-
Notifications
You must be signed in to change notification settings - Fork 0
89 lines (73 loc) · 2.65 KB
/
daily-dump.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
name: XML Rule Statistics
on:
schedule:
- cron: '0 3 * * *'
jobs:
compile-stats:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: "Set up Python 3.7"
uses: actions/setup-python@v3
with:
python-version: "3.7"
- name: 'Checkout LT OS repo'
uses: actions/checkout@v3
with:
repository: languagetool-org/languagetool
path: repos-latest/languagetool
token: ${{ secrets.LT_OS_TOKEN }}
- name: 'Checkout LT Premium repo'
uses: actions/checkout@v3
with:
repository: languagetooler-gmbh/languagetool-premium-modules
path: repos-latest/languagetool-premium-modules
token: ${{ secrets.LT_PREMIUM_TOKEN }}
- name: 'Checkout LT OS repo (start of quarter)'
uses: actions/checkout@v3
with:
repository: languagetool-org/languagetool
path: repos-quarter-start/languagetool
token: ${{ secrets.LT_OS_TOKEN }}
ref: ${{ vars.QUARTER_TAG }}
- name: 'Checkout LT Premium repo (start of quarter)'
uses: actions/checkout@v3
with:
repository: languagetooler-gmbh/languagetool-premium-modules
path: repos-quarter-start/languagetool-premium-modules
token: ${{ secrets.LT_PREMIUM_TOKEN }}
ref: ${{ vars.QUARTER_TAG }}
- name: Install dependencies
run: pip install -r requirements.txt
- name: Run dump script on latest data
run: |
python ./scripts/dump_all.py './repos-latest' --out-dir 'rule-dump-latest'
- name: Compare repo states
run: |
python ./scripts/compare.py --from-dir 'repos-quarter-start' --to-dir 'repos-latest' --out-dir 'added-rules'
- name: Generate master CSV
run: |
python ./scripts/master_csv.py './repos-latest' --out-dir 'master-csv'
- name: Compile style stats
run: |
python ./scripts/style_stats.py --from-dir 'repos-quarter-start' --to-dir 'repos-latest' --out-dir 'style-stats'
- name: Archive dump artefacts
uses: actions/upload-artifact@v3
with:
name: rule-dump-latest
path: rule-dump-latest/
- name: Archive comparison artefacts
uses: actions/upload-artifact@v3
with:
name: added-rules
path: added-rules/
- name: Archive master CSV
uses: actions/upload-artifact@v3
with:
name: all_rules
path: master-csv/all_rules.csv
- name: Archive style stats
uses: actions/upload-artifact@v3
with:
name: style_stats
path: style-stats/