-
Notifications
You must be signed in to change notification settings - Fork 299
147 lines (139 loc) · 4.45 KB
/
pr.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
# This workflow will build a Java project with Maven
# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven
name: Build Pull Requests
on: [pull_request]
jobs:
# We update files if needed
update-files:
runs-on: ubuntu-latest
permissions:
contents: write
packages: write
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
token: ${{ secrets.PAT || github.token }}
ref: ${{ github.head_ref }}
- name: Update resources with Maven
run: mvn -B generate-resources
- name: Update files if needed
uses: stefanzweifel/git-auto-commit-action@v5
with:
commit_message: Automatically update versions
# We build the project but the docker images and run all the tests
build:
runs-on: ubuntu-latest
needs: update-files
steps:
- uses: actions/checkout@v4
- name: Set up JDK 17
uses: actions/setup-java@v3
with:
java-version: '17'
distribution: 'adopt'
cache: 'maven'
- name: Cache Docker images
uses: ScribeMD/[email protected]
with:
key: fscrawler-docker-cache-${{ runner.os }}-${{ hashFiles(paths) }}
continue-on-error: true
- name: Display Maven information
run: mvn --version
- name: Build but the docker images
run: mvn --batch-mode install -Ddocker.skip -DskipTests
# We run unit tests
unit:
runs-on: ubuntu-latest
needs: build
steps:
- uses: actions/checkout@v4
- name: Set up JDK 17
uses: actions/setup-java@v3
with:
java-version: '17'
distribution: 'adopt'
cache: 'maven'
- name: Cache Docker images
uses: ScribeMD/[email protected]
with:
key: fscrawler-docker-cache-${{ runner.os }}-${{ hashFiles(paths) }}
continue-on-error: true
- name: Run all the unit tests
run: mvn --batch-mode install -Ddocker.skip -DskipIntegTests
# We run integration tests with elastic stack 8 (default)
it:
runs-on: ubuntu-latest
needs: build
steps:
- uses: actions/checkout@v4
- name: Set up JDK 17
uses: actions/setup-java@v3
with:
java-version: '17'
distribution: 'adopt'
cache: 'maven'
- name: Cache Docker images
uses: ScribeMD/[email protected]
with:
key: fscrawler-docker-cache-${{ runner.os }}-${{ hashFiles(paths) }}
continue-on-error: true
- name: Run the integration tests
run: mvn --batch-mode install -Ddocker.skip -DskipUnitTests
# We run integration tests with elastic stack 7
it-es7:
runs-on: ubuntu-latest
needs: build
steps:
- uses: actions/checkout@v4
- name: Set up JDK 17
uses: actions/setup-java@v3
with:
java-version: '17'
distribution: 'adopt'
cache: 'maven'
- name: Cache Docker images
uses: ScribeMD/[email protected]
with:
key: fscrawler-docker-cache-${{ runner.os }}-${{ hashFiles(paths) }}
continue-on-error: true
- name: Run the integration tests
run: mvn --batch-mode install -Ddocker.skip -DskipUnitTests -Pes-7x
# We run integration tests with elastic stack 6
it-es6:
runs-on: ubuntu-latest
needs: build
steps:
- uses: actions/checkout@v4
- name: Set up JDK 17
uses: actions/setup-java@v3
with:
java-version: '17'
distribution: 'adopt'
cache: 'maven'
- name: Cache Docker images
uses: ScribeMD/[email protected]
with:
key: fscrawler-docker-cache-${{ runner.os }}-${{ hashFiles(paths) }}
continue-on-error: true
- name: Run the integration tests
run: mvn --batch-mode install -Ddocker.skip -DskipUnitTests -Pes-6x
# We run this job in parallel after the build
build-docker:
runs-on: ubuntu-latest
needs: build
steps:
- uses: actions/checkout@v4
- name: Set up JDK 17
uses: actions/setup-java@v3
with:
java-version: '17'
distribution: 'adopt'
cache: 'maven'
- name: Cache Docker images
uses: ScribeMD/[email protected]
with:
key: fscrawler-docker-cache-${{ runner.os }}-${{ hashFiles(paths) }}
continue-on-error: true
- name: Build the docker images
run: mvn --batch-mode install -DskipTests