-
Notifications
You must be signed in to change notification settings - Fork 63
/
Dangerfile
392 lines (299 loc) · 10.8 KB
/
Dangerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
# frozen_string_literal: true
require 'ostruct'
module VSPDanger
HEAD_SHA = `git rev-parse --abbrev-ref HEAD`.chomp.freeze
BASE_SHA = 'origin/master'
class Runner
def self.run
prepare_git
[
SidekiqEnterpriseGaurantor.new.run,
ChangeLimiter.new.run,
MigrationIsolator.new.run,
CodeownersCheck.new.run,
GemfileLockPlatformChecker.new.run
]
end
def self.prepare_git
`git fetch --depth=1000000 --prune origin +refs/heads/master:refs/remotes/origin/master`
end
end
class Result
ERROR = :error
WARNING = :warning
SUCCESS = :success
attr_reader :severity, :message
def initialize(severity, message)
@severity = severity
@message = message
end
def self.error(message)
Result.new(ERROR, message)
end
def self.warn(message)
Result.new(WARNING, message)
end
def self.success(message)
Result.new(SUCCESS, message)
end
end
class ChangeLimiter
EXCLUSIONS = %w[
*.csv *.json *.tsv *.txt *.md Gemfile.lock app/swagger modules/mobile/docs spec/fixtures/ spec/support/vcr_cassettes/
modules/mobile/spec/support/vcr_cassettes/ db/seeds modules/vaos/app/docs modules/meb_api/app/docs
modules/appeals_api/app/swagger/ *.bru *.pdf
].freeze
PR_SIZE = { recommended: 200, maximum: 500 }.freeze
def run
return Result.error(error_message) if lines_changed > PR_SIZE[:maximum]
return Result.warn(warning_message) if lines_changed > PR_SIZE[:recommended]
Result.success('All set.')
end
private
def error_message
<<~EMSG
This PR changes `#{lines_changed}` LoC (not counting whitespace/newlines).
In order to ensure each PR receives the proper attention it deserves, those exceeding
`#{PR_SIZE[:maximum]}` will not be reviewed, nor will they be allowed to merge. Please break this PR up into
smaller ones.
If you have reason to believe that this PR should be granted an exception, please see the
[Submitting pull requests for approval - FAQ](https://depo-platform-documentation.scrollhelp.site/developer-docs/Submitting-pull-requests-for-approval.655032351.html#Submittingpullrequestsforapproval-FAQ).
#{file_summary}
Big PRs are difficult to review, often become stale, and cause delays.
EMSG
end
def warning_message
<<~EMSG
This PR changes `#{lines_changed}` LoC (not counting whitespace/newlines).
In order to ensure each PR receives the proper attention it deserves, we recommend not exceeding
`#{PR_SIZE[:recommended]}`. Expect some delays getting reviews.
#{file_summary}
Big PRs are difficult to review, often become stale, and cause delays.
EMSG
end
def file_summary
<<~MSG
<details>
<summary>File Summary</summary>
#### Files
#{changes.collect { |change| "- #{change.file_name} (+#{change.insertions}/-#{change.deletions})" }.join "\n"}
####
_Note: We exclude files matching the following when considering PR size:_
```
#{EXCLUSIONS.join ', '}
```
</details>
MSG
end
def lines_changed
@lines_changed ||= changes.sum(&:total_changes)
end
def changes
@changes ||= `#{files_command}`.split("\n").map do |file_changes|
insertions, deletions, file_name = file_changes.split "\t"
insertions = insertions.to_i
deletions = deletions.to_i
next if insertions.zero? && deletions.zero? # Skip unchanged files
next if insertions == '-' && deletions == '-' # Skip Binary files (should be caught by `to_i` and `zero?`)
# rename or copy - use the reported changes from earlier instead - `file_name` will not exist
# eg: {lib => modules/pensions/lib}/pdf_fill/forms/va21p527ez.rb
unless file_name.include?(' => ')
lines = file_git_diff(file_name).split("\n")
changed = { '+' => 0, '-' => 0 }
lines.each do |line|
next if (line =~ /^(\+[^\+]|-[^\-])/).nil? # Only changed lines, exclude metadata
action = line[0].to_s
clean_line = line[1..].strip # Remove leading '+' or '-'
# Skip comments and empty lines
next if clean_line.start_with?('#') || clean_line.empty?
changed[action] += 1
end
# the actual count of changed lines
insertions, deletions = changed.values
end
OpenStruct.new(
total_changes: insertions + deletions,
insertions:,
deletions:,
file_name:
)
end.compact
end
def files_command
"git diff #{BASE_SHA}...#{HEAD_SHA} --numstat -w --ignore-blank-lines -- . #{exclusions}"
end
def exclusions
EXCLUSIONS.map { |exclusion| "':!#{exclusion}'" }.join ' '
end
def file_git_diff(file_name)
`git diff #{BASE_SHA}...#{HEAD_SHA} -- #{file_name}`
end
end
class CodeownersCheck
def fetch_git_diff
`git diff #{BASE_SHA}...#{HEAD_SHA} -- .github/CODEOWNERS`
end
def error_message(required_group, index, line)
<<~EMSG
New entry on line #{index + 1} of CODEOWNERS does not include #{required_group}.
Please add #{required_group} to the entry
Offending line: `#{line}`
EMSG
end
def run
required_group = '@department-of-veterans-affairs/backend-review-group'
exception_groups = %w[@department-of-veterans-affairs/octo-identity
@department-of-veterans-affairs/lighthouse-dash @department-of-veterans-affairs/lighthouse-pivot
@department-of-veterans-affairs/lighthouse-banana-peels]
diff = fetch_git_diff
if diff.empty?
Result.success('CODEOWNERS file is unchanged.')
else
lines = diff.split("\n")
lines.each_with_index do |line, index|
next unless line.start_with?('+') # Only added lines
next if line.start_with?('+++') # Skip metadata lines
clean_line = line[1..].strip # Remove leading '+'
# Skip comments, empty lines, or exceptions
next if clean_line.start_with?('#') || clean_line.empty? ||
exception_groups.any? { |group| clean_line.include?(group) }
unless clean_line.include?(required_group)
return Result.error(error_message(required_group, index,
clean_line))
end
end
Result.success("All new entries in CODEOWNERS include #{required_group}.")
end
end
end
class MigrationIsolator
DB_PATHS = ['db/migrate/', 'db/schema.rb'].freeze
SEEDS_PATHS = ['db/seeds/', 'db/seeds.rb'].freeze
def run
return Result.error(error_message) if db_files.any? && app_files.any?
Result.success('All set.')
end
private
def error_message
<<~EMSG
Modified files in `db/migrate` or `db/schema.rb` changes should be the only files checked into this PR.
<details>
<summary>File Summary</summary>
#### DB File(s)
- #{db_files.join "\n- "}
#### App File(s)
- #{app_files.join "\n- "}
</details>
Application code must always be backwards compatible with the DB,
both before and after migrations have been run. For more info:
- [vets-api Database Migrations](https://depo-platform-documentation.scrollhelp.site/developer-docs/Vets-API-Database-Migrations.689832034.html)
EMSG
end
def app_files
files - db_files - seed_files
end
def db_files
files.select { |file| DB_PATHS.any? { |db_path| file.include?(db_path) } }
end
def seed_files
files.select { |file| SEEDS_PATHS.any? { |seed_path| file.include?(seed_path) } }
end
def files
@files ||= `git diff #{BASE_SHA}...#{HEAD_SHA} --name-only`.split("\n")
end
end
class GemfileLockPlatformChecker
def run
errors = []
errors << "#{ruby_error_message}\n#{ruby_resolution_message}" if ruby_platform_removed?
if (darwin_platform = darwin_platform_added)
errors << "#{darwin_error_message(darwin_platform)}\n#{darwin_resolution_message(darwin_platform)}"
end
return Result.success('Gemfile.lock platform checks passed.') if errors.empty?
errors << redownload_message
Result.error(errors.join("\n\n"))
end
private
def ruby_platform_removed?
!platforms_section.include?('ruby')
end
def darwin_platform_added
platforms_section[/.*-darwin-\d+/]
end
def ruby_error_message
"You've removed the `ruby` platform from the Gemfile.lock! You must restore it before merging this PR."
end
def ruby_resolution_message
<<~TEXT
```
bundle lock --add-platform ruby
```
TEXT
end
def darwin_error_message(darwin_platform)
"You've added a Darwin platform to the Gemfile.lock: `#{darwin_platform.strip}`. You must remove it before merging this PR."
end
def darwin_resolution_message(darwin_platform)
<<~TEXT
```
bundle lock --remove-platform #{darwin_platform.strip}
```
TEXT
end
def redownload_message
<<~TEXT
Redownload your gems after making the necessary changes:
```
bundle install --redownload
```
TEXT
end
def platforms_section
@platforms_section ||= gemfile_lock.match(/^PLATFORMS$(.*?)^\n/m)[1]
end
def gemfile_lock
File.read('Gemfile.lock')
end
end
class SidekiqEnterpriseGaurantor
def run
return Result.error(error_message) if enterprise_remote_removed?
Result.success('Sidekiq Enterprise is preserved.')
end
private
def enterprise_remote_removed?
gemfile_diff.include?('- remote: https://enterprise.contribsys.com/')
end
def error_message
<<~EMSG
You've removed Sidekiq Enterprise from the gemfile! You must restore it before merging this PR.
More details about Sidekiq Enterprise can be found in the [README](https://github.com/department-of-veterans-affairs/vets-api/blob/master/README.md).
EMSG
end
def gemfile_diff
`git diff #{BASE_SHA}...#{HEAD_SHA} -- Gemfile.lock`
end
end
if $PROGRAM_NAME == __FILE__
require 'minitest/autorun'
class ChangeLimiterTest < MiniTest::Test
def test_rubocop
assert system('rubocop --format simple')
end
# TODO: Remove dummy test
def test_recommended_pr_size
assert_equal ChangeLimiter::PR_SIZE[:recommended], 200
end
end
end
end
if $PROGRAM_NAME != __FILE__
VSPDanger::Runner.run.each do |result|
case result.severity
when VSPDanger::Result::ERROR
failure result.message
when VSPDanger::Result::WARNING
warn result.message
end
end
end