htwkmooc/codeocean
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix wrong test result output for Julia adapter

Browse Source
This commit is contained in:
Sebastian Serth
2023-09-16 16:09:06 +02:00
parent 4d727982af
commit cc4f1d2ace
1 changed files with 19 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
lib/julia_adapter.rb
View File

@ -1,7 +1,8 @@
# frozen_string_literal: true # frozen_string_literal: true
class JuliaAdapter < TestingFrameworkAdapter class JuliaAdapter < TestingFrameworkAdapter
COUNT_REGEXP = /(?<testset>[^|\s]*)\s+\|\s+(?<pass>\d+)\s+(?>(?<fail>\d+)\s+)?(?<total>\d+)\s+(?<seconds>\d+\.\d+)s/ TEST_OUTPUT_REGEXP = /Test Summary:\s+\|\s+(?<test_stat_keys>.*)\n(?<testset>[^|]*)\s+\|\s+(?<test_stat_values>.*)/
TEST_STATS_REGEXP = /(?<headline>[^|\s]+)/
ASSERTION_ERROR_REGEXP = /(?<testset>[^:]*): (?<what>.*?) at (?<filename>[^:]*):(?<line>\d+)\s*(?<message>.*?)\s*Stacktrace:/m ASSERTION_ERROR_REGEXP = /(?<testset>[^:]*): (?<what>.*?) at (?<filename>[^:]*):(?<line>\d+)\s*(?<message>.*?)\s*Stacktrace:/m
LOAD_ERROR_REGEXP = /ERROR: LoadError: (?<message>.*?)\s*Stacktrace:/m LOAD_ERROR_REGEXP = /ERROR: LoadError: (?<message>.*?)\s*Stacktrace:/m
def self.framework_name def self.framework_name
@ -17,11 +18,24 @@ class JuliaAdapter < TestingFrameworkAdapter
end end
def parse_test_results(output) def parse_test_results(output)
test_lines = output.to_enum(:scan, COUNT_REGEXP).map { Regexp.last_match } || [{}] test_lines = output.to_enum(:scan, TEST_OUTPUT_REGEXP).map { Regexp.last_match } || [{}]
test_result = test_lines.last test_output = test_lines.last
passed = test_result[:pass].try(:to_i) || 0 test_keys_match = test_output[:test_stat_keys].to_s.to_enum(:scan, TEST_STATS_REGEXP).map { Regexp.last_match } || []
count = test_result[:total].try(:to_i) || 0 test_values_match = test_output[:test_stat_values].to_enum(:scan, TEST_STATS_REGEXP).map { Regexp.last_match } || []
test_keys = test_keys_match.map(&:to_s)
test_values = test_values_match.map(&:to_s)
# Final variables to be used for further processing:
_test_set = test_output[:testset]
test_result = test_keys.zip(test_values).to_h
# Expected entries in `test_result` are: Pass, Fail, Error, Broken, Total, Time
# See https://github.com/JuliaLang/julia/blob/ebe1a37af57cb472101d6ede43329ea5ef2e0138/stdlib/Test/src/Test.jl#L1163-L1180
passed = test_result['Pass'].try(:to_i) || 0
count = test_result['Total'].try(:to_i) || 0
failed = test_result[:fail].try(:to_i) || (count - passed) || 0 failed = test_result[:fail].try(:to_i) || (count - passed) || 0
if failed.zero? if failed.zero?
{count:, passed: count} {count:, passed: count}