mirror of
https://github.com/inspec/inspec
synced 2024-11-16 01:38:03 +00:00
54b37b0b96
Take control of the rspec runner loop and make sure all of our concurrent tests are executed in one reporting chain. It goes: Start reporting, concurrently run container+test+kill, stop and publish reporting. Signed-off-by: Dominik Richter <dominik.richter@gmail.com>
115 lines
2.9 KiB
Ruby
115 lines
2.9 KiB
Ruby
# encoding: utf-8
|
|
# copyright: 2015, Dominik Richter
|
|
# license: All rights reserved
|
|
|
|
require 'uri'
|
|
require 'vulcano/backend'
|
|
require 'vulcano/targets'
|
|
require 'vulcano/profile_context'
|
|
# spec requirements
|
|
require 'rspec'
|
|
require 'rspec/its'
|
|
require 'vulcano/rspec_json_formatter'
|
|
|
|
module Vulcano
|
|
class Runner
|
|
attr_reader :tests
|
|
def initialize(profile_id, conf)
|
|
@rules = []
|
|
@profile_id = profile_id
|
|
@conf = Vulcano::Backend.target_config(normalize_map(conf))
|
|
@tests = RSpec::Core::World.new
|
|
|
|
configure_output
|
|
configure_backend
|
|
end
|
|
|
|
def normalize_map(hm)
|
|
res = {}
|
|
hm.each {|k, v|
|
|
res[k.to_s] = v
|
|
}
|
|
res
|
|
end
|
|
|
|
def configure_output
|
|
RSpec.configuration.add_formatter(@conf['format'] || 'progress')
|
|
end
|
|
|
|
def configure_backend
|
|
backend_name = (@conf['backend'] ||= 'local')
|
|
bname, next_backend = backend_name.split('+')
|
|
|
|
# @TODO all backends except for mock revert to specinfra for now
|
|
backend_class = Vulcano::Backend.registry[bname]
|
|
@conf['backend'] = next_backend if bname == 'specinfra'
|
|
|
|
# Return on failure
|
|
if backend_class.nil?
|
|
fail "Can't find command backend '#{backend_name}'."
|
|
end
|
|
|
|
# create the backend based on the config
|
|
@backend = backend_class.new(@conf)
|
|
end
|
|
|
|
def add_tests(tests)
|
|
# retrieve the raw ruby code of all tests
|
|
items = tests.map do |test|
|
|
Vulcano::Targets.resolve(test)
|
|
end
|
|
|
|
# add all tests (raw) to the runtime
|
|
items.flatten.each do |item|
|
|
add_content(item[:content], item[:ref], item[:line])
|
|
end
|
|
end
|
|
|
|
def add_content(content, source, line = nil)
|
|
ctx = Vulcano::ProfileContext.new(@profile_id, @backend)
|
|
|
|
# evaluate all tests
|
|
ctx.load(content, source, line || 1)
|
|
|
|
# process the resulting rules
|
|
ctx.rules.each do |rule_id, rule|
|
|
#::Vulcano::DSL.execute_rule(rule, profile_id)
|
|
checks = rule.instance_variable_get(:@checks)
|
|
checks.each do |_, a, b|
|
|
# resource skipping
|
|
if !a.empty? &&
|
|
a[0].respond_to?(:resource_skipped) &&
|
|
!a[0].resource_skipped.nil?
|
|
example = RSpec::Core::ExampleGroup.describe(*a) do
|
|
it a[0].resource_skipped
|
|
end
|
|
else
|
|
# add the resource
|
|
example = RSpec::Core::ExampleGroup.describe(*a, &b)
|
|
end
|
|
|
|
set_rspec_ids(example, rule_id)
|
|
@tests.register(example)
|
|
end
|
|
end
|
|
end
|
|
|
|
def run
|
|
run_with(RSpec::Core::Runner.new(nil))
|
|
end
|
|
|
|
def run_with(rspec_runner)
|
|
rspec_runner.run_specs(@tests.ordered_example_groups)
|
|
end
|
|
|
|
def set_rspec_ids(example, id)
|
|
example.metadata[:id] = id
|
|
example.filtered_examples.each do |e|
|
|
e.metadata[:id] = id
|
|
end
|
|
example.children.each do |child|
|
|
set_rspec_ids(child, id)
|
|
end
|
|
end
|
|
end
|
|
end
|