Add execute_command method to runner.rb

* This is now used by the score and test runs
* This also re-enables the interactive shell for execution environments
This commit is contained in:
Sebastian Serth
2021-10-19 22:53:27 +02:00
parent 02a2673bf2
commit d87e23b9a3
6 changed files with 60 additions and 43 deletions

View File

@ -30,8 +30,9 @@ class ExecutionEnvironmentsController < ApplicationController
end end
def execute_command def execute_command
@docker_client = DockerClient.new(execution_environment: @execution_environment) runner = Runner.for(current_user, @execution_environment)
render(json: @docker_client.execute_arbitrary_command(params[:command])) output = runner.execute_command(params[:command])
render(json: output)
end end
def working_time_query def working_time_query

View File

@ -19,9 +19,7 @@ class Runner < ApplicationRecord
@management_active ||= CodeOcean::Config.new(:code_ocean).read[:runner_management][:enabled] @management_active ||= CodeOcean::Config.new(:code_ocean).read[:runner_management][:enabled]
end end
def self.for(user, exercise) def self.for(user, execution_environment)
execution_environment = exercise.execution_environment
runner = find_by(user: user, execution_environment: execution_environment) runner = find_by(user: user, execution_environment: execution_environment)
if runner.nil? if runner.nil?
runner = Runner.create(user: user, execution_environment: execution_environment) runner = Runner.create(user: user, execution_environment: execution_environment)
@ -62,6 +60,45 @@ class Runner < ApplicationRecord
Time.zone.now - starting_time # execution duration Time.zone.now - starting_time # execution duration
end end
def execute_command(command)
output = {}
stdout = +''
stderr = +''
try = 0
begin
exit_code = 1 # default to error
execution_time = attach_to_execution(command) do |socket|
socket.on :stderr do |data|
stderr << data
end
socket.on :stdout do |data|
stdout << data
end
socket.on :exit do |received_exit_code|
exit_code = received_exit_code
end
end
output.merge!(container_execution_time: execution_time, status: exit_code.zero? ? :ok : :failed)
rescue Runner::Error::ExecutionTimeout => e
Rails.logger.debug { "Running command `#{command}` timed out: #{e.message}" }
output.merge!(status: :timeout, container_execution_time: e.execution_duration)
rescue Runner::Error::RunnerNotFound => e
Rails.logger.debug { "Running command `#{command}` failed for the first time: #{e.message}" }
try += 1
request_new_id
save
retry if try == 1
Rails.logger.debug { "Running command `#{command}` failed for the second time: #{e.message}" }
output.merge!(status: :failed, container_execution_time: e.execution_duration)
rescue Runner::Error => e
Rails.logger.debug { "Running command `#{command}` failed: #{e.message}" }
output.merge!(status: :failed, container_execution_time: e.execution_duration)
ensure
output.merge!(stdout: stdout, stderr: stderr)
end
end
def destroy_at_management def destroy_at_management
@strategy.destroy_at_management @strategy.destroy_at_management
end end

View File

@ -172,33 +172,10 @@ class Submission < ApplicationRecord
end end
def run_test_file(file, runner, waiting_duration) def run_test_file(file, runner, waiting_duration)
score_command = command_for execution_environment.test_command, file.name_with_extension test_command = command_for execution_environment.test_command, file.name_with_extension
output = {file_role: file.role, waiting_for_container_time: waiting_duration} result = {file_role: file.role, waiting_for_container_time: waiting_duration}
stdout = +'' output = runner.execute_command(test_command)
stderr = +'' result.merge(output)
begin
exit_code = 1 # default to error
execution_time = runner.attach_to_execution(score_command) do |socket|
socket.on :stderr do |data|
stderr << data
end
socket.on :stdout do |data|
stdout << data
end
socket.on :exit do |received_exit_code|
exit_code = received_exit_code
end
end
output.merge!(container_execution_time: execution_time, status: exit_code.zero? ? :ok : :failed)
rescue Runner::Error::ExecutionTimeout => e
Rails.logger.debug { "Running tests in #{file.name_with_extension} for submission #{id} timed out: #{e.message}" }
output.merge!(status: :timeout, container_execution_time: e.execution_duration)
rescue Runner::Error => e
Rails.logger.debug { "Running tests in #{file.name_with_extension} for submission #{id} failed: #{e.message}" }
output.merge!(status: :failed, container_execution_time: e.execution_duration)
ensure
output.merge!(stdout: stdout, stderr: stderr)
end
end end
private private
@ -206,7 +183,7 @@ class Submission < ApplicationRecord
def prepared_runner def prepared_runner
request_time = Time.zone.now request_time = Time.zone.now
begin begin
runner = Runner.for(user, exercise) runner = Runner.for(user, exercise.execution_environment)
runner.copy_files(collect_files) runner.copy_files(collect_files)
rescue Runner::Error => e rescue Runner::Error => e
e.waiting_duration = Time.zone.now - request_time e.waiting_duration = Time.zone.now - request_time

View File

@ -75,12 +75,12 @@ describe ExecutionEnvironmentsController do
let(:command) { 'which ruby' } let(:command) { 'which ruby' }
before do before do
allow(DockerClient).to receive(:new).with(execution_environment: execution_environment).and_call_original runner = instance_double 'runner'
allow_any_instance_of(DockerClient).to receive(:execute_arbitrary_command).with(command) allow(Runner).to receive(:for).with(user, execution_environment).and_return runner
allow(runner).to receive(:execute_command).and_return({})
post :execute_command, params: {command: command, id: execution_environment.id} post :execute_command, params: {command: command, id: execution_environment.id}
end end
expect_assigns(docker_client: DockerClient)
expect_assigns(execution_environment: :execution_environment) expect_assigns(execution_environment: :execution_environment)
expect_json expect_json
expect_status(200) expect_status(200)

View File

@ -149,10 +149,12 @@ describe ExecutionEnvironment do
before { allow(DockerClient).to receive(:find_image_by_tag).and_return(Object.new) } before { allow(DockerClient).to receive(:find_image_by_tag).and_return(Object.new) }
it 'instantiates a Docker client' do it 'instantiates a Runner' do
expect(DockerClient).to receive(:new).with(execution_environment: execution_environment).and_call_original runner = instance_double 'runner'
allow_any_instance_of(DockerClient).to receive(:execute_arbitrary_command).and_return({}) allow(Runner).to receive(:for).with(execution_environment.author, execution_environment).and_return runner
allow(runner).to receive(:execute_command).and_return({})
working_docker_image? working_docker_image?
expect(runner).to have_received(:execute_command).once
end end
it 'executes the validation command' do it 'executes the validation command' do

View File

@ -247,7 +247,7 @@ describe Runner do
before { allow(strategy_class).to receive(:request_from_management).and_return(nil) } before { allow(strategy_class).to receive(:request_from_management).and_return(nil) }
it 'raises an error' do it 'raises an error' do
expect { described_class.for(user, exercise) }.to raise_error(Runner::Error::Unknown, /could not be saved/) expect { described_class.for(user, exercise.execution_environment) }.to raise_error(Runner::Error::Unknown, /could not be saved/)
end end
end end
@ -255,12 +255,12 @@ describe Runner do
let!(:existing_runner) { FactoryBot.create(:runner, user: user, execution_environment: exercise.execution_environment) } let!(:existing_runner) { FactoryBot.create(:runner, user: user, execution_environment: exercise.execution_environment) }
it 'returns the existing runner' do it 'returns the existing runner' do
new_runner = described_class.for(user, exercise) new_runner = described_class.for(user, exercise.execution_environment)
expect(new_runner).to eq(existing_runner) expect(new_runner).to eq(existing_runner)
end end
it 'sets the strategy' do it 'sets the strategy' do
runner = described_class.for(user, exercise) runner = described_class.for(user, exercise.execution_environment)
expect(runner.strategy).to be_present expect(runner.strategy).to be_present
end end
end end
@ -269,7 +269,7 @@ describe Runner do
before { allow(strategy_class).to receive(:request_from_management).and_return(runner_id) } before { allow(strategy_class).to receive(:request_from_management).and_return(runner_id) }
it 'returns a new runner' do it 'returns a new runner' do
runner = described_class.for(user, exercise) runner = described_class.for(user, exercise.execution_environment)
expect(runner).to be_valid expect(runner).to be_valid
end end
end end