c7d59810e5
As we can't control which allocations are destroyed when downscaling a job, we decided to use Nomad jobs as our runners. Thus for each runner we prewarm for an environment, a corresponding job is created in Nomad. We create a default job that serves as a template for the runners. Using this, already existing execution environments can easily be restored, once Poseidon is restarted.
83 lines
2.4 KiB
Go
83 lines
2.4 KiB
Go
package environment
|
|
|
|
import (
|
|
nomadApi "github.com/hashicorp/nomad/api"
|
|
"gitlab.hpi.de/codeocean/codemoon/poseidon/api/dto"
|
|
"gitlab.hpi.de/codeocean/codemoon/poseidon/logging"
|
|
"gitlab.hpi.de/codeocean/codemoon/poseidon/nomad"
|
|
"gitlab.hpi.de/codeocean/codemoon/poseidon/runner"
|
|
"strconv"
|
|
)
|
|
|
|
var log = logging.GetLogger("environment")
|
|
|
|
// Manager encapsulates API calls to the executor API for creation and deletion of execution environments.
|
|
type Manager interface {
|
|
// Load fetches all already created execution environments from the executor and registers them at the runner manager.
|
|
// It should be called during the startup process (e.g. on creation of the Manager).
|
|
Load()
|
|
|
|
// CreateOrUpdate creates/updates an execution environment on the executor.
|
|
// Iff the job was created, the returned boolean is true and the returned error is nil.
|
|
CreateOrUpdate(
|
|
id string,
|
|
request dto.ExecutionEnvironmentRequest,
|
|
) (bool, error)
|
|
|
|
// Delete removes the execution environment with the given id from the executor.
|
|
Delete(id string)
|
|
}
|
|
|
|
func NewNomadEnvironmentManager(runnerManager runner.Manager, apiClient nomad.ExecutorAPI) *NomadEnvironmentManager {
|
|
environmentManager := &NomadEnvironmentManager{runnerManager, apiClient, *parseJob(defaultJobHCL)}
|
|
environmentManager.Load()
|
|
return environmentManager
|
|
}
|
|
|
|
type NomadEnvironmentManager struct {
|
|
runnerManager runner.Manager
|
|
api nomad.ExecutorAPI
|
|
defaultJob nomadApi.Job
|
|
}
|
|
|
|
func (m *NomadEnvironmentManager) CreateOrUpdate(
|
|
id string,
|
|
request dto.ExecutionEnvironmentRequest,
|
|
) (bool, error) {
|
|
idInt, err := strconv.Atoi(id)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
exists := m.runnerManager.EnvironmentExists(runner.EnvironmentID(idInt))
|
|
|
|
err = m.registerDefaultJob(id,
|
|
request.PrewarmingPoolSize, request.CPULimit, request.MemoryLimit,
|
|
request.Image, request.NetworkAccess, request.ExposedPorts)
|
|
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
// TODO: If already exists, make sure to update all existing runners as well
|
|
if !exists {
|
|
err = m.runnerManager.RegisterEnvironment(
|
|
runner.EnvironmentID(idInt), request.PrewarmingPoolSize)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
return !exists, nil
|
|
}
|
|
|
|
func (m *NomadEnvironmentManager) Delete(id string) {
|
|
|
|
}
|
|
|
|
func (m *NomadEnvironmentManager) Load() {
|
|
// ToDo: remove create default execution environment for debugging purposes
|
|
err := m.runnerManager.RegisterEnvironment(runner.EnvironmentID(0), 5)
|
|
if err != nil {
|
|
return
|
|
}
|
|
}
|