Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(core): Re-introduce executionEngine flag, add ExecutionEngineRunner that selects an underlying ExecutionRunner based on the specified ExecutionEngine #3984

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -14,12 +14,13 @@
* limitations under the License.
*/

package com.netflix.spinnaker.orca.pipeline;
package com.netflix.spinnaker.orca.api.pipeline;

import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution;
import javax.annotation.Nonnull;
import javax.annotation.Nullable;

/** The touch point into running a {@link PipelineExecution}. */
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Can we get some docs on the method as well?

public interface ExecutionRunner {
void start(@Nonnull PipelineExecution execution);

Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
package com.netflix.spinnaker.orca.api.pipeline.models;

public enum ExecutionEngine {
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Would like docs on this.

/**
* v2 is obsolete, but it is here as a failsafe in case it is present in a pipeline configuration
* and needs to be deserialized. If v2 is specified, the default execution engine (v3) will be
* used instead.
*/
v2,

/** v3 execution engine is the keiko execution engine. */
v3,

/** v4 execution engine does not yet exist, early prototyping is underway. */
v4;

public static ExecutionEngine DEFAULT = v3;
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
package com.netflix.spinnaker.orca.api.pipeline.models;

import java.lang.annotation.Documented;
import java.lang.annotation.ElementType;
import java.lang.annotation.Retention;
import java.lang.annotation.RetentionPolicy;
import java.lang.annotation.Target;

/** Signals that the annotated element supports a specific {@link ExecutionEngine} version. */
@Retention(RetentionPolicy.RUNTIME)
@Target({ElementType.TYPE, ElementType.METHOD})
@Documented
public @interface ExecutionEngineVersion {
ExecutionEngine value();
}
Original file line number Diff line number Diff line change
Expand Up @@ -89,6 +89,10 @@ public interface PipelineExecution {

void setStatus(ExecutionStatus status);

ExecutionEngine getExecutionEngine();

void setExecutionEngine(ExecutionEngine executionEngine);

AuthenticationDetails getAuthentication();

void setAuthentication(AuthenticationDetails authentication);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@
import com.netflix.spinnaker.orca.DynamicStageResolver;
import com.netflix.spinnaker.orca.StageResolver;
import com.netflix.spinnaker.orca.TaskResolver;
import com.netflix.spinnaker.orca.api.pipeline.ExecutionRunner;
import com.netflix.spinnaker.orca.api.pipeline.Task;
import com.netflix.spinnaker.orca.api.pipeline.graph.StageDefinitionBuilder;
import com.netflix.spinnaker.orca.commands.ForceExecutionCancellationCommand;
Expand All @@ -40,7 +41,7 @@
import com.netflix.spinnaker.orca.listeners.*;
import com.netflix.spinnaker.orca.pipeline.CompoundExecutionOperator;
import com.netflix.spinnaker.orca.pipeline.DefaultStageDefinitionBuilderFactory;
import com.netflix.spinnaker.orca.pipeline.ExecutionRunner;
import com.netflix.spinnaker.orca.pipeline.ExecutionEngineRunner;
import com.netflix.spinnaker.orca.pipeline.StageDefinitionBuilderFactory;
import com.netflix.spinnaker.orca.pipeline.persistence.ExecutionRepository;
import com.netflix.spinnaker.orca.pipeline.util.ContextParameterProcessor;
Expand Down Expand Up @@ -236,9 +237,14 @@ public ForceExecutionCancellationCommand forceExecutionCancellationCommand(
return new ForceExecutionCancellationCommand(executionRepository, clock);
}

@Bean
public ExecutionEngineRunner executionEngineRunner(List<ExecutionRunner> executionRunners) {
return new ExecutionEngineRunner(executionRunners);
}

@Bean
public CompoundExecutionOperator compoundExecutionOperator(
ExecutionRepository repository, ExecutionRunner runner, RetrySupport retrySupport) {
ExecutionRepository repository, ExecutionEngineRunner runner, RetrySupport retrySupport) {
return new CompoundExecutionOperator(repository, runner, retrySupport);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
package com.netflix.spinnaker.orca.pipeline;

import com.netflix.spinnaker.kork.core.RetrySupport;
import com.netflix.spinnaker.orca.api.pipeline.ExecutionRunner;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionType;
import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution;
import com.netflix.spinnaker.orca.api.pipeline.models.StageExecution;
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,73 @@
package com.netflix.spinnaker.orca.pipeline;

import com.netflix.spinnaker.kork.annotations.VisibleForTesting;
import com.netflix.spinnaker.orca.api.pipeline.ExecutionRunner;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngine;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngineVersion;
import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution;
import java.util.List;
import javax.annotation.Nonnull;
import org.jetbrains.annotations.Nullable;

/**
* Executes the {@link PipelineExecution} based on the specified {@link ExecutionEngine}. The {@link
* ExecutionEngine} is expected to be specified via the {@link ExecutionEngineVersion} annotation.
*/
public class ExecutionEngineRunner implements ExecutionRunner {

private final List<ExecutionRunner> executionRunners;

public ExecutionEngineRunner(List<ExecutionRunner> executionRunners) {
this.executionRunners = executionRunners;
}

@Override
public void start(@Nonnull PipelineExecution execution) {
executionRunner(execution.getExecutionEngine()).start(execution);
}

@Override
public void restart(@Nonnull PipelineExecution execution, @Nonnull String stageId) {
executionRunner(execution.getExecutionEngine()).restart(execution, stageId);
}

@Override
public void reschedule(@Nonnull PipelineExecution execution) {
executionRunner(execution.getExecutionEngine()).reschedule(execution);
}

@Override
public void unpause(@Nonnull PipelineExecution execution) {
executionRunner(execution.getExecutionEngine()).unpause(execution);
}

@Override
public void cancel(
@Nonnull PipelineExecution execution, @Nonnull String user, @Nullable String reason) {
executionRunner(execution.getExecutionEngine()).cancel(execution, user, reason);
}

@VisibleForTesting
protected ExecutionRunner executionRunner(ExecutionEngine executionEngine) {
return executionRunners.stream()
.filter(it -> it.getClass().isAnnotationPresent(ExecutionEngineVersion.class))
.filter(
it ->
it.getClass().getAnnotation(ExecutionEngineVersion.class).value()
== executionEngine)
.findFirst()
.orElseGet(
() ->
executionRunners.stream()
.filter(it -> it.getClass().isAnnotationPresent(ExecutionEngineVersion.class))
.filter(
it ->
it.getClass().getAnnotation(ExecutionEngineVersion.class).value()
== ExecutionEngine.DEFAULT)
.findFirst()
.orElseThrow(
() ->
new UnsupportedOperationException(
"No execution engine runner found!")));
Comment on lines +70 to +71
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Use a subtype of SystemException?

}
}
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,8 @@
import com.netflix.spectator.api.Registry;
import com.netflix.spinnaker.kork.exceptions.UserException;
import com.netflix.spinnaker.kork.web.exceptions.ValidationException;
import com.netflix.spinnaker.orca.api.pipeline.ExecutionRunner;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngine;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionStatus;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionType;
import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution;
Expand Down Expand Up @@ -67,7 +69,7 @@ public class ExecutionLauncher {
public ExecutionLauncher(
ObjectMapper objectMapper,
ExecutionRepository executionRepository,
ExecutionRunner executionRunner,
ExecutionEngineRunner executionRunner,
Clock clock,
ApplicationEventPublisher applicationEventPublisher,
Optional<PipelineValidator> pipelineValidator,
Expand Down Expand Up @@ -215,6 +217,7 @@ private PipelineExecution parsePipeline(String configJson) throws IOException {
.withStages((List<Map<String, Object>>) config.get("stages"))
.withLimitConcurrent(getBoolean(config, "limitConcurrent"))
.withKeepWaitingPipelines(getBoolean(config, "keepWaitingPipelines"))
.withExecutionEngine(getEnum(config, "executionEngine", ExecutionEngine.class))
.withNotifications((List<Map<String, Object>>) config.get("notifications"))
.withInitialConfig((Map<String, Object>) config.get("initialConfig"))
.withOrigin(getString(config, "origin"))
Expand All @@ -240,6 +243,9 @@ private PipelineExecution parseOrchestration(String configJson) throws IOExcepti
if (config.containsKey("description")) {
orchestration.setDescription(getString(config, "description"));
}
if (config.containsKey("executionEngine")) {
orchestration.setExecutionEngine(getEnum(config, "executionEngine", ExecutionEngine.class));
}

for (Map<String, Object> context : getList(config, "stages")) {
String type = context.remove("type").toString();
Expand Down Expand Up @@ -299,6 +305,14 @@ private final List<Map<String, Object>> getList(Map<String, ?> map, String key)

private final <E extends Enum<E>> E getEnum(Map<String, ?> map, String key, Class<E> type) {
String value = (String) map.get(key);
return value != null ? Enum.valueOf(type, value) : null;
if (value != null) {
try {
return Enum.valueOf(type, value);
} catch (IllegalArgumentException e) {
log.error(e.getMessage());
return null;
}
}
return null;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
package com.netflix.spinnaker.orca.pipeline.model;

import com.google.common.base.Strings;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngine;
import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution;
import com.netflix.spinnaker.orca.api.pipeline.models.Trigger;
import java.util.Arrays;
Expand Down Expand Up @@ -117,6 +118,12 @@ public PipelineBuilder withKeepWaitingPipelines(boolean waiting) {
return this;
}

public PipelineBuilder withExecutionEngine(ExecutionEngine executionEngine) {
pipeline.setExecutionEngine(
executionEngine != null ? executionEngine : ExecutionEngine.DEFAULT);
return this;
}

public PipelineBuilder withOrigin(String origin) {
pipeline.setOrigin(origin);
return this;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@
import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngine;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionStatus;
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionType;
import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution;
Expand Down Expand Up @@ -237,6 +238,18 @@ public void setStatus(@Nonnull ExecutionStatus status) {
this.status = status;
}

private ExecutionEngine executionEngine = ExecutionEngine.DEFAULT;

@Override
public ExecutionEngine getExecutionEngine() {
return executionEngine;
}

@Override
public void setExecutionEngine(ExecutionEngine executionEngine) {
this.executionEngine = executionEngine;
}

private AuthenticationDetails authentication;

public @Nullable AuthenticationDetails getAuthentication() {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
package com.netflix.spinnaker.orca.pipeline

import com.netflix.spinnaker.kork.core.RetrySupport
import com.netflix.spinnaker.orca.api.pipeline.ExecutionRunner
jonsie marked this conversation as resolved.
Show resolved Hide resolved
import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution
import com.netflix.spinnaker.orca.api.pipeline.models.StageExecution
import com.netflix.spinnaker.orca.pipeline.model.StageExecutionImpl
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
package com.netflix.spinnaker.orca.pipeline

import com.netflix.spinnaker.orca.api.pipeline.ExecutionRunner
import com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngineVersion
import com.netflix.spinnaker.orca.api.pipeline.models.PipelineExecution
import org.jetbrains.annotations.Nullable
import spock.lang.Specification
import spock.lang.Unroll

import javax.annotation.Nonnull

import static com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngine.v2
import static com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngine.v3
import static com.netflix.spinnaker.orca.api.pipeline.models.ExecutionEngine.v4

class ExecutionEngineRunnerSpec extends Specification {

@Unroll
def "Finds the correct execution runner based on the execution engine"() {
given:
ExecutionEngineRunner executionEngineRunner = new ExecutionEngineRunner([new V3EngineRunner(), new V4EngineRunner()])

when:
def runner = executionEngineRunner.executionRunner(supplied)

then:
runner.class == expected

where:
supplied | expected
v2 | V3EngineRunner.class //v2 is obsolete, use v3 engine
v3 | V3EngineRunner.class
v4 | V4EngineRunner.class
}

@Unroll
def "Throws UnsupportedOperationException when execution engine runner can not be found"() {
given:
ExecutionEngineRunner executionEngineRunner = new ExecutionEngineRunner([new UnsupportedRunner()])

when:
executionEngineRunner.executionRunner(v3)

then:
thrown(UnsupportedOperationException)
}
}

@ExecutionEngineVersion(v3)
class V3EngineRunner implements ExecutionRunner {
@Override
void start(@Nonnull PipelineExecution execution) {}
@Override
void restart(@Nonnull PipelineExecution execution, @Nonnull String stageId) {}
@Override
void reschedule(@Nonnull PipelineExecution execution) {}
@Override
void unpause(@Nonnull PipelineExecution execution) {}
@Override
void cancel(@Nonnull PipelineExecution execution, @Nonnull String user, @Nullable String reason) {}
}

@ExecutionEngineVersion(v4)
class V4EngineRunner implements ExecutionRunner {
@Override
void start(@Nonnull PipelineExecution execution) {}
@Override
void restart(@Nonnull PipelineExecution execution, @Nonnull String stageId) {}
@Override
void reschedule(@Nonnull PipelineExecution execution) {}
@Override
void unpause(@Nonnull PipelineExecution execution) {}
@Override
void cancel(@Nonnull PipelineExecution execution, @Nonnull String user, @Nullable String reason) {}
}

class UnsupportedRunner implements ExecutionRunner {
@Override
void start(@Nonnull PipelineExecution execution) {}
@Override
void restart(@Nonnull PipelineExecution execution, @Nonnull String stageId) {}
@Override
void reschedule(@Nonnull PipelineExecution execution) {}
@Override
void unpause(@Nonnull PipelineExecution execution) {}
@Override
void cancel(@Nonnull PipelineExecution execution, @Nonnull String user, @Nullable String reason) {}
}
Loading