Skip to content

Commit

Permalink
Fully populate Abort task event fields (#5551)
Browse files Browse the repository at this point in the history
Signed-off-by: Vinayak Agarwal <[email protected]>
  • Loading branch information
va6996 authored Jul 17, 2024
1 parent 0cddc15 commit 03a1c9e
Show file tree
Hide file tree
Showing 2 changed files with 23 additions and 15 deletions.
34 changes: 19 additions & 15 deletions flytepropeller/pkg/controller/nodes/task/handler.go
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@ import (
"runtime/debug"
"time"

"github.com/golang/protobuf/ptypes"
regErrors "github.com/pkg/errors"
"k8s.io/client-go/kubernetes"

Expand Down Expand Up @@ -836,23 +835,28 @@ func (t Handler) Abort(ctx context.Context, nCtx interfaces.NodeExecutionContext
}
}

taskExecID := tCtx.TaskExecutionMetadata().GetTaskExecutionID().GetID()
nodeExecutionID, err := getParentNodeExecIDForTask(&taskExecID, nCtx.ExecutionContext())
phaseInfo := pluginCore.PhaseInfoFailed(pluginCore.PhaseAborted, &core.ExecutionError{
Code: "Task Aborted",
Message: reason,
}, nil)
evInfo, err := ToTaskExecutionEvent(ToTaskExecutionEventInputs{
TaskExecContext: tCtx,
InputReader: nCtx.InputReader(),
EventConfig: t.eventConfig,
OutputWriter: tCtx.ow,
Info: phaseInfo,
NodeExecutionMetadata: nCtx.NodeExecutionMetadata(),
ExecContext: nCtx.ExecutionContext(),
TaskType: ttype,
PluginID: p.GetID(),
ResourcePoolInfo: tCtx.rm.GetResourcePoolInfo(),
ClusterID: t.clusterID,
OccurredAt: time.Now(),
})
if err != nil {
return err
}
if err := evRecorder.RecordTaskEvent(ctx, &event.TaskExecutionEvent{
TaskId: taskExecID.TaskId,
ParentNodeExecutionId: nodeExecutionID,
RetryAttempt: nCtx.CurrentAttempt(),
Phase: core.TaskExecution_ABORTED,
OccurredAt: ptypes.TimestampNow(),
OutputResult: &event.TaskExecutionEvent_Error{
Error: &core.ExecutionError{
Code: "Task Aborted",
Message: reason,
}},
}, t.eventConfig); err != nil && !eventsErr.IsNotFound(err) && !eventsErr.IsEventIncompatibleClusterError(err) {
if err := evRecorder.RecordTaskEvent(ctx, evInfo, t.eventConfig); err != nil && !eventsErr.IsNotFound(err) && !eventsErr.IsEventIncompatibleClusterError(err) {
// If a prior workflow/node/task execution event has failed because of an invalid cluster error, don't stall the abort
// at this point in the clean-up.
logger.Errorf(ctx, "failed to send event to Admin. error: %s", err.Error())
Expand Down
4 changes: 4 additions & 0 deletions flytepropeller/pkg/controller/nodes/task/handler_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -777,6 +777,7 @@ func Test_task_Abort(t *testing.T) {
Kind: "sample",
Name: "name",
})
nm.OnIsInterruptible().Return(false)

taskID := &core.Identifier{}
tr := &nodeMocks.TaskReader{}
Expand Down Expand Up @@ -891,6 +892,7 @@ func Test_task_Abort(t *testing.T) {
defaultPlugin: m,
resourceManager: noopRm,
agentService: &pluginCore.AgentService{},
eventConfig: eventConfig,
}
nCtx := createNodeCtx(tt.args.ev)
if err := tk.Abort(context.TODO(), nCtx, "reason"); (err != nil) != tt.wantErr {
Expand Down Expand Up @@ -939,6 +941,7 @@ func Test_task_Abort_v1(t *testing.T) {
Kind: "sample",
Name: "name",
})
nm.OnIsInterruptible().Return(false)

taskID := &core.Identifier{}
tr := &nodeMocks.TaskReader{}
Expand Down Expand Up @@ -1053,6 +1056,7 @@ func Test_task_Abort_v1(t *testing.T) {
defaultPlugin: m,
resourceManager: noopRm,
agentService: &pluginCore.AgentService{},
eventConfig: eventConfig,
}
nCtx := createNodeCtx(tt.args.ev)
if err := tk.Abort(context.TODO(), nCtx, "reason"); (err != nil) != tt.wantErr {
Expand Down

0 comments on commit 03a1c9e

Please sign in to comment.