<#3536 [BUG] flyteconsole UI: aborted task shown a...
# flyte-githuba
acoustic-carpenter-78188
03/27/2023, 11:40 AM#3536 [BUG] flyteconsole UI: aborted task shown as unknown
Issue created by flixr
Describe the bug
A task that was aborted due to task/node timeout shows as "unknown" in the flyteconsole UI.
Expected behavior
It should show as "Timed out".
Additional context to reproduce
With flyteconsole deployed in v1.4.0 (which shows as 0.0.10 UI version?).
When viewing this in flyteconsole, I see this in flyteadmin logs which might be the cause:
Are you sure this issue hasn't been raised already?
☑︎ Yes
Have you read the Code of Conduct?
☑︎ Yes
flyteorg/flyte
Copy code
{
"json": {
"exec_id": "a5q5l9h95pvcfjxlkv79",
"node": "start-node"
},
"level": "error",
"msg": "Failed to read from the raw store [<s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/start-node/data/inputs.pb>] Error: not found",
"ts": "2023-03-27T11:39:33Z"
} Copy code
[
{
"node_exec": {
"id": {
"nodeId": "start-node",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
},
"inputUri": "<s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/start-node/data/inputs.pb>",
"closure": {
"outputUri": "<s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/start-node/data/0/outputs.pb>",
"phase": "SUCCEEDED",
"createdAt": "2023-03-24T14:19:33.748538643Z",
"updatedAt": "2023-03-24T14:19:33.748538643Z"
},
"metadata": {
"specNodeId": "start-node"
}
},
"outputs": {
"objectname": "purima_leitwerk_d55371396004w62001_v2",
"testset": "usecase_organized_whole_viscore9mm1000mm"
}
},
{
"node_exec": {
"id": {
"nodeId": "generatetestscenes",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
},
"inputUri": "<s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/generatetestscenes/data/inputs.pb>",
"closure": {
"startedAt": "2023-03-24T14:19:33.835728545Z",
"createdAt": "2023-03-24T14:19:33.783188890Z",
"updatedAt": "2023-03-26T14:19:55.235293084Z"
},
"metadata": {
"specNodeId": "generatetestscenes"
}
},
"task_execs": [
{
"id": {
"taskId": {
"resourceType": "TASK",
"project": "cadmatch-training",
"domain": "development",
"name": "generate_test_scenes",
"version": "v0.1.0-22-ge98e41d-dirty"
},
"nodeExecutionId": {
"nodeId": "generatetestscenes",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
}
},
"inputUri": "<s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/generatetestscenes/data/inputs.pb>",
"closure": {
"error": {
"code": "Task Aborted",
"message": "task execution timeout [24h0m0s] expired"
},
"phase": "ABORTED",
"logs": [
{
"uri": "<http://kubernetes-dashboard.k3s.roboception.de/#/log/cadmatch-training-development/a5q5l9h95pvcfjxlkv79-generatetestscenes-0/pod?namespace=cadmatch-training-development>",
"name": "Kubernetes Logs (User)",
"messageFormat": "JSON"
},
{
"uri": "<https://roboception.grafana.net/explore?left={\>"datasource\":\"grafanacloud-logs\",\"queries\":[{\"refId\":\"A\",\"datasource\":{\"type\":\"loki\",\"uid\":\"grafanacloud-logs\"},\"editorMode\":\"builder\",\"expr\":\"{namespace%3D\\\"cadmatch-training-development\\\", pod%3D\\\"a5q5l9h95pvcfjxlkv79-generatetestscenes-0\\\"} |%3D ``\",\"queryType\":\"range\"}],\"range\":{\"from\":\"1679667573000\",\"to\":\"now\"}}",
"name": "Grafana Loki (User)"
}
],
"startedAt": "2023-03-24T14:53:01.566153Z",
"duration": "84411.927456822s",
"createdAt": "2023-03-24T14:19:33.829117410Z",
"updatedAt": "2023-03-25T14:19:53.493609822Z",
"reason": "[ContainersNotReady|PodInitializing]: containers with unready status: [a5q5l9h95pvcfjxlkv79-generatetestscenes-0]|",
"taskType": "raw-container",
"metadata": {
"generatedName": "a5q5l9h95pvcfjxlkv79-generatetestscenes-0",
"pluginIdentifier": "container"
},
"eventVersion": 1
}
},
{
"id": {
"taskId": {
"resourceType": "TASK",
"project": "cadmatch-training",
"domain": "development",
"name": "generate_test_scenes",
"version": "v0.1.0-22-ge98e41d-dirty"
},
"nodeExecutionId": {
"nodeId": "generatetestscenes",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
},
"retryAttempt": 1
},
"inputUri": "<s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/generatetestscenes/data/inputs.pb>",
"closure": {
"error": {
"code": "Task Aborted",
"message": "node timed out"
},
"phase": "ABORTED",
"logs": [
{
"uri": "<http://kubernetes-dashboard.k3s.roboception.de/#/log/cadmatch-training-development/a5q5l9h95pvcfjxlkv79-generatetestscenes-1/pod?namespace=cadmatch-training-development>",
"name": "Kubernetes Logs (User)",
"messageFormat": "JSON"
},
{
"uri": "<https://roboception.grafana.net/explore?left={\>"datasource\":\"grafanacloud-logs\",\"queries\":[{\"refId\":\"A\",\"datasource\":{\"type\":\"loki\",\"uid\":\"grafanacloud-logs\"},\"editorMode\":\"builder\",\"expr\":\"{namespace%3D\\\"cadmatch-training-development\\\", pod%3D\\\"a5q5l9h95pvcfjxlkv79-generatetestscenes-1\\\"} |%3D ``\",\"queryType\":\"range\"}],\"range\":{\"from\":\"1679753993000\",\"to\":\"now\"}}",
"name": "Grafana Loki (User)"
}
],
"startedAt": "2023-03-25T14:20:19.382998Z",
"duration": "86375.893049005s",
"createdAt": "2023-03-25T14:19:53.566448765Z",
"updatedAt": "2023-03-26T14:19:55.276047005Z",
"reason": "[ContainersNotReady|PodInitializing]: containers with unready status: [a5q5l9h95pvcfjxlkv79-generatetestscenes-1]|",
"taskType": "raw-container",
"metadata": {
"generatedName": "a5q5l9h95pvcfjxlkv79-generatetestscenes-1",
"pluginIdentifier": "container"
},
"eventVersion": 1
}
}
],
"inputs": {
"objectname": "purima_leitwerk_d55371396004w62001_v2",
"testset": "usecase_organized_whole_viscore9mm1000mm"
}
}
]flyte_console_unkown_status▾