cuddly-jelly-27016
08/23/2025, 12:09 AM{
"json": {
"exec_id": "a5q5l9h95pvcfjxlkv79",
"node": "start-node"
},
"level": "error",
"msg": "Failed to read from the raw store [<s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/start-node/data/inputs.pb>] Error: not found",
"ts": "2023-03-27T11:39:33Z"
}
Here the execution details:
[
{
"node_exec": {
"id": {
"nodeId": "start-node",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
},
"inputUri": "s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/start-node/data/inputs.pb",
"closure": {
"outputUri": "s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/start-node/data/0/outputs.pb",
"phase": "SUCCEEDED",
"createdAt": "2023-03-24T141933.748538643Z",
"updatedAt": "2023-03-24T141933.748538643Z"
},
"metadata": {
"specNodeId": "start-node"
}
},
"outputs": {
"objectname": "purima_leitwerk_d55371396004w62001_v2",
"testset": "usecase_organized_whole_viscore9mm1000mm"
}
},
{
"node_exec": {
"id": {
"nodeId": "generatetestscenes",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
},
"inputUri": "s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/generatetestscenes/data/inputs.pb",
"closure": {
"startedAt": "2023-03-24T141933.835728545Z",
"createdAt": "2023-03-24T141933.783188890Z",
"updatedAt": "2023-03-26T141955.235293084Z"
},
"metadata": {
"specNodeId": "generatetestscenes"
}
},
"task_execs": [
{
"id": {
"taskId": {
"resourceType": "TASK",
"project": "cadmatch-training",
"domain": "development",
"name": "generate_test_scenes",
"version": "v0.1.0-22-ge98e41d-dirty"
},
"nodeExecutionId": {
"nodeId": "generatetestscenes",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
}
},
"inputUri": "s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/generatetestscenes/data/inputs.pb",
"closure": {
"error": {
"code": "Task Aborted",
"message": "task execution timeout [24h0m0s] expired"
},
"phase": "ABORTED",
"logs": [
{
"uri": "http://kubernetes-dashboard.k3s.roboception.de/#/log/cadmatch-training-development/a5q5l9h95pvcfjxlkv79-generatetestscenes-0/pod?namespace=cadmatch-training-development",
"name": "Kubernetes Logs (User)",
"messageFormat": "JSON"
},
{
"uri": "https://roboception.grafana.net/explore?left={\"datasource\":\"grafanacloud-logs\",\"queries\":[{\"refId\":\"A\",\"datasource\":{\"type\":\"loki\",\"uid\":\"grafanacloud-logs\"},\"editorMode\":\"builder\",\"expr\":\"{namespace%3D\\\"cadmatch-training-development\\\", pod%3D\\\"a5q5l9h95pvcfjxlkv79-generatetestscenes-0\\\"} |%3D ``\",\"queryType\":\"range\"}],\"range\":{\"from\":\"1679667573000\",\"to\":\"now\"}}",
"name": "Grafana Loki (User)"
}
],
"startedAt": "2023-03-24T145301.566153Z",
"duration": "84411.927456822s",
"createdAt": "2023-03-24T141933.829117410Z",
"updatedAt": "2023-03-25T141953.493609822Z",
"reason": "[ContainersNotReady|PodInitializing]: containers with unready status: [a5q5l9h95pvcfjxlkv79-generatetestscenes-0]|",
"taskType": "raw-container",
"metadata": {
"generatedName": "a5q5l9h95pvcfjxlkv79-generatetestscenes-0",
"pluginIdentifier": "container"
},
"eventVersion": 1
}
},
{
"id": {
"taskId": {
"resourceType": "TASK",
"project": "cadmatch-training",
"domain": "development",
"name": "generate_test_scenes",
"version": "v0.1.0-22-ge98e41d-dirty"
},
"nodeExecutionId": {
"nodeId": "generatetestscenes",
"executionId": {
"project": "cadmatch-training",
"domain": "development",
"name": "a5q5l9h95pvcfjxlkv79"
}
},
"retryAttempt": 1
},
"inputUri": "s3://flyte/metadata/propeller/cadmatch-training-development-a5q5l9h95pvcfjxlkv79/generatetestscenes/data/inputs.pb",
"closure": {
"error": {
"code": "Task Aborted",
"message": "node timed out"
},
"phase": "ABORTED",
"logs": [
{
"uri": "http://kubernetes-dashboard.k3s.roboception.de/#/log/cadmatch-training-development/a5q5l9h95pvcfjxlkv79-generatetestscenes-1/pod?namespace=cadmatch-training-development",
"name": "Kubernetes Logs (User)",
"messageFormat": "JSON"
},
{
"uri": "https://roboception.grafana.net/explore?left={\"datasource\":\"grafanacloud-logs\",\"queries\":[{\"refId\":\"A\",\"datasource\":{\"type\":\"loki\",\"uid\":\"grafanacloud-logs\"},\"editorMode\":\"builder\",\"expr\":\"{namespace%3D\\\"cadmatch-training-development\\\", pod%3D\\\"a5q5l9h95pvcfjxlkv79-generatetestscenes-1\\\"} |%3D ``\",\"queryType\":\"range\"}],\"range\":{\"from\":\"1679753993000\",\"to\":\"now\"}}",
"name": "Grafana Loki (User)"
}
],
"startedAt": "2023-03-25T142019.382998Z",
"duration": "86375.893049005s",
"createdAt": "2023-03-25T141953.566448765Z",
"updatedAt": "2023-03-26T141955.276047005Z",
"reason": "[ContainersNotReady|PodInitializing]: containers with unready status: [a5q5l9h95pvcfjxlkv79-generatetestscenes-1]|",
"taskType": "raw-container",
"metadata": {
"generatedName": "a5q5l9h95pvcfjxlkv79-generatetestscenes-1",
"pluginIdentifier": "container"
},
"eventVersion": 1
}
}
],
"inputs": {
"objectname": "purima_leitwerk_d55371396004w62001_v2",
"testset": "usecase_organized_whole_viscore9mm1000mm"
}
}
]
### Screenshots
[flyte_console_unkown_status](https://user-images.githubusercontent.com/104257/227931022-ae394e12-383c-4411-b7b4-0100726679cc.png)▾
cuddly-jelly-27016
08/23/2025, 12:09 AM