[11:41:29.649] New invocation is queued and will start shortly
[11:41:29.649] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[11:41:30.809] Starting the invocation (attempt 1)
[11:41:30.841] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/21bc4a0d612657cd1f1fe7e985f86abc79381e1a"
[11:41:30.841] Popped gitiles commit info from properties and tags
[11:41:30.841] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:41:30.841] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:41:30.841] Buildbucket request:
{
"requestId": "8907959862625633968",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "21bc4a0d612657cd1f1fe7e985f86abc79381e1a",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "21bc4a0d612657cd1f1fe7e985f86abc79381e1a",
"src/third_party/dawn": "5ff88c304de74f66f890551e6b68ee96c494f0fd"
},
"parent_build_id": "8742538951887253921",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Win10 x64 ASAN Builder",
"parent_got_angle_revision": "a5161f01b4b4b756b0aed95b62d4320a1a84c201",
"parent_got_dawn_revision": "5ff88c304de74f66f890551e6b68ee96c494f0fd",
"parent_got_revision": "21bc4a0d612657cd1f1fe7e985f86abc79381e1a",
"parent_got_revision_cp": "refs/heads/main@{#1327150}",
"parent_got_swiftshader_revision": "f23c77132e0b3fbba4281dca9b674970d84f9d2d",
"parent_got_v8_revision": "f88a0fd10a93a5cebff3fd863cbeb86159933476",
"parent_got_v8_revision_cp": "refs/heads/12.8.297@{#1}",
"parent_got_webrtc_revision": "83e34e3fea122262ee0b74af66a598af1b9d0690",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#42631}",
"swarm_hashes": {
"dawn_end2end_tests": "9e1cb1fba7dd09eecf07883f3ca571e1674f8a4962f83a85b635fe59cb558e27/487",
"dawn_perf_tests": "ab57bab25cbf2127cd9ea537190df4018d0b139b46d1ef826b8602eb63cc6a82/488",
"gl_tests": "0aa2985ccc73343c1bae613f5401b9de0dca474be0c96dbf2bb7f4246ad6da38/487",
"gl_unittests": "d7ed4c81687fd520de47448db1b267e64ade2d21a91995309d772a8899d8b90a/487",
"telemetry_gpu_integration_test": "8e25e5c23f1cf6788176190447d1547945d548912fca56374b3b404fa2294200/814",
"telemetry_gpu_unittests": "9aea246b25c79dea57b1b4070b5371d5699857891690bdf0477249453bd4b6f0/735",
"webgpu_blink_web_tests": "c64f349f4c17508151b4c65ec40adfc921d42b7bc2daba43a3f3abfb7c507fc9/566"
},
"swarming_command_lines_cwd": "out\\Release_x64",
"swarming_command_lines_digest": "241fcb002f7cd4a5f15c614bfa0f9cb4f8170a72e39dc8fb0659328aadd8d894/93"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "21bc4a0d612657cd1f1fe7e985f86abc79381e1a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8907959862625633968"
},
{
"key": "scheduler_job_id",
"value": "chromium/Dawn Win10 x64 ASAN Release (NVIDIA)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Dawn Win10 x64 ASAN Builder"
},
{
"key": "parent_buildnumber",
"value": "9002"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:41:31.645] Scheduled build:
{
"id": "8742529800604888289",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
},
"number": 4036,
"createdBy": "project:chromium",
"createTime": "2024-07-13T11:41:30.954396145Z",
"updateTime": "2024-07-13T11:41:30.954396145Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "21bc4a0d612657cd1f1fe7e985f86abc79381e1a",
"ref": "refs/heads/main"
}
}
}
[11:41:31.645] Task URL: https://cr-buildbucket.appspot.com/build/8742529800604888289
[11:41:31.645] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:2:0) after 2m2s
[11:41:32.693] Received PubSub notification, asking Buildbucket for the build status
[11:41:32.719] Build status: SCHEDULED
[11:42:42.222] Received PubSub notification, asking Buildbucket for the build status
[11:42:42.259] Build status: STARTED
[11:43:33.941] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:2:0)
[11:43:33.959] Build status: STARTED
[11:43:33.959] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:5:0) after 5m31s
[11:49:06.239] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:5:0)
[11:49:06.260] Build status: STARTED
[11:49:06.260] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:6:0) after 4m51s
[11:53:57.278] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:6:0)
[11:53:57.302] Build status: STARTED
[11:53:57.302] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:7:0) after 2m3s
[11:56:00.457] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:7:0)
[11:56:00.476] Build status: STARTED
[11:56:00.476] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:8:0) after 8m1s
[12:04:01.499] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:8:0)
[12:04:01.538] Build status: STARTED
[12:04:01.538] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:9:0) after 1m22s
[12:05:23.556] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:9:0)
[12:05:23.574] Build status: STARTED
[12:05:23.574] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:10:0) after 6m39s
[12:12:02.777] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:10:0)
[12:12:02.796] Build status: STARTED
[12:12:02.796] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:11:0) after 9m44s
[12:21:46.815] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:11:0)
[12:21:46.843] Build status: STARTED
[12:21:46.843] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:12:0) after 9m22s
[12:31:08.860] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:12:0)
[12:31:08.903] Build status: STARTED
[12:31:08.903] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:13:0) after 6m4s
[12:37:12.932] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:13:0)
[12:37:12.953] Build status: STARTED
[12:37:12.953] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:14:0) after 7m18s
[12:44:30.970] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:14:0)
[12:44:30.989] Build status: STARTED
[12:44:30.989] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:15:0) after 2m1s
[12:46:32.289] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:15:0)
[12:46:32.307] Build status: STARTED
[12:46:32.307] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:16:0) after 3m6s
[12:49:38.504] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:16:0)
[12:49:38.523] Build status: STARTED
[12:49:38.523] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:17:0) after 4m27s
[12:54:05.689] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:17:0)
[12:54:05.753] Build status: STARTED
[12:54:05.753] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:18:0) after 7m56s
[13:02:01.877] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:18:0)
[13:02:01.964] Build status: STARTED
[13:02:01.964] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:19:0) after 6m2s
[13:08:04.136] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:19:0)
[13:08:04.151] Build status: STARTED
[13:08:04.151] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:20:0) after 8m32s
[13:16:36.168] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:20:0)
[13:16:36.187] Build status: STARTED
[13:16:36.187] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:21:0) after 9m46s
[13:26:22.216] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:21:0)
[13:26:22.392] Build status: STARTED
[13:26:22.392] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:22:0) after 6m29s
[13:32:51.440] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:22:0)
[13:32:51.459] Build status: STARTED
[13:32:51.459] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:23:0) after 8m38s
[13:41:29.561] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:23:0)
[13:41:29.584] Build status: STARTED
[13:41:29.584] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:24:0) after 5m42s
[13:47:11.640] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:24:0)
[13:47:11.660] Build status: STARTED
[13:47:11.660] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:25:0) after 8m25s
[13:55:36.918] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:25:0)
[13:55:36.951] Build status: STARTED
[13:55:36.951] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:26:0) after 2m37s
[13:58:13.971] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:26:0)
[13:58:13.988] Build status: STARTED
[13:58:13.988] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:27:0) after 6m45s
[14:04:59.005] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:27:0)
[14:04:59.025] Build status: STARTED
[14:04:59.025] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:28:0) after 1m9s
[14:06:08.043] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:28:0)
[14:06:08.066] Build status: STARTED
[14:06:08.066] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:29:0) after 2m3s
[14:08:11.129] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:29:0)
[14:08:11.167] Build status: STARTED
[14:08:11.167] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:30:0) after 7m30s
[14:15:41.309] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:30:0)
[14:15:41.329] Build status: STARTED
[14:15:41.329] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:31:0) after 9m2s
[14:24:43.453] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:31:0)
[14:24:43.487] Build status: STARTED
[14:24:43.487] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:32:0) after 1m43s
[14:26:26.589] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:32:0)
[14:26:26.608] Build status: STARTED
[14:26:26.608] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:33:0) after 3m44s
[14:30:10.629] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:33:0)
[14:30:10.649] Build status: STARTED
[14:30:10.649] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:34:0) after 8m22s
[14:38:32.667] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:34:0)
[14:38:32.686] Build status: STARTED
[14:38:32.686] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:35:0) after 3m41s
[14:42:13.708] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:35:0)
[14:42:13.733] Build status: STARTED
[14:42:13.733] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:36:0) after 4m17s
[14:46:30.783] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:36:0)
[14:46:30.801] Build status: STARTED
[14:46:30.801] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:37:0) after 1m18s
[14:47:48.919] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:37:0)
[14:47:48.981] Build status: STARTED
[14:47:48.981] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:38:0) after 2m40s
[14:50:28.998] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:38:0)
[14:50:29.018] Build status: STARTED
[14:50:29.018] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:39:0) after 2m47s
[14:53:16.072] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:39:0)
[14:53:16.092] Build status: STARTED
[14:53:16.092] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:40:0) after 6m31s
[14:59:47.112] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:40:0)
[14:59:47.154] Build status: STARTED
[14:59:47.154] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:41:0) after 9m15s
[15:09:02.212] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:41:0)
[15:09:02.279] Build status: STARTED
[15:09:02.279] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:42:0) after 6m17s
[15:15:19.282] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:42:0)
[15:15:19.305] Build status: STARTED
[15:15:19.305] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:43:0) after 2m32s
[15:17:51.325] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:43:0)
[15:17:51.347] Build status: STARTED
[15:17:51.347] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:44:0) after 4m1s
[15:21:52.393] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:44:0)
[15:21:52.410] Build status: STARTED
[15:21:52.410] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:45:0) after 3m44s
[15:25:36.432] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:45:0)
[15:25:36.453] Build status: STARTED
[15:25:36.453] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:46:0) after 6m45s
[15:32:21.545] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:46:0)
[15:32:21.560] Build status: STARTED
[15:32:21.560] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:47:0) after 7m9s
[15:39:30.576] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:47:0)
[15:39:30.592] Build status: STARTED
[15:39:30.592] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:48:0) after 4m42s
[15:44:12.614] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:48:0)
[15:44:12.632] Build status: STARTED
[15:44:12.632] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8907959862625633968:49:0) after 9m45s
[15:46:47.791] Received PubSub notification, asking Buildbucket for the build status
[15:46:47.810] Build:
{
"id": "8742529800604888289",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
},
"number": 4036,
"createdBy": "project:chromium",
"createTime": "2024-07-13T11:41:30.954396145Z",
"startTime": "2024-07-13T11:42:41.987875370Z",
"endTime": "2024-07-13T15:46:47.489874214Z",
"updateTime": "2024-07-13T15:46:47.489874214Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "21bc4a0d612657cd1f1fe7e985f86abc79381e1a",
"ref": "refs/heads/main"
}
}
}
[15:46:47.810] Invocation finished in 4h5m18.166155294s with status FAILED