Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 66e277fee0cff54a12048d87e80b49373e18ab9f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "matter.dev.ci"
  builder: "matter-linux-arm64-light-clang-rpc"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "64fab36c47fbac179650a58604466e5cfe290093"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/64fab36c47fbac179650a58604466e5cfe290093
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:02:55.393] New invocation is queued and will start shortly
[21:02:56.640] Starting the invocation (attempt 1)
[21:02:56.688] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/64fab36c47fbac179650a58604466e5cfe290093"
[21:02:56.688] Popped gitiles commit info from properties and tags
[21:02:56.688] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:02:56.688] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:02:56.689] Buildbucket request:
{
  "requestId": "8907562152701611088",
  "builder": {
    "project": "pigweed",
    "bucket": "matter.dev.ci",
    "builder": "matter-linux-arm64-light-clang-rpc"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8907562152701611088",
            "job": "pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip",
                              "revision": "044d69a906e1ff006e331e366ee403184d03c95f"
                            },
                        "id": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/refs/heads/master@044d69a906e1ff006e331e366ee403184d03c95f",
                        "title": "044d69a906e1ff006e331e366ee403184d03c95f",
                        "url": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/044d69a906e1ff006e331e366ee403184d03c95f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b",
                        "title": "9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b",
                        "title": "9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9c64c8d1cd1cec45d0f6ebbe13f19646421d6a9b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip",
                              "revision": "a05e5a9fd2f61c0faf304805af497b092ef6db26"
                            },
                        "id": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/refs/heads/master@a05e5a9fd2f61c0faf304805af497b092ef6db26",
                        "title": "a05e5a9fd2f61c0faf304805af497b092ef6db26",
                        "url": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/a05e5a9fd2f61c0faf304805af497b092ef6db26"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip",
                              "revision": "a690ff075926c24df8a74ff92d4c235c0df1ff77"
                            },
                        "id": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/refs/heads/master@a690ff075926c24df8a74ff92d4c235c0df1ff77",
                        "title": "a690ff075926c24df8a74ff92d4c235c0df1ff77",
                        "url": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/a690ff075926c24df8a74ff92d4c235c0df1ff77"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip",
                              "revision": "5bc308847b1312c9ebf979b6e47155b9fe90be12"
                            },
                        "id": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/refs/heads/master@5bc308847b1312c9ebf979b6e47155b9fe90be12",
                        "title": "5bc308847b1312c9ebf979b6e47155b9fe90be12",
                        "url": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/5bc308847b1312c9ebf979b6e47155b9fe90be12"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "95951f4f88891c15be94a57bf2773d3441d404c3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95951f4f88891c15be94a57bf2773d3441d404c3",
                        "title": "95951f4f88891c15be94a57bf2773d3441d404c3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95951f4f88891c15be94a57bf2773d3441d404c3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "95951f4f88891c15be94a57bf2773d3441d404c3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@95951f4f88891c15be94a57bf2773d3441d404c3",
                        "title": "95951f4f88891c15be94a57bf2773d3441d404c3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95951f4f88891c15be94a57bf2773d3441d404c3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip",
                              "revision": "6ced88a03b1067e77b8497323a29f6b8f16232fd"
                            },
                        "id": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/refs/heads/master@6ced88a03b1067e77b8497323a29f6b8f16232fd",
                        "title": "6ced88a03b1067e77b8497323a29f6b8f16232fd",
                        "url": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/6ced88a03b1067e77b8497323a29f6b8f16232fd"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip",
                              "revision": "ff679e92a2bb73ec30fef276c1ecaa07cce6c1f7"
                            },
                        "id": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/refs/heads/master@ff679e92a2bb73ec30fef276c1ecaa07cce6c1f7",
                        "title": "ff679e92a2bb73ec30fef276c1ecaa07cce6c1f7",
                        "url": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/ff679e92a2bb73ec30fef276c1ecaa07cce6c1f7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ee443d56579423e3b44c51c404db6c8737d44144"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee443d56579423e3b44c51c404db6c8737d44144",
                        "title": "ee443d56579423e3b44c51c404db6c8737d44144",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee443d56579423e3b44c51c404db6c8737d44144"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ee443d56579423e3b44c51c404db6c8737d44144"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@ee443d56579423e3b44c51c404db6c8737d44144",
                        "title": "ee443d56579423e3b44c51c404db6c8737d44144",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee443d56579423e3b44c51c404db6c8737d44144"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip",
                              "revision": "08ace1a907a4bb66611d68cdc8f2bff278fa1650"
                            },
                        "id": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/refs/heads/master@08ace1a907a4bb66611d68cdc8f2bff278fa1650",
                        "title": "08ace1a907a4bb66611d68cdc8f2bff278fa1650",
                        "url": "https://pigweed.googlesource.com/third_party/github/project-chip/connectedhomeip/+/08ace1a907a4bb66611d68cdc8f2bff278fa1650"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "64fab36c47fbac179650a58604466e5cfe290093"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@64fab36c47fbac179650a58604466e5cfe290093",
                        "title": "64fab36c47fbac179650a58604466e5cfe290093",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64fab36c47fbac179650a58604466e5cfe290093"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/master",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "64fab36c47fbac179650a58604466e5cfe290093"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@64fab36c47fbac179650a58604466e5cfe290093",
                        "title": "64fab36c47fbac179650a58604466e5cfe290093",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64fab36c47fbac179650a58604466e5cfe290093"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "64fab36c47fbac179650a58604466e5cfe290093",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8907562152701611088"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:02:57.169] Scheduled build:
{
  "id": "8742132090615071633",
  "builder": {
    "project": "pigweed",
    "bucket": "matter.dev.ci",
    "builder": "matter-linux-arm64-light-clang-rpc"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-07-17T21:02:56.757356625Z",
  "updateTime": "2024-07-17T21:02:56.757356625Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "64fab36c47fbac179650a58604466e5cfe290093",
      "ref": "refs/heads/master"
    }
  }
}
[21:02:57.169] Task URL: https://cr-buildbucket.appspot.com/build/8742132090615071633
[21:02:57.169] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:2:0) after 1m55s
[21:02:58.063] Received PubSub notification, asking Buildbucket for the build status
[21:02:58.097] Build status: SCHEDULED
[21:04:52.180] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:2:0)
[21:04:52.203] Build status: SCHEDULED
[21:04:52.203] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:4:0) after 5m15s
[21:10:07.226] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:4:0)
[21:10:07.254] Build status: SCHEDULED
[21:10:07.254] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:5:0) after 9m15s
[21:19:22.468] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:5:0)
[21:19:22.494] Build status: SCHEDULED
[21:19:22.494] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:6:0) after 1m53s
[21:21:15.514] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:6:0)
[21:21:15.543] Build status: SCHEDULED
[21:21:15.543] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:7:0) after 7m37s
[21:28:52.559] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:7:0)
[21:28:52.592] Build status: SCHEDULED
[21:28:52.592] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:8:0) after 5m52s
[21:34:44.667] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:8:0)
[21:34:44.936] Build status: SCHEDULED
[21:34:44.936] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:9:0) after 3m49s
[21:38:34.026] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:9:0)
[21:38:34.048] Build status: SCHEDULED
[21:38:34.048] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:10:0) after 6m57s
[21:45:31.069] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:10:0)
[21:45:31.113] Build status: SCHEDULED
[21:45:31.113] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:11:0) after 6m40s
[21:52:11.174] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:11:0)
[21:52:11.204] Build status: SCHEDULED
[21:52:11.204] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:12:0) after 6m37s
[21:58:48.273] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:12:0)
[21:58:48.306] Build status: SCHEDULED
[21:58:48.306] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:13:0) after 9m0s
[22:07:48.355] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:13:0)
[22:07:48.385] Build status: SCHEDULED
[22:07:48.385] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:14:0) after 6m15s
[22:14:03.449] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:14:0)
[22:14:03.468] Build status: SCHEDULED
[22:14:03.469] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:15:0) after 5m52s
[22:19:55.531] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:15:0)
[22:19:55.573] Build status: SCHEDULED
[22:19:55.574] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:16:0) after 5m53s
[22:25:48.589] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:16:0)
[22:25:48.632] Build status: SCHEDULED
[22:25:48.632] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:17:0) after 3m16s
[22:29:04.650] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:17:0)
[22:29:04.677] Build status: SCHEDULED
[22:29:04.677] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:18:0) after 8m46s
[22:37:50.706] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:18:0)
[22:37:50.872] Build status: SCHEDULED
[22:37:50.872] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:19:0) after 9m44s
[22:47:34.907] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:19:0)
[22:47:34.939] Build status: SCHEDULED
[22:47:34.939] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:20:0) after 9m24s
[22:56:59.202] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:20:0)
[22:56:59.219] Build status: SCHEDULED
[22:56:59.219] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:21:0) after 6m16s
[23:03:15.382] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:21:0)
[23:03:15.416] Build status: SCHEDULED
[23:03:15.416] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:22:0) after 9m24s
[23:12:39.442] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:22:0)
[23:12:39.536] Build status: SCHEDULED
[23:12:39.536] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:23:0) after 4m13s
[23:16:52.677] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:23:0)
[23:16:52.731] Build status: SCHEDULED
[23:16:52.731] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:24:0) after 1m48s
[23:17:24.287] Received PubSub notification, asking Buildbucket for the build status
[23:17:24.314] Build status: STARTED
[23:18:40.751] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:24:0)
[23:18:40.796] Build status: STARTED
[23:18:40.796] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:26:0) after 1m25s
[23:20:05.816] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:26:0)
[23:20:05.845] Build status: STARTED
[23:20:05.845] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-linux-arm64-light-clang-rpc:8907562152701611088:27:0) after 3m41s
[23:23:37.404] Received PubSub notification, asking Buildbucket for the build status
[23:23:37.423] Build:
{
  "id": "8742132090615071633",
  "builder": {
    "project": "pigweed",
    "bucket": "matter.dev.ci",
    "builder": "matter-linux-arm64-light-clang-rpc"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-07-17T21:02:56.757356625Z",
  "startTime": "2024-07-17T23:17:24.116342376Z",
  "endTime": "2024-07-17T23:23:36.787270790Z",
  "updateTime": "2024-07-17T23:23:36.787270790Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "64fab36c47fbac179650a58604466e5cfe290093",
      "ref": "refs/heads/master"
    }
  }
}
[23:23:37.423] Invocation finished in 2h20m42.039412978s with status FAILED