Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev da1190a47f9607bb6f40a87fc3af3d02d58823b2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.fuchsia.prod"
  builder: "gcc-prod-trigger"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://gnu.googlesource.com/binutils-gdb",
  "revision": "56770bdab2585be4d3171b3512d2167106dca53e"
}

Incoming tags

  • buildset:commit/git/56770bdab2585be4d3171b3512d2167106dca53e
  • buildset:commit/gitiles/gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[18:34:13.063] New invocation is queued and will start shortly
[18:34:14.234] Starting the invocation (attempt 1)
[18:34:14.425] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:34:14.425] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:34:14.426] Buildbucket request:
{
  "bucket": "luci.fuchsia.prod",
  "client_operation_id": "9045550688286881216",
  "parameters_json": "{\"builder_name\":\"gcc-prod-trigger\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://gnu.googlesource.com/binutils-gdb\",\"revision\":\"8bbf03947dd594262e672c1fbc3462a81c811b6f\"},\"id\":\"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@8bbf03947dd594262e672c1fbc3462a81c811b6f\",\"title\":\"8bbf03947dd594262e672c1fbc3462a81c811b6f\",\"url\":\"https://gnu.googlesource.com/binutils-gdb/+/8bbf03947dd594262e672c1fbc3462a81c811b6f\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://gnu.googlesource.com/binutils-gdb\",\"revision\":\"56770bdab2585be4d3171b3512d2167106dca53e\"},\"id\":\"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@56770bdab2585be4d3171b3512d2167106dca53e\",\"title\":\"56770bdab2585be4d3171b3512d2167106dca53e\",\"url\":\"https://gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://gnu.googlesource.com/binutils-gdb\",\"revision\":\"56770bdab2585be4d3171b3512d2167106dca53e\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:gcc-prod-trigger",
    "scheduler_invocation_id:9045550688286881216",
    "scheduler_job_id:fuchsia/gcc-prod-trigger-3e002780",
    "user_agent:luci-scheduler",
    "buildset:commit/git/56770bdab2585be4d3171b3512d2167106dca53e",
    "buildset:commit/gitiles/gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e",
    "gitiles_ref:refs/heads/master"
  ]
}
[18:34:15.162] Buildbucket response:
{
  "build": {
    "bucket": "luci.fuchsia.prod",
    "canary_preference": "PROD",
    "created_by": "project:fuchsia",
    "created_ts": "1589654054607863",
    "id": "8880120625994435936",
    "parameters_json": "{\"builder_name\": \"gcc-prod-trigger\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"8bbf03947dd594262e672c1fbc3462a81c811b6f\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@8bbf03947dd594262e672c1fbc3462a81c811b6f\", \"title\": \"8bbf03947dd594262e672c1fbc3462a81c811b6f\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/8bbf03947dd594262e672c1fbc3462a81c811b6f\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"56770bdab2585be4d3171b3512d2167106dca53e\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@56770bdab2585be4d3171b3512d2167106dca53e\", \"title\": \"56770bdab2585be4d3171b3512d2167106dca53e\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"56770bdab2585be4d3171b3512d2167106dca53e\"}}",
    "project": "fuchsia",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1589654054990803",
    "tags": [
      "builder:gcc-prod-trigger",
      "buildset:commit/git/56770bdab2585be4d3171b3512d2167106dca53e",
      "buildset:commit/gitiles/gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9045550688286881216",
      "scheduler_job_id:fuchsia/gcc-prod-trigger-3e002780",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/fuchsia/buildbucket/cr-buildbucket.appspot.com/8880120625994435936/+/annotations",
      "swarming_tag:luci_project:fuchsia",
      "swarming_tag:recipe_name:toolchain_trigger",
      "swarming_tag:recipe_package:fuchsia/infra/recipe_bundles/fuchsia.googlesource.com/infra/recipes",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1589654054990958",
    "url": "https://ci.chromium.org/b/8880120625994435936",
    "utcnow_ts": "1589654055153914"
  }
}
[18:34:15.162] Task URL: https://ci.chromium.org/b/8880120625994435936
[18:34:15.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:2:0) after 1m0s
[18:34:20.558] Received PubSub notification, asking Buildbucket for the build status
[18:34:21.269] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:15.406] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:2:0)
[18:35:15.406] Timer tick, asking Buildbucket for the build status
[18:35:15.568] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:15.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:4:0) after 1m0s
[18:36:15.657] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:4:0)
[18:36:15.657] Timer tick, asking Buildbucket for the build status
[18:36:15.828] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:15.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:5:0) after 1m0s
[18:37:16.057] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:5:0)
[18:37:16.057] Timer tick, asking Buildbucket for the build status
[18:37:16.178] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:16.178] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:6:0) after 1m0s
[18:38:16.284] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:6:0)
[18:38:16.284] Timer tick, asking Buildbucket for the build status
[18:38:17.012] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:17.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:7:0) after 1m0s
[18:39:17.053] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:7:0)
[18:39:17.053] Timer tick, asking Buildbucket for the build status
[18:39:17.338] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:17.339] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:8:0) after 1m0s
[18:40:17.472] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:8:0)
[18:40:17.472] Timer tick, asking Buildbucket for the build status
[18:40:17.835] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:17.835] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:9:0) after 1m0s
[18:41:17.876] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:9:0)
[18:41:17.876] Timer tick, asking Buildbucket for the build status
[18:41:18.189] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:18.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:10:0) after 1m0s
[18:42:18.220] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:10:0)
[18:42:18.220] Timer tick, asking Buildbucket for the build status
[18:42:18.523] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:18.523] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:11:0) after 1m0s
[18:43:18.746] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:11:0)
[18:43:18.746] Timer tick, asking Buildbucket for the build status
[18:43:19.151] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:19.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:12:0) after 1m0s
[18:44:19.245] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:12:0)
[18:44:19.245] Timer tick, asking Buildbucket for the build status
[18:44:19.645] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:19.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:13:0) after 1m0s
[18:45:19.626] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:13:0)
[18:45:19.626] Timer tick, asking Buildbucket for the build status
[18:45:20.009] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:20.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:14:0) after 1m0s
[18:46:20.049] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:14:0)
[18:46:20.049] Timer tick, asking Buildbucket for the build status
[18:46:21.613] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:21.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:15:0) after 1m0s
[18:47:21.589] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:15:0)
[18:47:21.589] Timer tick, asking Buildbucket for the build status
[18:47:22.039] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:22.039] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:16:0) after 1m0s
[18:48:22.135] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:16:0)
[18:48:22.135] Timer tick, asking Buildbucket for the build status
[18:48:22.271] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:22.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:17:0) after 1m0s
[18:49:22.297] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:17:0)
[18:49:22.297] Timer tick, asking Buildbucket for the build status
[18:49:22.481] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:22.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:18:0) after 1m0s
[18:50:22.512] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:18:0)
[18:50:22.512] Timer tick, asking Buildbucket for the build status
[18:50:22.953] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:22.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:19:0) after 1m0s
[18:51:22.975] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:19:0)
[18:51:22.975] Timer tick, asking Buildbucket for the build status
[18:51:23.421] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:23.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:20:0) after 1m0s
[18:52:23.519] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:20:0)
[18:52:23.519] Timer tick, asking Buildbucket for the build status
[18:52:23.865] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:23.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:21:0) after 1m0s
[18:53:23.885] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:21:0)
[18:53:23.885] Timer tick, asking Buildbucket for the build status
[18:53:24.014] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:24.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:22:0) after 1m0s
[18:54:24.039] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:22:0)
[18:54:24.039] Timer tick, asking Buildbucket for the build status
[18:54:24.164] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:24.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:23:0) after 1m0s
[18:55:24.215] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:23:0)
[18:55:24.215] Timer tick, asking Buildbucket for the build status
[18:55:24.675] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:24.675] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:24:0) after 1m0s
[18:56:24.693] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:24:0)
[18:56:24.693] Timer tick, asking Buildbucket for the build status
[18:56:24.831] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:24.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:25:0) after 1m0s
[18:57:24.931] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:25:0)
[18:57:24.931] Timer tick, asking Buildbucket for the build status
[18:57:25.618] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:25.618] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:26:0) after 1m0s
[18:58:25.642] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:26:0)
[18:58:25.642] Timer tick, asking Buildbucket for the build status
[18:58:25.911] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:25.911] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:27:0) after 1m0s
[18:59:25.913] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:27:0)
[18:59:25.913] Timer tick, asking Buildbucket for the build status
[18:59:26.022] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:26.022] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:28:0) after 1m0s
[19:00:26.045] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:28:0)
[19:00:26.045] Timer tick, asking Buildbucket for the build status
[19:00:26.463] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:26.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:29:0) after 1m0s
[19:01:26.501] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:29:0)
[19:01:26.501] Timer tick, asking Buildbucket for the build status
[19:01:26.748] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:26.748] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:30:0) after 1m0s
[19:02:26.782] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:30:0)
[19:02:26.782] Timer tick, asking Buildbucket for the build status
[19:02:27.253] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:27.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:31:0) after 1m0s
[19:03:27.277] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:31:0)
[19:03:27.277] Timer tick, asking Buildbucket for the build status
[19:03:27.452] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:27.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:32:0) after 1m0s
[19:04:27.473] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:32:0)
[19:04:27.473] Timer tick, asking Buildbucket for the build status
[19:04:27.978] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:27.978] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:33:0) after 1m0s
[19:05:27.999] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:33:0)
[19:05:27.999] Timer tick, asking Buildbucket for the build status
[19:05:28.358] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:28.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:34:0) after 1m0s
[19:06:28.378] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:34:0)
[19:06:28.378] Timer tick, asking Buildbucket for the build status
[19:06:28.604] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:28.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:35:0) after 1m0s
[19:07:28.624] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:35:0)
[19:07:28.624] Timer tick, asking Buildbucket for the build status
[19:07:28.919] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:28.919] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:36:0) after 1m0s
[19:08:28.976] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:36:0)
[19:08:28.976] Timer tick, asking Buildbucket for the build status
[19:08:29.248] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:29.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:37:0) after 1m0s
[19:09:29.268] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:37:0)
[19:09:29.268] Timer tick, asking Buildbucket for the build status
[19:09:29.391] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:29.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:38:0) after 1m0s
[19:10:29.429] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:38:0)
[19:10:29.429] Timer tick, asking Buildbucket for the build status
[19:10:29.935] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:29.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:39:0) after 1m0s
[19:11:30.022] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:39:0)
[19:11:30.022] Timer tick, asking Buildbucket for the build status
[19:11:30.138] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:30.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:40:0) after 1m0s
[19:12:30.164] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:40:0)
[19:12:30.164] Timer tick, asking Buildbucket for the build status
[19:12:30.307] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:30.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:41:0) after 1m0s
[19:13:30.339] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:41:0)
[19:13:30.339] Timer tick, asking Buildbucket for the build status
[19:13:30.821] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:30.821] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:42:0) after 1m0s
[19:14:30.844] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:42:0)
[19:14:30.844] Timer tick, asking Buildbucket for the build status
[19:14:30.985] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:30.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:43:0) after 1m0s
[19:15:31.011] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:43:0)
[19:15:31.011] Timer tick, asking Buildbucket for the build status
[19:15:31.238] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:31.238] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:44:0) after 1m0s
[19:16:31.261] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:44:0)
[19:16:31.261] Timer tick, asking Buildbucket for the build status
[19:16:31.400] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:31.400] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:45:0) after 1m0s
[19:17:31.424] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:45:0)
[19:17:31.424] Timer tick, asking Buildbucket for the build status
[19:17:31.770] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:17:31.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:46:0) after 1m0s
[19:18:31.792] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:46:0)
[19:18:31.792] Timer tick, asking Buildbucket for the build status
[19:18:31.952] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:31.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:47:0) after 1m0s
[19:19:31.979] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:47:0)
[19:19:31.979] Timer tick, asking Buildbucket for the build status
[19:19:32.125] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:32.125] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:48:0) after 1m0s
[19:20:32.152] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:48:0)
[19:20:32.152] Timer tick, asking Buildbucket for the build status
[19:20:32.303] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:32.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:49:0) after 1m0s
[19:21:32.331] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:49:0)
[19:21:32.331] Timer tick, asking Buildbucket for the build status
[19:21:32.508] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:32.508] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:50:0) after 1m0s
[19:22:33.142] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:50:0)
[19:22:33.142] Timer tick, asking Buildbucket for the build status
[19:22:33.275] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:33.275] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:51:0) after 1m0s
[19:23:33.368] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:51:0)
[19:23:33.368] Timer tick, asking Buildbucket for the build status
[19:23:34.628] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:34.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:52:0) after 1m0s
[19:24:35.022] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:52:0)
[19:24:35.022] Timer tick, asking Buildbucket for the build status
[19:24:35.294] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:35.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:53:0) after 1m0s
[19:25:35.512] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:53:0)
[19:25:35.512] Timer tick, asking Buildbucket for the build status
[19:25:35.751] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:35.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:54:0) after 1m0s
[19:26:35.846] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:54:0)
[19:26:35.846] Timer tick, asking Buildbucket for the build status
[19:26:36.029] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:36.029] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:55:0) after 1m0s
[19:27:41.228] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:55:0)
[19:27:41.228] Timer tick, asking Buildbucket for the build status
[19:27:41.413] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:41.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:56:0) after 1m0s
[19:28:41.491] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:56:0)
[19:28:41.491] Timer tick, asking Buildbucket for the build status
[19:28:41.941] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:41.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:57:0) after 1m0s
[19:29:41.987] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:57:0)
[19:29:41.987] Timer tick, asking Buildbucket for the build status
[19:29:42.652] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:42.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:58:0) after 1m0s
[19:30:42.684] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:58:0)
[19:30:42.684] Timer tick, asking Buildbucket for the build status
[19:30:42.883] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:42.883] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:59:0) after 1m0s
[19:31:42.920] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:59:0)
[19:31:42.920] Timer tick, asking Buildbucket for the build status
[19:31:43.086] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:43.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:60:0) after 1m0s
[19:32:43.121] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:60:0)
[19:32:43.121] Timer tick, asking Buildbucket for the build status
[19:32:43.593] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:43.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:61:0) after 1m0s
[19:33:43.614] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:61:0)
[19:33:43.614] Timer tick, asking Buildbucket for the build status
[19:33:43.823] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:43.823] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:62:0) after 1m0s
[19:34:43.882] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:62:0)
[19:34:43.882] Timer tick, asking Buildbucket for the build status
[19:34:44.016] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:44.016] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:63:0) after 1m0s
[19:35:44.152] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:63:0)
[19:35:44.152] Timer tick, asking Buildbucket for the build status
[19:35:44.369] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:44.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:64:0) after 1m0s
[19:36:44.482] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:64:0)
[19:36:44.482] Timer tick, asking Buildbucket for the build status
[19:36:44.582] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:44.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:65:0) after 1m0s
[19:37:44.638] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:65:0)
[19:37:44.638] Timer tick, asking Buildbucket for the build status
[19:37:44.928] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:44.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:66:0) after 1m0s
[19:38:44.951] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:66:0)
[19:38:44.951] Timer tick, asking Buildbucket for the build status
[19:38:45.148] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:45.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:67:0) after 1m0s
[19:39:45.222] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:67:0)
[19:39:45.222] Timer tick, asking Buildbucket for the build status
[19:39:45.344] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:45.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:68:0) after 1m0s
[19:40:45.385] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:68:0)
[19:40:45.385] Timer tick, asking Buildbucket for the build status
[19:40:45.527] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:45.527] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:69:0) after 1m0s
[19:41:45.715] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:69:0)
[19:41:45.715] Timer tick, asking Buildbucket for the build status
[19:41:45.863] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:45.863] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:70:0) after 1m0s
[19:42:45.923] Handling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:70:0)
[19:42:45.923] Timer tick, asking Buildbucket for the build status
[19:42:46.271] Build 8880120625994435936: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:46.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/gcc-prod-trigger-3e002780:9045550688286881216:71:0) after 1m0s
[19:42:54.718] Received PubSub notification, asking Buildbucket for the build status
[19:42:55.579] Build 8880120625994435936: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:42:55.579] Buildbucket build:
{
  "build": {
    "bucket": "luci.fuchsia.prod",
    "canary_preference": "PROD",
    "completed_ts": "1589658173590435",
    "created_by": "project:fuchsia",
    "created_ts": "1589654054607863",
    "failure_reason": "BUILD_FAILURE",
    "id": "8880120625994435936",
    "parameters_json": "{\"builder_name\": \"gcc-prod-trigger\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"8bbf03947dd594262e672c1fbc3462a81c811b6f\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@8bbf03947dd594262e672c1fbc3462a81c811b6f\", \"title\": \"8bbf03947dd594262e672c1fbc3462a81c811b6f\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/8bbf03947dd594262e672c1fbc3462a81c811b6f\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"56770bdab2585be4d3171b3512d2167106dca53e\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@56770bdab2585be4d3171b3512d2167106dca53e\", \"title\": \"56770bdab2585be4d3171b3512d2167106dca53e\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"56770bdab2585be4d3171b3512d2167106dca53e\"}}",
    "project": "fuchsia",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('display builds.build(s) failed') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"8bbf03947dd594262e672c1fbc3462a81c811b6f\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@8bbf03947dd594262e672c1fbc3462a81c811b6f\", \"title\": \"8bbf03947dd594262e672c1fbc3462a81c811b6f\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/8bbf03947dd594262e672c1fbc3462a81c811b6f\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"56770bdab2585be4d3171b3512d2167106dca53e\"}, \"id\": \"https://gnu.googlesource.com/binutils-gdb/+/refs/heads/master@56770bdab2585be4d3171b3512d2167106dca53e\", \"title\": \"56770bdab2585be4d3171b3512d2167106dca53e\", \"url\": \"https://gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e\"}]}, \"$recipe_engine/swarming\": {\"server\": \"https://chromium-swarm.appspot.com\"}, \"bot_id\": \"fuchsia-prod-n1-1-ssd0-us-central1-c-0-oop0\", \"branch\": \"refs/heads/master\", \"bucket\": \"prod\", \"buildername\": \"gcc-prod-trigger\", \"builders\": [\"gcc-arm64-linux\", \"gcc-x64-linux\", \"gcc-x64-mac\"], \"enforce_output\": true, \"mastername\": \"gcc\", \"path_config\": \"generic\", \"recipe\": \"toolchain_trigger\", \"repository\": \"https://gnu.googlesource.com/binutils-gdb\", \"revision\": \"56770bdab2585be4d3171b3512d2167106dca53e\", \"timeout\": 7200.0, \"triggers\": [\"gcc-goma\"]}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"vpython\"], \"cores\": [\"1\"], \"cpu\": [\"x64\", \"x86\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"fuchsia-infra\"], \"gpu\": [\"none\"], \"id\": [\"fuchsia-prod-n1-1-ssd0-us-central1-c-0-oop0\"], \"image\": [\"fuchsia-debian-9-drawfork-v20200415-2b8d28b\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-1\"], \"os\": [\"Debian\", \"Debian-9.11\", \"Linux\"], \"pool\": [\"luci.fuchsia.prod\"], \"python\": [\"2.7.13\"], \"scale_group\": [\"fuchsia-prod-n1-1-ssd0\"], \"server_version\": [\"5088-a734129\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-c\"]}}, \"ui\": {\"info\": \"Step('display builds.build(s) failed') (retcode: 1)\"}}",
    "service_account": "fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com",
    "started_ts": "1589654059019977",
    "status": "COMPLETED",
    "status_changed_ts": "1589654059701299",
    "tags": [
      "builder:gcc-prod-trigger",
      "buildset:commit/git/56770bdab2585be4d3171b3512d2167106dca53e",
      "buildset:commit/gitiles/gnu.googlesource.com/binutils-gdb/+/56770bdab2585be4d3171b3512d2167106dca53e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9045550688286881216",
      "scheduler_job_id:fuchsia/gcc-prod-trigger-3e002780",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/fuchsia/buildbucket/cr-buildbucket.appspot.com/8880120625994435936/+/annotations",
      "swarming_tag:luci_project:fuchsia",
      "swarming_tag:os:Debian",
      "swarming_tag:recipe_name:toolchain_trigger",
      "swarming_tag:recipe_package:fuchsia/infra/recipe_bundles/fuchsia.googlesource.com/infra/recipes",
      "swarming_task_id:4c3795723a3fe710",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1589658173859461",
    "url": "https://ci.chromium.org/b/8880120625994435936",
    "utcnow_ts": "1589658175560738"
  }
}
[19:42:55.579] Invocation finished in 1h8m42.541299537s with status FAILED