1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-zephyr
  4. 8915196286249664784
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-zephyr"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6f9099b2b688bf63e9480f58b7778ed1d024eb31"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6f9099b2b688bf63e9480f58b7778ed1d024eb31
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:41:38.308] New invocation is queued and will start shortly
[14:41:39.421] Starting the invocation (attempt 1)
[14:41:39.447] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6f9099b2b688bf63e9480f58b7778ed1d024eb31"
[14:41:39.448] Popped gitiles commit info from properties and tags
[14:41:39.448] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:41:39.448] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:41:39.448] Buildbucket request:
{
  "requestId": "8915196286249664784",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8915196286249664784",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6f9099b2b688bf63e9480f58b7778ed1d024eb31"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6f9099b2b688bf63e9480f58b7778ed1d024eb31",
                        "title": "6f9099b2b688bf63e9480f58b7778ed1d024eb31",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6f9099b2b688bf63e9480f58b7778ed1d024eb31"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6f9099b2b688bf63e9480f58b7778ed1d024eb31",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915196286249664784"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:41:39.972] Scheduled build:
{
  "id": "8749766224301104689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-24T14:41:39.533827177Z",
  "updateTime": "2024-04-24T14:41:39.533827177Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6f9099b2b688bf63e9480f58b7778ed1d024eb31",
      "ref": "refs/heads/main"
    }
  }
}
[14:41:39.972] Task URL: https://cr-buildbucket.appspot.com/build/8749766224301104689
[14:41:39.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:2:0) after 1m12s
[14:41:40.866] Received PubSub notification, asking Buildbucket for the build status
[14:41:40.889] Build status: SCHEDULED
[14:42:52.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:2:0)
[14:42:52.637] Build status: SCHEDULED
[14:42:52.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:4:0) after 9m0s
[14:51:52.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:4:0)
[14:51:52.992] Build status: SCHEDULED
[14:51:52.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:5:0) after 5m42s
[14:57:35.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:5:0)
[14:57:35.044] Build status: SCHEDULED
[14:57:35.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:6:0) after 9m45s
[15:07:20.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:6:0)
[15:07:20.044] Build status: SCHEDULED
[15:07:20.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:7:0) after 9m8s
[15:16:28.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:7:0)
[15:16:28.190] Build status: SCHEDULED
[15:16:28.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:8:0) after 3m47s
[15:20:15.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:8:0)
[15:20:15.249] Build status: SCHEDULED
[15:20:15.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:9:0) after 9m7s
[15:29:22.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:9:0)
[15:29:22.456] Build status: SCHEDULED
[15:29:22.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:10:0) after 3m59s
[15:33:21.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:10:0)
[15:33:21.544] Build status: SCHEDULED
[15:33:21.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:11:0) after 6m45s
[15:40:06.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:11:0)
[15:40:06.922] Build status: SCHEDULED
[15:40:06.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:12:0) after 8m51s
[15:48:57.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:12:0)
[15:48:57.992] Build status: SCHEDULED
[15:48:57.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:13:0) after 9m21s
[15:58:19.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:13:0)
[15:58:19.030] Build status: SCHEDULED
[15:58:19.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:14:0) after 3m44s
[16:02:03.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:14:0)
[16:02:03.105] Build status: SCHEDULED
[16:02:03.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:15:0) after 5m24s
[16:07:27.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:15:0)
[16:07:27.203] Build status: SCHEDULED
[16:07:27.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:16:0) after 8m41s
[16:16:08.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:16:0)
[16:16:08.336] Build status: SCHEDULED
[16:16:08.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:17:0) after 9m22s
[16:25:30.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:17:0)
[16:25:30.433] Build status: SCHEDULED
[16:25:30.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:18:0) after 4m5s
[16:29:35.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:18:0)
[16:29:35.534] Build status: SCHEDULED
[16:29:35.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:19:0) after 7m5s
[16:36:40.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:19:0)
[16:36:40.720] Build status: SCHEDULED
[16:36:40.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:20:0) after 2m13s
[16:38:53.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:20:0)
[16:38:53.877] Build status: SCHEDULED
[16:38:53.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:21:0) after 6m22s
[16:45:15.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:21:0)
[16:45:15.876] Build status: SCHEDULED
[16:45:15.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:22:0) after 3m56s
[16:49:11.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:22:0)
[16:49:12.005] Build status: SCHEDULED
[16:49:12.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:23:0) after 3m4s
[16:52:16.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:23:0)
[16:52:16.178] Build status: SCHEDULED
[16:52:16.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:24:0) after 2m13s
[16:54:29.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:24:0)
[16:54:29.249] Build status: SCHEDULED
[16:54:29.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:25:0) after 2m28s
[16:56:57.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:25:0)
[16:56:57.322] Build status: SCHEDULED
[16:56:57.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:26:0) after 6m55s
[17:03:52.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:26:0)
[17:03:52.316] Build status: SCHEDULED
[17:03:52.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:27:0) after 3m30s
[17:07:22.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:27:0)
[17:07:22.412] Build status: SCHEDULED
[17:07:22.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:28:0) after 6m49s
[17:14:11.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:28:0)
[17:14:11.440] Build status: SCHEDULED
[17:14:11.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:29:0) after 9m30s
[17:23:41.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:29:0)
[17:23:41.563] Build status: SCHEDULED
[17:23:41.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:30:0) after 7m27s
[17:31:08.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:30:0)
[17:31:08.654] Build status: SCHEDULED
[17:31:08.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:31:0) after 5m27s
[17:36:35.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:31:0)
[17:36:35.691] Build status: SCHEDULED
[17:36:35.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:32:0) after 3m46s
[17:40:21.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:32:0)
[17:40:21.749] Build status: SCHEDULED
[17:40:21.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:33:0) after 2m10s
[17:42:31.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:33:0)
[17:42:31.977] Build status: SCHEDULED
[17:42:31.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:34:0) after 9m34s
[17:52:05.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:34:0)
[17:52:06.143] Build status: SCHEDULED
[17:52:06.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:35:0) after 1m7s
[17:53:13.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:35:0)
[17:53:13.224] Build status: SCHEDULED
[17:53:13.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:36:0) after 5m13s
[17:58:26.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:36:0)
[17:58:26.300] Build status: SCHEDULED
[17:58:26.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:37:0) after 7m12s
[18:05:38.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:37:0)
[18:05:38.425] Build status: SCHEDULED
[18:05:38.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:38:0) after 4m16s
[18:09:54.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:38:0)
[18:09:54.466] Build status: SCHEDULED
[18:09:54.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:39:0) after 8m32s
[18:18:26.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:39:0)
[18:18:26.599] Build status: SCHEDULED
[18:18:26.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:40:0) after 6m26s
[18:24:52.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:40:0)
[18:24:52.721] Build status: SCHEDULED
[18:24:52.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:41:0) after 7m59s
[18:32:51.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:41:0)
[18:32:51.765] Build status: SCHEDULED
[18:32:51.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:42:0) after 7m19s
[18:40:10.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:42:0)
[18:40:10.811] Build status: SCHEDULED
[18:40:10.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:43:0) after 8m59s
[18:49:09.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:43:0)
[18:49:09.866] Build status: SCHEDULED
[18:49:09.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:44:0) after 5m56s
[18:55:05.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:44:0)
[18:55:05.975] Build status: SCHEDULED
[18:55:05.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:45:0) after 8m26s
[19:03:32.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:45:0)
[19:03:32.262] Build status: SCHEDULED
[19:03:32.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:46:0) after 5m23s
[19:08:55.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:46:0)
[19:08:55.401] Build status: SCHEDULED
[19:08:55.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:47:0) after 5m36s
[19:14:31.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:47:0)
[19:14:31.400] Build status: SCHEDULED
[19:14:31.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:48:0) after 5m10s
[19:19:41.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:48:0)
[19:19:41.465] Build status: SCHEDULED
[19:19:41.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:49:0) after 9m13s
[19:28:54.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:49:0)
[19:28:54.516] Build status: SCHEDULED
[19:28:54.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:50:0) after 3m29s
[19:32:23.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:50:0)
[19:32:23.628] Build status: SCHEDULED
[19:32:23.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:51:0) after 5m7s
[19:37:30.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:51:0)
[19:37:30.895] Build status: SCHEDULED
[19:37:30.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:52:0) after 2m15s
[19:39:45.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:52:0)
[19:39:45.944] Build status: SCHEDULED
[19:39:45.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:53:0) after 1m31s
[19:41:17.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:53:0)
[19:41:17.229] Build status: SCHEDULED
[19:41:17.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:54:0) after 1m0s
[19:42:17.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:54:0)
[19:42:17.552] Build status: SCHEDULED
[19:42:17.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:55:0) after 3m13s
[19:45:30.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:55:0)
[19:45:30.629] Build status: SCHEDULED
[19:45:30.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:56:0) after 7m14s
[19:52:44.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:56:0)
[19:52:44.682] Build status: SCHEDULED
[19:52:44.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:57:0) after 5m42s
[19:58:26.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:57:0)
[19:58:26.770] Build status: SCHEDULED
[19:58:26.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:58:0) after 6m12s
[20:04:39.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:58:0)
[20:04:39.693] Build status: SCHEDULED
[20:04:39.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:59:0) after 6m23s
[20:11:03.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:59:0)
[20:11:03.312] Build status: SCHEDULED
[20:11:03.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:60:0) after 5m6s
[20:16:09.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:60:0)
[20:16:09.854] Build status: SCHEDULED
[20:16:09.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:61:0) after 5m51s
[20:22:01.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:61:0)
[20:22:01.143] Build status: SCHEDULED
[20:22:01.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:62:0) after 4m19s
[20:26:20.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:62:0)
[20:26:20.191] Build status: SCHEDULED
[20:26:20.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:63:0) after 5m51s
[20:32:11.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:63:0)
[20:32:11.203] Build status: SCHEDULED
[20:32:11.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:64:0) after 2m53s
[20:35:04.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:64:0)
[20:35:04.437] Build status: SCHEDULED
[20:35:04.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:65:0) after 2m19s
[20:37:23.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:65:0)
[20:37:23.474] Build status: SCHEDULED
[20:37:23.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:66:0) after 7m53s
[20:45:16.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:66:0)
[20:45:16.521] Build status: SCHEDULED
[20:45:16.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:67:0) after 2m58s
[20:48:14.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:67:0)
[20:48:14.567] Build status: SCHEDULED
[20:48:14.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:68:0) after 4m41s
[20:52:55.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:68:0)
[20:52:55.594] Build status: SCHEDULED
[20:52:55.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:69:0) after 9m35s
[21:02:30.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:69:0)
[21:02:30.711] Build status: SCHEDULED
[21:02:30.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:70:0) after 3m22s
[21:05:52.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:70:0)
[21:05:52.764] Build status: SCHEDULED
[21:05:52.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:71:0) after 9m7s
[21:14:59.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:71:0)
[21:14:59.939] Build status: SCHEDULED
[21:14:59.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:72:0) after 3m50s
[21:18:49.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:72:0)
[21:18:49.982] Build status: SCHEDULED
[21:18:49.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:73:0) after 3m1s
[21:21:51.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:73:0)
[21:21:51.042] Build status: SCHEDULED
[21:21:51.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:74:0) after 7m30s
[21:29:21.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:74:0)
[21:29:21.095] Build status: SCHEDULED
[21:29:21.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:75:0) after 8m51s
[21:38:12.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:75:0)
[21:38:12.203] Build status: SCHEDULED
[21:38:12.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:76:0) after 4m19s
[21:42:31.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:76:0)
[21:42:31.268] Build status: SCHEDULED
[21:42:31.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:77:0) after 7m52s
[21:50:23.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:77:0)
[21:50:23.368] Build status: SCHEDULED
[21:50:23.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:78:0) after 9m0s
[21:59:23.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:78:0)
[21:59:23.440] Build status: SCHEDULED
[21:59:23.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:79:0) after 7m56s
[22:07:19.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:79:0)
[22:07:19.479] Build status: SCHEDULED
[22:07:19.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:80:0) after 2m30s
[22:09:49.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:80:0)
[22:09:49.629] Build status: SCHEDULED
[22:09:49.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:81:0) after 9m15s
[22:19:04.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:81:0)
[22:19:04.677] Build status: SCHEDULED
[22:19:04.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:82:0) after 5m27s
[22:24:31.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:82:0)
[22:24:31.772] Build status: SCHEDULED
[22:24:31.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:83:0) after 3m2s
[22:27:33.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:83:0)
[22:27:33.882] Build status: SCHEDULED
[22:27:33.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:84:0) after 1m14s
[22:28:47.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:84:0)
[22:28:47.923] Build status: SCHEDULED
[22:28:47.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:85:0) after 9m17s
[22:38:05.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:85:0)
[22:38:05.076] Build status: SCHEDULED
[22:38:05.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8915196286249664784:86:0) after 6m27s
[22:41:40.323] Received PubSub notification, asking Buildbucket for the build status
[22:41:40.347] Build:
{
  "id": "8749766224301104689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-04-24T14:41:39.533827177Z",
  "endTime": "2024-04-24T22:41:40.121326371Z",
  "updateTime": "2024-04-24T22:41:40.121326371Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6f9099b2b688bf63e9480f58b7778ed1d024eb31",
      "ref": "refs/heads/main"
    }
  }
}
[22:41:40.347] Invocation finished in 8h0m2.055939015s with status FAILED