buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-gn-sapphire"
>

• dc60615a9461a006e1748aff344127f726b0f0a7 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "dc60615a9461a006e1748aff344127f726b0f0a7"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dc60615a9461a006e1748aff344127f726b0f0a7
• gitiles_ref:refs/heads/main

[03:55:11.313] New invocation is queued and will start shortly
[03:55:12.437] Starting the invocation (attempt 1)
[03:55:12.459] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dc60615a9461a006e1748aff344127f726b0f0a7"
[03:55:12.459] Popped gitiles commit info from properties and tags
[03:55:12.459] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:55:12.459] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:55:12.460] Buildbucket request:
{
  "requestId": "8856348929190574000",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-gn-sapphire"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8856348929190574000",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dc60615a9461a006e1748aff344127f726b0f0a7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dc60615a9461a006e1748aff344127f726b0f0a7",
                        "title": "dc60615a9461a006e1748aff344127f726b0f0a7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dc60615a9461a006e1748aff344127f726b0f0a7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "dc60615a9461a006e1748aff344127f726b0f0a7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8856348929190574000"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:55:12.797] Scheduled build:
{
  "id": "8690918867286052609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-gn-sapphire"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-03T03:55:12.506527374Z",
  "updateTime": "2026-02-03T03:55:12.506527374Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "dc60615a9461a006e1748aff344127f726b0f0a7",
      "ref": "refs/heads/main"
    }
  }
}
[03:55:12.797] Task URL: https://cr-buildbucket.appspot.com/build/8690918867286052609
[03:55:12.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:2:0) after 2m48s
[03:55:13.798] Received PubSub notification, asking Buildbucket for the build status
[03:55:13.835] Build status: SCHEDULED
[03:58:00.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:2:0)
[03:58:00.824] Build status: SCHEDULED
[03:58:00.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:4:0) after 7m15s
[04:05:15.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:4:0)
[04:05:15.856] Build status: SCHEDULED
[04:05:15.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:5:0) after 7m44s
[04:12:59.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:5:0)
[04:12:59.881] Build status: SCHEDULED
[04:12:59.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:6:0) after 8m47s
[04:21:46.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:6:0)
[04:21:46.977] Build status: SCHEDULED
[04:21:46.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:7:0) after 3m3s
[04:24:50.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:7:0)
[04:24:50.173] Build status: SCHEDULED
[04:24:50.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:8:0) after 8m39s
[04:33:29.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:8:0)
[04:33:29.292] Build status: SCHEDULED
[04:33:29.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:9:0) after 1m34s
[04:35:03.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:9:0)
[04:35:03.304] Build status: SCHEDULED
[04:35:03.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:10:0) after 6m0s
[04:41:03.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:10:0)
[04:41:03.318] Build status: SCHEDULED
[04:41:03.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:11:0) after 4m49s
[04:45:52.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:11:0)
[04:45:52.390] Build status: SCHEDULED
[04:45:52.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:12:0) after 6m4s
[04:51:56.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:12:0)
[04:51:56.430] Build status: SCHEDULED
[04:51:56.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:13:0) after 2m5s
[04:54:01.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:13:0)
[04:54:01.497] Build status: SCHEDULED
[04:54:01.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:14:0) after 5m22s
[04:59:23.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:14:0)
[04:59:23.561] Build status: SCHEDULED
[04:59:23.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:15:0) after 9m51s
[05:09:14.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:15:0)
[05:09:14.617] Build status: SCHEDULED
[05:09:14.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:16:0) after 1m17s
[05:10:31.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:16:0)
[05:10:31.648] Build status: SCHEDULED
[05:10:31.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:17:0) after 2m26s
[05:12:57.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:17:0)
[05:12:57.725] Build status: SCHEDULED
[05:12:57.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:18:0) after 9m18s
[05:22:15.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:18:0)
[05:22:15.752] Build status: SCHEDULED
[05:22:15.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:19:0) after 3m35s
[05:25:50.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:19:0)
[05:25:50.788] Build status: SCHEDULED
[05:25:50.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:20:0) after 1m15s
[05:27:05.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:20:0)
[05:27:05.834] Build status: SCHEDULED
[05:27:05.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:21:0) after 1m6s
[05:28:11.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:21:0)
[05:28:11.950] Build status: SCHEDULED
[05:28:11.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:22:0) after 4m5s
[05:32:16.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:22:0)
[05:32:17.062] Build status: SCHEDULED
[05:32:17.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:23:0) after 4m15s
[05:36:32.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:23:0)
[05:36:32.132] Build status: SCHEDULED
[05:36:32.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:24:0) after 4m6s
[05:40:38.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:24:0)
[05:40:38.273] Build status: SCHEDULED
[05:40:38.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:25:0) after 8m4s
[05:48:42.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:25:0)
[05:48:42.365] Build status: SCHEDULED
[05:48:42.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:26:0) after 8m56s
[05:57:38.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:26:0)
[05:57:38.444] Build status: SCHEDULED
[05:57:38.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:27:0) after 2m50s
[06:00:28.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:27:0)
[06:00:28.494] Build status: SCHEDULED
[06:00:28.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:28:0) after 4m2s
[06:04:30.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:28:0)
[06:04:30.530] Build status: SCHEDULED
[06:04:30.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:29:0) after 9m51s
[06:14:21.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:29:0)
[06:14:21.576] Build status: SCHEDULED
[06:14:21.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:30:0) after 8m2s
[06:22:23.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:30:0)
[06:22:23.641] Build status: SCHEDULED
[06:22:23.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:31:0) after 9m0s
[06:31:23.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:31:0)
[06:31:23.685] Build status: SCHEDULED
[06:31:23.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:32:0) after 1m5s
[06:32:28.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:32:0)
[06:32:28.745] Build status: SCHEDULED
[06:32:28.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:33:0) after 9m4s
[06:41:33.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:33:0)
[06:41:33.786] Build status: SCHEDULED
[06:41:33.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:34:0) after 8m12s
[06:49:45.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:34:0)
[06:49:45.845] Build status: SCHEDULED
[06:49:45.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:35:0) after 1m1s
[06:50:46.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:35:0)
[06:50:46.876] Build status: SCHEDULED
[06:50:46.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:36:0) after 2m58s
[06:53:44.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:36:0)
[06:53:44.958] Build status: SCHEDULED
[06:53:44.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:37:0) after 7m26s
[07:01:11.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:37:0)
[07:01:11.106] Build status: SCHEDULED
[07:01:11.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:38:0) after 5m21s
[07:06:32.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:38:0)
[07:06:32.184] Build status: SCHEDULED
[07:06:32.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:39:0) after 7m10s
[07:13:42.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:39:0)
[07:13:42.223] Build status: SCHEDULED
[07:13:42.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:40:0) after 5m50s
[07:19:32.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:40:0)
[07:19:32.276] Build status: SCHEDULED
[07:19:32.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:41:0) after 8m23s
[07:27:55.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:41:0)
[07:27:55.312] Build status: SCHEDULED
[07:27:55.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:42:0) after 8m2s
[07:35:57.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:42:0)
[07:35:57.351] Build status: SCHEDULED
[07:35:57.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:43:0) after 4m6s
[07:40:03.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:43:0)
[07:40:03.384] Build status: SCHEDULED
[07:40:03.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:44:0) after 6m3s
[07:46:06.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:44:0)
[07:46:06.427] Build status: SCHEDULED
[07:46:06.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:45:0) after 4m38s
[07:50:44.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:45:0)
[07:50:44.459] Build status: SCHEDULED
[07:50:44.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:46:0) after 9m22s
[07:57:59.027] Received PubSub notification, asking Buildbucket for the build status
[07:57:59.041] Build status: STARTED
[08:00:06.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:46:0)
[08:00:06.599] Build status: STARTED
[08:00:06.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:48:0) after 1m45s
[08:01:51.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:48:0)
[08:01:51.639] Build status: STARTED
[08:01:51.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8856348929190574000:49:0) after 3m43s
[08:03:56.888] Received PubSub notification, asking Buildbucket for the build status
[08:03:56.906] Build:
{
  "id": "8690918867286052609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-gn-sapphire"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-03T03:55:12.506527374Z",
  "startTime": "2026-02-03T07:57:58.774823900Z",
  "endTime": "2026-02-03T08:03:56.600362907Z",
  "updateTime": "2026-02-03T08:03:56.600362907Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "dc60615a9461a006e1748aff344127f726b0f0a7",
      "ref": "refs/heads/main"
    }
  }
}
[08:03:56.906] Invocation finished in 4h8m45.600027503s with status FAILED