LUCI Scheduler :: pigweed :: gonk.dev.ci-gonk-full

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev 77667f4d6358b598f318344e5c1aebf3459e21f9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "gonk.dev.ci"
  builder: "gonk-full"
>

Incoming triggers

8c50a5fabc88d359b1ee64766537cd059fcbd4e1 (2 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/gonk",
  "revision": "8c50a5fabc88d359b1ee64766537cd059fcbd4e1"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/gonk/+/8c50a5fabc88d359b1ee64766537cd059fcbd4e1
gitiles_ref:refs/heads/main

Debug log (UTC)

[01:23:24.125] New invocation is queued and will start shortly
[01:23:25.179] Starting the invocation (attempt 1)
[01:23:25.275] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/gonk/+/8c50a5fabc88d359b1ee64766537cd059fcbd4e1"
[01:23:25.275] Popped gitiles commit info from properties and tags
[01:23:25.275] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:23:25.277] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:23:25.277] Buildbucket request:
{
  "requestId": "8853821763707055136",
  "builder": {
    "project": "pigweed",
    "bucket": "gonk.dev.ci",
    "builder": "gonk-full"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8853821763707055136",
            "job": "pigweed/gonk.dev.ci-gonk-full",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/gonk",
                              "revision": "8c50a5fabc88d359b1ee64766537cd059fcbd4e1"
                            },
                        "id": "https://pigweed.googlesource.com/gonk/+/refs/heads/main@8c50a5fabc88d359b1ee64766537cd059fcbd4e1",
                        "title": "8c50a5fabc88d359b1ee64766537cd059fcbd4e1",
                        "url": "https://pigweed.googlesource.com/gonk/+/8c50a5fabc88d359b1ee64766537cd059fcbd4e1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "gonk",
    "id": "8c50a5fabc88d359b1ee64766537cd059fcbd4e1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853821763707055136"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/gonk.dev.ci-gonk-full"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:23:25.682] Scheduled build:
{
  "id": "8688391701779514417",
  "builder": {
    "project": "pigweed",
    "bucket": "gonk.dev.ci",
    "builder": "gonk-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-03T01:23:25.343053264Z",
  "updateTime": "2026-03-03T01:23:25.343053264Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "gonk",
      "id": "8c50a5fabc88d359b1ee64766537cd059fcbd4e1",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:23:25.683] Task URL: https://cr-buildbucket.appspot.com/build/8688391701779514417
[01:23:25.683] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:2:0) after 7m34s
[01:23:26.187] Received PubSub notification, asking Buildbucket for the build status
[01:23:26.228] Build status: SCHEDULED
[01:30:59.922] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:2:0)
[01:30:59.949] Build status: SCHEDULED
[01:30:59.949] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:4:0) after 2m27s
[01:33:27.018] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:4:0)
[01:33:27.038] Build status: SCHEDULED
[01:33:27.038] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:5:0) after 3m40s
[01:37:07.052] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:5:0)
[01:37:07.069] Build status: SCHEDULED
[01:37:07.069] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:6:0) after 9m23s
[01:46:30.111] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:6:0)
[01:46:30.142] Build status: SCHEDULED
[01:46:30.142] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:7:0) after 6m33s
[01:53:03.155] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:7:0)
[01:53:03.178] Build status: SCHEDULED
[01:53:03.178] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:8:0) after 3m8s
[01:56:11.200] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:8:0)
[01:56:11.222] Build status: SCHEDULED
[01:56:11.222] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:9:0) after 8m18s
[02:04:29.257] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:9:0)
[02:04:29.274] Build status: SCHEDULED
[02:04:29.274] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:10:0) after 9m49s
[02:14:18.288] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:10:0)
[02:14:18.315] Build status: SCHEDULED
[02:14:18.315] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:11:0) after 9m2s
[02:23:20.472] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:11:0)
[02:23:20.488] Build status: SCHEDULED
[02:23:20.488] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:12:0) after 7m32s
[02:30:52.557] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:12:0)
[02:30:52.574] Build status: SCHEDULED
[02:30:52.574] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:13:0) after 8m25s
[02:39:17.690] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:13:0)
[02:39:17.717] Build status: SCHEDULED
[02:39:17.717] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:14:0) after 2m13s
[02:41:30.761] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:14:0)
[02:41:30.778] Build status: SCHEDULED
[02:41:30.778] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:15:0) after 8m24s
[02:49:54.793] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:15:0)
[02:49:54.826] Build status: SCHEDULED
[02:49:54.826] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:16:0) after 4m30s
[02:54:24.850] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:16:0)
[02:54:24.871] Build status: SCHEDULED
[02:54:24.871] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:17:0) after 8m9s
[03:02:33.934] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:17:0)
[03:02:34.008] Build status: SCHEDULED
[03:02:34.008] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:18:0) after 4m44s
[03:07:18.021] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:18:0)
[03:07:18.101] Build status: SCHEDULED
[03:07:18.101] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:19:0) after 6m26s
[03:13:44.074] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:19:0)
[03:13:44.098] Build status: SCHEDULED
[03:13:44.098] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:20:0) after 2m49s
[03:16:33.071] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:20:0)
[03:16:33.187] Build status: SCHEDULED
[03:16:33.187] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:21:0) after 4m56s
[03:21:29.397] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:21:0)
[03:21:29.425] Build status: SCHEDULED
[03:21:29.425] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:22:0) after 6m19s
[03:27:48.414] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:22:0)
[03:27:48.431] Build status: SCHEDULED
[03:27:48.431] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:23:0) after 6m55s
[03:34:43.497] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:23:0)
[03:34:43.639] Build status: SCHEDULED
[03:34:43.639] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:24:0) after 5m15s
[03:39:58.733] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:24:0)
[03:39:58.761] Build status: SCHEDULED
[03:39:58.761] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:25:0) after 2m59s
[03:42:57.771] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:25:0)
[03:42:57.787] Build status: SCHEDULED
[03:42:57.787] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:26:0) after 1m40s
[03:44:37.859] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:26:0)
[03:44:37.889] Build status: SCHEDULED
[03:44:37.889] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:27:0) after 1m53s
[03:46:30.902] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:27:0)
[03:46:30.935] Build status: SCHEDULED
[03:46:30.935] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:28:0) after 8m12s
[03:54:42.950] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:28:0)
[03:54:42.968] Build status: SCHEDULED
[03:54:42.968] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:29:0) after 7m33s
[04:02:15.935] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:29:0)
[04:02:16.019] Build status: SCHEDULED
[04:02:16.019] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:30:0) after 8m26s
[04:10:42.008] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:30:0)
[04:10:42.042] Build status: SCHEDULED
[04:10:42.042] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:31:0) after 1m45s
[04:12:27.014] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:31:0)
[04:12:27.037] Build status: SCHEDULED
[04:12:27.037] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:32:0) after 7m2s
[04:19:29.050] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:32:0)
[04:19:29.079] Build status: SCHEDULED
[04:19:29.079] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:33:0) after 7m25s
[04:26:54.097] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:33:0)
[04:26:54.111] Build status: SCHEDULED
[04:26:54.111] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:34:0) after 3m50s
[04:30:44.126] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:34:0)
[04:30:44.190] Build status: SCHEDULED
[04:30:44.190] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:35:0) after 2m42s
[04:33:26.227] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:35:0)
[04:33:26.244] Build status: SCHEDULED
[04:33:26.244] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:36:0) after 8m22s
[04:41:48.258] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:36:0)
[04:41:48.413] Build status: SCHEDULED
[04:41:48.413] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:37:0) after 9m6s
[04:50:54.461] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:37:0)
[04:50:54.534] Build status: SCHEDULED
[04:50:54.535] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:38:0) after 7m54s
[04:58:48.697] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:38:0)
[04:58:48.824] Build status: SCHEDULED
[04:58:48.825] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:39:0) after 2m35s
[05:01:23.838] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:39:0)
[05:01:23.946] Build status: SCHEDULED
[05:01:23.946] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:40:0) after 9m30s
[05:10:53.964] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:40:0)
[05:10:53.983] Build status: SCHEDULED
[05:10:53.984] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8853821763707055136:41:0) after 8m2s
[05:17:35.663] Received PubSub notification, asking Buildbucket for the build status
[05:17:35.695] Build status: STARTED
[05:18:03.605] Received PubSub notification, asking Buildbucket for the build status
[05:18:03.628] Build:
{
  "id": "8688391701779514417",
  "builder": {
    "project": "pigweed",
    "bucket": "gonk.dev.ci",
    "builder": "gonk-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-03T01:23:25.343053264Z",
  "startTime": "2026-03-03T05:17:35.468857570Z",
  "endTime": "2026-03-03T05:18:03.333441221Z",
  "updateTime": "2026-03-03T05:18:03.333441221Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "gonk",
      "id": "8c50a5fabc88d359b1ee64766537cd059fcbd4e1",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:18:03.628] Invocation finished in 3h54m39.506621689s with status FAILED