Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev b10570f0bf2a66ff95088887bb25ca04e788f46a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:55:03.106] New invocation is queued and will start shortly
[02:55:04.170] Starting the invocation (attempt 1)
[02:55:04.200] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b"
[02:55:04.200] Popped gitiles commit info from properties and tags
[02:55:04.200] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:55:04.200] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:55:04.200] Buildbucket request:
{
  "requestId": "8841766601079580016",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8841766601079580016",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b",
                        "title": "e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8841766601079580016"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:55:04.617] Scheduled build:
{
  "id": "8676336539162757569",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-14T02:55:04.311709860Z",
  "updateTime": "2026-07-14T02:55:04.311709860Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b",
      "ref": "refs/heads/main"
    }
  }
}
[02:55:04.617] Task URL: https://cr-buildbucket.appspot.com/build/8676336539162757569
[02:55:04.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:2:0) after 1m46s
[02:55:08.043] Received PubSub notification, asking Buildbucket for the build status
[02:55:08.072] Build status: SCHEDULED
[02:56:50.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:2:0)
[02:56:50.694] Build status: SCHEDULED
[02:56:50.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:4:0) after 9m10s
[03:06:00.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:4:0)
[03:06:00.857] Build status: SCHEDULED
[03:06:00.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:5:0) after 1m12s
[03:07:12.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:5:0)
[03:07:12.945] Build status: SCHEDULED
[03:07:12.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:6:0) after 4m33s
[03:11:45.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:6:0)
[03:11:45.985] Build status: SCHEDULED
[03:11:45.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:7:0) after 4m59s
[03:16:45.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:7:0)
[03:16:45.029] Build status: SCHEDULED
[03:16:45.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:8:0) after 3m51s
[03:20:36.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:8:0)
[03:20:36.103] Build status: SCHEDULED
[03:20:36.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:9:0) after 9m27s
[03:30:03.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:9:0)
[03:30:03.292] Build status: SCHEDULED
[03:30:03.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:10:0) after 8m2s
[03:38:05.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:10:0)
[03:38:05.333] Build status: SCHEDULED
[03:38:05.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:11:0) after 5m18s
[03:43:23.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:11:0)
[03:43:23.395] Build status: SCHEDULED
[03:43:23.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:12:0) after 6m38s
[03:50:01.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:12:0)
[03:50:01.484] Build status: SCHEDULED
[03:50:01.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:13:0) after 4m26s
[03:54:27.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:13:0)
[03:54:27.551] Build status: SCHEDULED
[03:54:27.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:14:0) after 5m31s
[03:59:58.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:14:0)
[03:59:58.583] Build status: SCHEDULED
[03:59:58.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:15:0) after 8m28s
[04:08:26.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:15:0)
[04:08:26.712] Build status: SCHEDULED
[04:08:26.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:16:0) after 8m0s
[04:16:26.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:16:0)
[04:16:26.775] Build status: SCHEDULED
[04:16:26.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:17:0) after 8m18s
[04:24:44.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:17:0)
[04:24:44.878] Build status: SCHEDULED
[04:24:44.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:18:0) after 5m17s
[04:30:01.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:18:0)
[04:30:02.367] Build status: SCHEDULED
[04:30:02.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:19:0) after 6m54s
[04:36:56.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:19:0)
[04:36:56.482] Build status: SCHEDULED
[04:36:56.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:20:0) after 1m42s
[04:38:38.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:20:0)
[04:38:38.577] Build status: SCHEDULED
[04:38:38.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:21:0) after 2m22s
[04:41:00.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:21:0)
[04:41:00.685] Build status: SCHEDULED
[04:41:00.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:22:0) after 3m52s
[04:44:52.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:22:0)
[04:44:52.767] Build status: SCHEDULED
[04:44:52.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:23:0) after 7m9s
[04:52:01.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:23:0)
[04:52:01.854] Build status: SCHEDULED
[04:52:01.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:24:0) after 4m26s
[04:56:27.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:24:0)
[04:56:27.869] Build status: SCHEDULED
[04:56:27.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:25:0) after 2m36s
[04:59:03.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:25:0)
[04:59:03.904] Build status: SCHEDULED
[04:59:03.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:26:0) after 7m6s
[05:02:49.551] Received PubSub notification, asking Buildbucket for the build status
[05:02:49.568] Build status: STARTED
[05:06:10.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:26:0)
[05:06:10.078] Build status: STARTED
[05:06:10.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:28:0) after 4m25s
[05:10:35.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:28:0)
[05:10:35.115] Build status: STARTED
[05:10:35.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841766601079580016:29:0) after 8m25s
[05:10:48.544] Received PubSub notification, asking Buildbucket for the build status
[05:10:48.560] Build:
{
  "id": "8676336539162757569",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-14T02:55:04.311709860Z",
  "startTime": "2026-07-14T05:02:49.380785526Z",
  "endTime": "2026-07-14T05:10:48.288277161Z",
  "updateTime": "2026-07-14T05:10:48.288277161Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e4acf4a3e44b0886fcc2a1c1f64ffccbb810ee6b",
      "ref": "refs/heads/main"
    }
  }
}
[05:10:48.560] Invocation finished in 2h15m45.46079439s with status FAILED