Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:06:40.703] New invocation is queued and will start shortly
[02:06:41.873] Starting the invocation (attempt 1)
[02:06:41.903] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
[02:06:41.903] Popped gitiles commit info from properties and tags
[02:06:41.903] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:06:41.903] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:06:41.903] Buildbucket request:
{
  "requestId": "8868948734392174000",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868948734392174000",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "657888064034afe47831e968298b695a9eabe4e0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@657888064034afe47831e968298b695a9eabe4e0",
                        "title": "657888064034afe47831e968298b695a9eabe4e0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/657888064034afe47831e968298b695a9eabe4e0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "379fd21ca7001b363c4d35a89b60aeb3510a0c47"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@379fd21ca7001b363c4d35a89b60aeb3510a0c47",
                        "title": "379fd21ca7001b363c4d35a89b60aeb3510a0c47",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/379fd21ca7001b363c4d35a89b60aeb3510a0c47"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
                        "title": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b22a59a7ce927c795e9d88de0ddc63aa2d36c34f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868948734392174000"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:06:42.410] Scheduled build:
{
  "id": "8703518672392441649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T02:06:41.985252275Z",
  "updateTime": "2025-09-17T02:06:41.985252275Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
      "ref": "refs/heads/main"
    }
  }
}
[02:06:42.410] Task URL: https://cr-buildbucket.appspot.com/build/8703518672392441649
[02:06:42.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:2:0) after 7m19s
[02:06:48.852] Received PubSub notification, asking Buildbucket for the build status
[02:06:48.866] Build status: SCHEDULED
[02:14:01.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:2:0)
[02:14:01.453] Build status: SCHEDULED
[02:14:01.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:4:0) after 8m43s
[02:22:44.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:4:0)
[02:22:44.488] Build status: SCHEDULED
[02:22:44.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:5:0) after 1m2s
[02:23:46.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:5:0)
[02:23:46.571] Build status: SCHEDULED
[02:23:46.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:6:0) after 5m32s
[02:29:18.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:6:0)
[02:29:18.646] Build status: SCHEDULED
[02:29:18.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:7:0) after 4m13s
[02:33:31.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:7:0)
[02:33:31.678] Build status: SCHEDULED
[02:33:31.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:8:0) after 2m53s
[02:36:24.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:8:0)
[02:36:24.715] Build status: SCHEDULED
[02:36:24.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:9:0) after 4m55s
[02:41:19.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:9:0)
[02:41:19.711] Build status: SCHEDULED
[02:41:19.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:10:0) after 6m58s
[02:48:17.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:10:0)
[02:48:17.813] Build status: SCHEDULED
[02:48:17.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:11:0) after 9m10s
[02:57:27.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:11:0)
[02:57:27.881] Build status: SCHEDULED
[02:57:27.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:12:0) after 9m19s
[03:06:46.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:12:0)
[03:06:46.917] Build status: SCHEDULED
[03:06:46.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:13:0) after 3m0s
[03:09:46.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:13:0)
[03:09:46.961] Build status: SCHEDULED
[03:09:46.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:14:0) after 7m17s
[03:17:03.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:14:0)
[03:17:04.008] Build status: SCHEDULED
[03:17:04.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:15:0) after 3m39s
[03:20:43.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:15:0)
[03:20:43.047] Build status: SCHEDULED
[03:20:43.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:16:0) after 9m49s
[03:30:32.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:16:0)
[03:30:32.092] Build status: SCHEDULED
[03:30:32.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:17:0) after 8m33s
[03:39:05.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:17:0)
[03:39:05.548] Build status: SCHEDULED
[03:39:05.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:18:0) after 1m3s
[03:40:08.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:18:0)
[03:40:08.716] Build status: SCHEDULED
[03:40:08.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:19:0) after 6m41s
[03:46:49.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:19:0)
[03:46:49.820] Build status: SCHEDULED
[03:46:49.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:20:0) after 5m59s
[03:52:48.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:20:0)
[03:52:48.996] Build status: SCHEDULED
[03:52:48.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:21:0) after 5m16s
[03:58:05.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:21:0)
[03:58:05.082] Build status: SCHEDULED
[03:58:05.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:22:0) after 7m45s
[04:05:50.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:22:0)
[04:05:50.207] Build status: SCHEDULED
[04:05:50.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:23:0) after 6m12s
[04:12:02.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:23:0)
[04:12:02.321] Build status: SCHEDULED
[04:12:02.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:24:0) after 8m4s
[04:20:06.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:24:0)
[04:20:06.384] Build status: SCHEDULED
[04:20:06.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:25:0) after 5m38s
[04:25:44.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:25:0)
[04:25:44.472] Build status: SCHEDULED
[04:25:44.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:26:0) after 9m41s
[04:35:25.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:26:0)
[04:35:25.757] Build status: SCHEDULED
[04:35:25.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:27:0) after 5m17s
[04:40:42.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:27:0)
[04:40:42.925] Build status: SCHEDULED
[04:40:42.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:28:0) after 5m36s
[04:46:18.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:28:0)
[04:46:19.013] Build status: SCHEDULED
[04:46:19.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:29:0) after 5m9s
[04:51:28.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:29:0)
[04:51:28.068] Build status: SCHEDULED
[04:51:28.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:30:0) after 5m36s
[04:57:04.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:30:0)
[04:57:04.190] Build status: SCHEDULED
[04:57:04.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:31:0) after 2m9s
[04:59:13.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:31:0)
[04:59:13.223] Build status: SCHEDULED
[04:59:13.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:32:0) after 7m30s
[05:06:16.473] Received PubSub notification, asking Buildbucket for the build status
[05:06:16.493] Build status: STARTED
[05:06:43.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:32:0)
[05:06:43.263] Build status: STARTED
[05:06:43.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8868948734392174000:34:0) after 5m6s
[05:09:08.253] Received PubSub notification, asking Buildbucket for the build status
[05:09:08.270] Build:
{
  "id": "8703518672392441649",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-17T02:06:41.985252275Z",
  "startTime": "2025-09-17T05:06:16.292013761Z",
  "endTime": "2025-09-17T05:09:08.000308440Z",
  "updateTime": "2025-09-17T05:09:08.000308440Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b22a59a7ce927c795e9d88de0ddc63aa2d36c34f",
      "ref": "refs/heads/main"
    }
  }
}
[05:09:08.270] Invocation finished in 3h2m27.576122704s with status FAILED