1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan
  4. 8868980956589340384
Status: SUCCEEDED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e7ccdcf3072698409ff32e7a0226b009de1253e0"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7ccdcf3072698409ff32e7a0226b009de1253e0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:34:31.225] New invocation is queued and will start shortly
[17:34:33.523] Starting the invocation (attempt 1)
[17:34:33.551] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7ccdcf3072698409ff32e7a0226b009de1253e0"
[17:34:33.551] Popped gitiles commit info from properties and tags
[17:34:33.551] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:34:33.552] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:34:33.552] Buildbucket request:
{
  "requestId": "8868980956589340384",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868980956589340384",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0006d6a003be9253d92fa09b6b9a814879102886"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0006d6a003be9253d92fa09b6b9a814879102886",
                        "title": "0006d6a003be9253d92fa09b6b9a814879102886",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0006d6a003be9253d92fa09b6b9a814879102886"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e7ccdcf3072698409ff32e7a0226b009de1253e0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7ccdcf3072698409ff32e7a0226b009de1253e0",
                        "title": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7ccdcf3072698409ff32e7a0226b009de1253e0"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868980956589340384"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:34:33.911] Scheduled build:
{
  "id": "8703550893436503169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T17:34:33.602695805Z",
  "updateTime": "2025-09-16T17:34:33.602695805Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
      "ref": "refs/heads/main"
    }
  }
}
[17:34:33.911] Task URL: https://cr-buildbucket.appspot.com/build/8703550893436503169
[17:34:33.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:2:0) after 4m12s
[17:34:33.991] Received PubSub notification, asking Buildbucket for the build status
[17:34:34.024] Build status: SCHEDULED
[17:38:46.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:2:0)
[17:38:46.173] Build status: SCHEDULED
[17:38:46.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:4:0) after 5m24s
[17:44:10.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:4:0)
[17:44:10.167] Build status: SCHEDULED
[17:44:10.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:5:0) after 9m12s
[17:53:22.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:5:0)
[17:53:22.277] Build status: SCHEDULED
[17:53:22.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:6:0) after 3m19s
[17:56:41.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:6:0)
[17:56:41.365] Build status: SCHEDULED
[17:56:41.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:7:0) after 6m18s
[18:02:59.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:7:0)
[18:02:59.398] Build status: SCHEDULED
[18:02:59.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:8:0) after 9m52s
[18:12:51.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:8:0)
[18:12:51.423] Build status: SCHEDULED
[18:12:51.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:9:0) after 7m26s
[18:20:17.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:9:0)
[18:20:17.623] Build status: SCHEDULED
[18:20:17.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:10:0) after 5m34s
[18:25:51.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:10:0)
[18:25:51.652] Build status: SCHEDULED
[18:25:51.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:11:0) after 3m59s
[18:29:50.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:11:0)
[18:29:50.821] Build status: SCHEDULED
[18:29:50.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:12:0) after 4m2s
[18:33:52.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:12:0)
[18:33:52.866] Build status: SCHEDULED
[18:33:52.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:13:0) after 1m2s
[18:34:54.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:13:0)
[18:34:54.889] Build status: SCHEDULED
[18:34:54.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:14:0) after 9m47s
[18:44:42.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:14:0)
[18:44:42.109] Build status: SCHEDULED
[18:44:42.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:15:0) after 8m38s
[18:53:20.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:15:0)
[18:53:20.192] Build status: SCHEDULED
[18:53:20.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:16:0) after 2m11s
[18:55:31.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:16:0)
[18:55:31.221] Build status: SCHEDULED
[18:55:31.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:17:0) after 7m21s
[19:02:52.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:17:0)
[19:02:52.257] Build status: SCHEDULED
[19:02:52.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:18:0) after 3m40s
[19:06:32.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:18:0)
[19:06:32.329] Build status: SCHEDULED
[19:06:32.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:19:0) after 2m37s
[19:09:09.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:19:0)
[19:09:09.549] Build status: SCHEDULED
[19:09:09.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:20:0) after 9m30s
[19:18:39.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:20:0)
[19:18:39.585] Build status: SCHEDULED
[19:18:39.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:21:0) after 5m45s
[19:24:24.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:21:0)
[19:24:24.632] Build status: SCHEDULED
[19:24:24.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:22:0) after 2m39s
[19:27:03.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:22:0)
[19:27:03.740] Build status: SCHEDULED
[19:27:03.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:23:0) after 9m39s
[19:36:42.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:23:0)
[19:36:43.396] Build status: SCHEDULED
[19:36:43.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:24:0) after 4m44s
[19:41:27.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:24:0)
[19:41:27.500] Build status: SCHEDULED
[19:41:27.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:25:0) after 7m40s
[19:49:07.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:25:0)
[19:49:07.600] Build status: SCHEDULED
[19:49:07.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:26:0) after 6m24s
[19:55:31.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:26:0)
[19:55:31.852] Build status: SCHEDULED
[19:55:31.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:27:0) after 9m58s
[20:05:29.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:27:0)
[20:05:30.008] Build status: SCHEDULED
[20:05:30.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:28:0) after 5m11s
[20:10:41.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:28:0)
[20:10:41.071] Build status: SCHEDULED
[20:10:41.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:29:0) after 9m18s
[20:19:59.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:29:0)
[20:19:59.238] Build status: SCHEDULED
[20:19:59.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:30:0) after 3m56s
[20:23:55.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:30:0)
[20:23:55.277] Build status: SCHEDULED
[20:23:55.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:31:0) after 7m50s
[20:31:45.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:31:0)
[20:31:45.360] Build status: SCHEDULED
[20:31:45.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:32:0) after 6m27s
[20:38:12.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:32:0)
[20:38:12.547] Build status: SCHEDULED
[20:38:12.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:33:0) after 7m3s
[20:45:15.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:33:0)
[20:45:15.742] Build status: SCHEDULED
[20:45:15.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:34:0) after 1m56s
[20:47:11.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:34:0)
[20:47:11.852] Build status: SCHEDULED
[20:47:11.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:35:0) after 1m17s
[20:48:28.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:35:0)
[20:48:28.924] Build status: SCHEDULED
[20:48:28.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:36:0) after 1m41s
[20:50:09.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:36:0)
[20:50:09.955] Build status: SCHEDULED
[20:50:09.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:37:0) after 5m17s
[20:55:27.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:37:0)
[20:55:27.094] Build status: SCHEDULED
[20:55:27.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:38:0) after 8m52s
[21:04:19.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:38:0)
[21:04:19.300] Build status: SCHEDULED
[21:04:19.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:39:0) after 1m7s
[21:05:26.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:39:0)
[21:05:26.509] Build status: SCHEDULED
[21:05:26.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:40:0) after 6m2s
[21:11:28.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:40:0)
[21:11:28.582] Build status: SCHEDULED
[21:11:28.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:41:0) after 7m3s
[21:18:31.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:41:0)
[21:18:31.678] Build status: SCHEDULED
[21:18:31.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:42:0) after 1m24s
[21:19:55.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:42:0)
[21:19:55.818] Build status: SCHEDULED
[21:19:55.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:43:0) after 3m14s
[21:23:09.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:43:0)
[21:23:09.849] Build status: SCHEDULED
[21:23:09.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:44:0) after 7m32s
[21:30:41.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:44:0)
[21:30:41.961] Build status: SCHEDULED
[21:30:41.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:45:0) after 8m40s
[21:39:22.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:45:0)
[21:39:22.078] Build status: SCHEDULED
[21:39:22.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:46:0) after 8m23s
[21:47:45.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:46:0)
[21:47:45.115] Build status: SCHEDULED
[21:47:45.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:47:0) after 6m10s
[21:53:55.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:47:0)
[21:53:55.157] Build status: SCHEDULED
[21:53:55.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:48:0) after 3m28s
[21:57:23.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:48:0)
[21:57:23.268] Build status: SCHEDULED
[21:57:23.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:49:0) after 4m16s
[22:01:39.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:49:0)
[22:01:39.415] Build status: SCHEDULED
[22:01:39.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:50:0) after 7m2s
[22:08:41.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:50:0)
[22:08:41.530] Build status: SCHEDULED
[22:08:41.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:51:0) after 3m4s
[22:11:45.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:51:0)
[22:11:45.531] Build status: SCHEDULED
[22:11:45.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:52:0) after 4m59s
[22:16:44.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:52:0)
[22:16:44.522] Build status: SCHEDULED
[22:16:44.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:53:0) after 1m34s
[22:18:18.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:53:0)
[22:18:18.556] Build status: SCHEDULED
[22:18:18.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:54:0) after 5m49s
[22:24:07.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:54:0)
[22:24:07.600] Build status: SCHEDULED
[22:24:07.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:55:0) after 8m47s
[22:32:54.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:55:0)
[22:32:54.719] Build status: SCHEDULED
[22:32:54.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:56:0) after 3m35s
[22:36:29.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:56:0)
[22:36:29.709] Build status: SCHEDULED
[22:36:29.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:57:0) after 5m8s
[22:41:37.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:57:0)
[22:41:37.769] Build status: SCHEDULED
[22:41:37.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:58:0) after 1m52s
[22:43:29.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:58:0)
[22:43:29.810] Build status: SCHEDULED
[22:43:29.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:59:0) after 2m20s
[22:45:49.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:59:0)
[22:45:49.848] Build status: SCHEDULED
[22:45:49.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:60:0) after 8m21s
[22:54:10.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:60:0)
[22:54:11.014] Build status: SCHEDULED
[22:54:11.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:61:0) after 8m8s
[23:02:19.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:61:0)
[23:02:19.062] Build status: SCHEDULED
[23:02:19.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:62:0) after 1m6s
[23:03:25.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:62:0)
[23:03:25.098] Build status: SCHEDULED
[23:03:25.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:63:0) after 2m52s
[23:06:17.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:63:0)
[23:06:17.130] Build status: SCHEDULED
[23:06:17.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:64:0) after 5m52s
[23:12:09.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:64:0)
[23:12:09.177] Build status: SCHEDULED
[23:12:09.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:65:0) after 7m53s
[23:20:02.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:65:0)
[23:20:02.212] Build status: SCHEDULED
[23:20:02.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:66:0) after 2m9s
[23:22:11.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:66:0)
[23:22:11.309] Build status: SCHEDULED
[23:22:11.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:67:0) after 2m11s
[23:24:22.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:67:0)
[23:24:22.441] Build status: SCHEDULED
[23:24:22.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:68:0) after 2m47s
[23:27:09.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:68:0)
[23:27:09.490] Build status: SCHEDULED
[23:27:09.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:69:0) after 4m9s
[23:31:18.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:69:0)
[23:31:18.568] Build status: SCHEDULED
[23:31:18.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:70:0) after 6m6s
[23:37:24.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:70:0)
[23:37:24.678] Build status: SCHEDULED
[23:37:24.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:71:0) after 3m46s
[23:41:10.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:71:0)
[23:41:10.725] Build status: SCHEDULED
[23:41:10.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:72:0) after 5m25s
[23:46:35.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:72:0)
[23:46:35.870] Build status: SCHEDULED
[23:46:35.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:73:0) after 5m40s
[23:52:15.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:73:0)
[23:52:15.970] Build status: SCHEDULED
[23:52:15.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:74:0) after 5m7s
[23:57:22.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:74:0)
[23:57:23.007] Build status: SCHEDULED
[23:57:23.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:75:0) after 7m8s
[00:04:31.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:75:0)
[00:04:31.193] Build status: SCHEDULED
[00:04:31.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:76:0) after 2m52s
[00:07:23.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:76:0)
[00:07:23.411] Build status: SCHEDULED
[00:07:23.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:77:0) after 4m39s
[00:12:02.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:77:0)
[00:12:02.449] Build status: SCHEDULED
[00:12:02.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:78:0) after 3m1s
[00:15:03.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:78:0)
[00:15:03.587] Build status: SCHEDULED
[00:15:03.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:79:0) after 1m26s
[00:16:29.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:79:0)
[00:16:29.647] Build status: SCHEDULED
[00:16:29.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:80:0) after 1m38s
[00:18:07.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:80:0)
[00:18:07.824] Build status: SCHEDULED
[00:18:07.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:81:0) after 3m47s
[00:21:54.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:81:0)
[00:21:54.862] Build status: SCHEDULED
[00:21:54.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:82:0) after 9m22s
[00:31:16.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:82:0)
[00:31:17.030] Build status: SCHEDULED
[00:31:17.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:83:0) after 1m38s
[00:32:55.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:83:0)
[00:32:55.079] Build status: SCHEDULED
[00:32:55.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:84:0) after 8m46s
[00:41:41.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:84:0)
[00:41:41.151] Build status: SCHEDULED
[00:41:41.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:85:0) after 4m17s
[00:45:58.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:85:0)
[00:45:58.188] Build status: SCHEDULED
[00:45:58.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:86:0) after 6m44s
[00:52:42.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:86:0)
[00:52:42.230] Build status: SCHEDULED
[00:52:42.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:87:0) after 7m23s
[00:56:03.294] Received PubSub notification, asking Buildbucket for the build status
[00:56:03.321] Build status: STARTED
[01:00:05.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:87:0)
[01:00:05.370] Build status: STARTED
[01:00:05.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:89:0) after 9m38s
[01:09:43.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:89:0)
[01:09:43.408] Build status: STARTED
[01:09:43.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:90:0) after 3m58s
[01:13:41.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:90:0)
[01:13:41.526] Build status: STARTED
[01:13:41.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:91:0) after 3m55s
[01:17:36.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:91:0)
[01:17:36.590] Build status: STARTED
[01:17:36.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:92:0) after 4m25s
[01:22:01.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:92:0)
[01:22:01.631] Build status: STARTED
[01:22:01.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:93:0) after 8m45s
[01:30:46.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:93:0)
[01:30:46.759] Build status: STARTED
[01:30:46.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:94:0) after 4m44s
[01:35:30.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:94:0)
[01:35:30.829] Build status: STARTED
[01:35:30.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:95:0) after 1m41s
[01:37:11.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:95:0)
[01:37:11.975] Build status: STARTED
[01:37:11.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868980956589340384:96:0) after 9m54s
[01:42:31.965] Received PubSub notification, asking Buildbucket for the build status
[01:42:31.983] Build:
{
  "id": "8703550893436503169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T17:34:33.602695805Z",
  "startTime": "2025-09-17T00:56:03.042310444Z",
  "endTime": "2025-09-17T01:42:31.706425135Z",
  "updateTime": "2025-09-17T01:42:31.706425135Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
      "ref": "refs/heads/main"
    }
  }
}
[01:42:31.983] Invocation finished in 8h8m0.771711414s with status SUCCEEDED