[01:52:22.621] New invocation is queued and will start shortly
[01:52:23.682] Starting the invocation (attempt 1)
[01:52:23.705] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2ccc2c8c6786295637b6940400b4ca2f9b59c38b"
[01:52:23.705] Popped gitiles commit info from properties and tags
[01:52:23.706] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:52:23.706] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:52:23.706] Buildbucket request:
{
"requestId": "8860433519310347488",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860433519310347488",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50dd03e00ba7c2278a65d2c16e6935aa3e82c378"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50dd03e00ba7c2278a65d2c16e6935aa3e82c378",
"title": "50dd03e00ba7c2278a65d2c16e6935aa3e82c378",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50dd03e00ba7c2278a65d2c16e6935aa3e82c378"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "58a89e7894dd90be8fab467f9504afa4533b0aa0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@58a89e7894dd90be8fab467f9504afa4533b0aa0",
"title": "58a89e7894dd90be8fab467f9504afa4533b0aa0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/58a89e7894dd90be8fab467f9504afa4533b0aa0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4e984ca8b6dae6b19b17e805ba4132ff375047c7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4e984ca8b6dae6b19b17e805ba4132ff375047c7",
"title": "4e984ca8b6dae6b19b17e805ba4132ff375047c7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4e984ca8b6dae6b19b17e805ba4132ff375047c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "63e8811b2bb4ab110326db9ba95c7dabad224f63"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@63e8811b2bb4ab110326db9ba95c7dabad224f63",
"title": "63e8811b2bb4ab110326db9ba95c7dabad224f63",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/63e8811b2bb4ab110326db9ba95c7dabad224f63"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "53371ae74670da7092a3eeba9c8e597a677701a4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@53371ae74670da7092a3eeba9c8e597a677701a4",
"title": "53371ae74670da7092a3eeba9c8e597a677701a4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/53371ae74670da7092a3eeba9c8e597a677701a4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5be3be35d8e8fd8f78690255e9a2c00966e3b0dc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5be3be35d8e8fd8f78690255e9a2c00966e3b0dc",
"title": "5be3be35d8e8fd8f78690255e9a2c00966e3b0dc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5be3be35d8e8fd8f78690255e9a2c00966e3b0dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1701c4fd466a157f02e55380463d631117f11134"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1701c4fd466a157f02e55380463d631117f11134",
"title": "1701c4fd466a157f02e55380463d631117f11134",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1701c4fd466a157f02e55380463d631117f11134"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "857cd4f2c378ac5421cbe8f438bb39247809d07e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@857cd4f2c378ac5421cbe8f438bb39247809d07e",
"title": "857cd4f2c378ac5421cbe8f438bb39247809d07e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/857cd4f2c378ac5421cbe8f438bb39247809d07e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "330b48415bf9581950da3bb6e14798eaf263c8f2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@330b48415bf9581950da3bb6e14798eaf263c8f2",
"title": "330b48415bf9581950da3bb6e14798eaf263c8f2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/330b48415bf9581950da3bb6e14798eaf263c8f2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d2caa1b0951a3d73028b3644bca424a51354942f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2caa1b0951a3d73028b3644bca424a51354942f",
"title": "d2caa1b0951a3d73028b3644bca424a51354942f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2caa1b0951a3d73028b3644bca424a51354942f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2ccc2c8c6786295637b6940400b4ca2f9b59c38b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2ccc2c8c6786295637b6940400b4ca2f9b59c38b",
"title": "2ccc2c8c6786295637b6940400b4ca2f9b59c38b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2ccc2c8c6786295637b6940400b4ca2f9b59c38b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2ccc2c8c6786295637b6940400b4ca2f9b59c38b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860433519310347488"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:52:24.045] Scheduled build:
{
"id": "8695003457469421089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-20T01:52:23.755124092Z",
"updateTime": "2025-12-20T01:52:23.755124092Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2ccc2c8c6786295637b6940400b4ca2f9b59c38b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:52:24.045] Task URL: https://cr-buildbucket.appspot.com/build/8695003457469421089
[01:52:24.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:2:0) after 1m53s
[01:52:25.064] Received PubSub notification, asking Buildbucket for the build status
[01:52:25.080] Build status: SCHEDULED
[01:54:17.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:2:0)
[01:54:17.154] Build status: SCHEDULED
[01:54:17.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:4:0) after 8m47s
[02:03:04.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:4:0)
[02:03:04.343] Build status: SCHEDULED
[02:03:04.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:5:0) after 7m21s
[02:10:25.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:5:0)
[02:10:25.461] Build status: SCHEDULED
[02:10:25.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:6:0) after 8m36s
[02:19:01.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:6:0)
[02:19:01.488] Build status: SCHEDULED
[02:19:01.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:7:0) after 5m16s
[02:24:17.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:7:0)
[02:24:17.584] Build status: SCHEDULED
[02:24:17.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:8:0) after 7m14s
[02:31:31.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:8:0)
[02:31:31.590] Build status: SCHEDULED
[02:31:31.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:9:0) after 6m22s
[02:37:53.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:9:0)
[02:37:53.591] Build status: SCHEDULED
[02:37:53.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:10:0) after 6m3s
[02:43:56.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:10:0)
[02:43:56.668] Build status: SCHEDULED
[02:43:56.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:11:0) after 7m19s
[02:51:15.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:11:0)
[02:51:15.760] Build status: SCHEDULED
[02:51:15.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:12:0) after 9m9s
[03:00:24.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:12:0)
[03:00:24.813] Build status: SCHEDULED
[03:00:24.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:13:0) after 2m43s
[03:03:07.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:13:0)
[03:03:07.899] Build status: SCHEDULED
[03:03:07.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:14:0) after 1m32s
[03:04:39.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:14:0)
[03:04:39.910] Build status: SCHEDULED
[03:04:39.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:15:0) after 7m30s
[03:12:10.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:15:0)
[03:12:10.035] Build status: SCHEDULED
[03:12:10.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:16:0) after 1m4s
[03:13:14.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:16:0)
[03:13:14.065] Build status: SCHEDULED
[03:13:14.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:17:0) after 9m15s
[03:22:29.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:17:0)
[03:22:29.113] Build status: SCHEDULED
[03:22:29.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:18:0) after 6m1s
[03:28:30.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:18:0)
[03:28:30.193] Build status: SCHEDULED
[03:28:30.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:19:0) after 1m19s
[03:29:49.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:19:0)
[03:29:49.328] Build status: SCHEDULED
[03:29:49.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:20:0) after 7m45s
[03:37:34.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:20:0)
[03:37:34.365] Build status: SCHEDULED
[03:37:34.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:21:0) after 5m1s
[03:42:35.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:21:0)
[03:42:35.414] Build status: SCHEDULED
[03:42:35.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:22:0) after 3m56s
[03:46:31.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:22:0)
[03:46:31.442] Build status: SCHEDULED
[03:46:31.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:23:0) after 6m46s
[03:53:17.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:23:0)
[03:53:17.479] Build status: SCHEDULED
[03:53:17.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:24:0) after 5m10s
[03:58:27.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:24:0)
[03:58:27.489] Build status: SCHEDULED
[03:58:27.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:25:0) after 3m35s
[04:02:03.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:25:0)
[04:02:03.606] Build status: SCHEDULED
[04:02:03.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:26:0) after 9m6s
[04:11:09.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:26:0)
[04:11:09.715] Build status: SCHEDULED
[04:11:09.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:27:0) after 4m40s
[04:15:49.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:27:0)
[04:15:49.753] Build status: SCHEDULED
[04:15:49.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:28:0) after 1m57s
[04:17:46.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:28:0)
[04:17:46.834] Build status: SCHEDULED
[04:17:46.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:29:0) after 8m6s
[04:25:53.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:29:0)
[04:25:53.243] Build status: SCHEDULED
[04:25:53.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:30:0) after 2m13s
[04:28:06.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:30:0)
[04:28:06.341] Build status: SCHEDULED
[04:28:06.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:31:0) after 8m13s
[04:36:19.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:31:0)
[04:36:19.393] Build status: SCHEDULED
[04:36:19.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:32:0) after 8m41s
[04:45:00.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:32:0)
[04:45:00.954] Build status: SCHEDULED
[04:45:00.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:33:0) after 9m53s
[04:54:54.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:33:0)
[04:54:54.034] Build status: SCHEDULED
[04:54:54.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:34:0) after 5m17s
[05:00:11.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:34:0)
[05:00:11.066] Build status: SCHEDULED
[05:00:11.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:35:0) after 7m40s
[05:07:51.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:35:0)
[05:07:51.163] Build status: SCHEDULED
[05:07:51.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:36:0) after 2m54s
[05:10:45.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:36:0)
[05:10:45.176] Build status: SCHEDULED
[05:10:45.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:37:0) after 3m52s
[05:14:37.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:37:0)
[05:14:37.829] Build status: SCHEDULED
[05:14:37.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:38:0) after 9m47s
[05:24:24.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:38:0)
[05:24:24.921] Build status: SCHEDULED
[05:24:24.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:39:0) after 3m0s
[05:27:24.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:39:0)
[05:27:25.008] Build status: SCHEDULED
[05:27:25.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:40:0) after 5m52s
[05:33:17.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:40:0)
[05:33:17.130] Build status: SCHEDULED
[05:33:17.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:41:0) after 8m55s
[05:42:12.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:41:0)
[05:42:12.159] Build status: SCHEDULED
[05:42:12.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:42:0) after 4m55s
[05:47:07.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:42:0)
[05:47:07.254] Build status: SCHEDULED
[05:47:07.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:43:0) after 1m38s
[05:48:45.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:43:0)
[05:48:45.282] Build status: SCHEDULED
[05:48:45.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:44:0) after 9m44s
[05:58:29.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:44:0)
[05:58:29.368] Build status: SCHEDULED
[05:58:29.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:45:0) after 1m32s
[06:00:01.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:45:0)
[06:00:01.356] Build status: SCHEDULED
[06:00:01.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:46:0) after 4m3s
[06:04:04.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:46:0)
[06:04:04.482] Build status: SCHEDULED
[06:04:04.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:47:0) after 8m6s
[06:12:10.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:47:0)
[06:12:10.537] Build status: SCHEDULED
[06:12:10.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:48:0) after 7m19s
[06:19:29.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:48:0)
[06:19:29.540] Build status: SCHEDULED
[06:19:29.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:49:0) after 1m44s
[06:21:13.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:49:0)
[06:21:13.756] Build status: SCHEDULED
[06:21:13.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:50:0) after 4m47s
[06:26:00.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:50:0)
[06:26:00.818] Build status: SCHEDULED
[06:26:00.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:51:0) after 5m26s
[06:31:26.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:51:0)
[06:31:26.966] Build status: SCHEDULED
[06:31:26.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:52:0) after 3m20s
[06:34:47.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:52:0)
[06:34:47.585] Build status: SCHEDULED
[06:34:47.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:53:0) after 3m16s
[06:38:03.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:53:0)
[06:38:03.866] Build status: SCHEDULED
[06:38:03.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:54:0) after 9m35s
[06:47:38.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:54:0)
[06:47:38.866] Build status: SCHEDULED
[06:47:38.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:55:0) after 9m54s
[06:57:32.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:55:0)
[06:57:32.908] Build status: SCHEDULED
[06:57:32.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:56:0) after 9m52s
[07:07:25.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:56:0)
[07:07:25.087] Build status: SCHEDULED
[07:07:25.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:57:0) after 7m57s
[07:15:22.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:57:0)
[07:15:22.641] Build status: SCHEDULED
[07:15:22.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:58:0) after 6m42s
[07:22:05.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:58:0)
[07:22:05.169] Build status: SCHEDULED
[07:22:05.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:59:0) after 2m58s
[07:25:03.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:59:0)
[07:25:03.405] Build status: SCHEDULED
[07:25:03.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:60:0) after 1m41s
[07:26:44.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:60:0)
[07:26:44.904] Build status: SCHEDULED
[07:26:44.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:61:0) after 3m12s
[07:29:57.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:61:0)
[07:29:57.026] Build status: SCHEDULED
[07:29:57.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:62:0) after 3m42s
[07:33:39.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:62:0)
[07:33:39.058] Build status: SCHEDULED
[07:33:39.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:63:0) after 4m49s
[07:38:28.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:63:0)
[07:38:28.116] Build status: SCHEDULED
[07:38:28.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:64:0) after 7m22s
[07:45:50.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:64:0)
[07:45:50.126] Build status: SCHEDULED
[07:45:50.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:65:0) after 9m50s
[07:55:40.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:65:0)
[07:55:40.186] Build status: SCHEDULED
[07:55:40.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:66:0) after 3m24s
[07:59:04.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:66:0)
[07:59:04.282] Build status: SCHEDULED
[07:59:04.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:67:0) after 3m21s
[08:02:25.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:67:0)
[08:02:25.321] Build status: SCHEDULED
[08:02:25.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:68:0) after 9m47s
[08:12:12.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:68:0)
[08:12:12.360] Build status: SCHEDULED
[08:12:12.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:69:0) after 2m50s
[08:15:02.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:69:0)
[08:15:02.447] Build status: SCHEDULED
[08:15:02.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:70:0) after 8m39s
[08:23:41.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:70:0)
[08:23:41.548] Build status: SCHEDULED
[08:23:41.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:71:0) after 7m11s
[08:30:52.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:71:0)
[08:30:52.581] Build status: SCHEDULED
[08:30:52.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:72:0) after 7m28s
[08:38:21.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:72:0)
[08:38:21.137] Build status: SCHEDULED
[08:38:21.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:73:0) after 1m35s
[08:39:56.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:73:0)
[08:39:56.191] Build status: SCHEDULED
[08:39:56.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:74:0) after 6m23s
[08:46:19.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:74:0)
[08:46:19.264] Build status: SCHEDULED
[08:46:19.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:75:0) after 4m59s
[08:51:18.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:75:0)
[08:51:18.296] Build status: SCHEDULED
[08:51:18.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:76:0) after 4m31s
[08:55:49.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:76:0)
[08:55:49.329] Build status: SCHEDULED
[08:55:49.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:77:0) after 4m58s
[09:00:47.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:77:0)
[09:00:47.691] Build status: SCHEDULED
[09:00:47.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:78:0) after 4m4s
[09:04:51.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:78:0)
[09:04:51.773] Build status: SCHEDULED
[09:04:51.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:79:0) after 9m22s
[09:14:13.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:79:0)
[09:14:13.820] Build status: SCHEDULED
[09:14:13.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:80:0) after 2m8s
[09:16:21.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:80:0)
[09:16:21.891] Build status: SCHEDULED
[09:16:21.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:81:0) after 5m59s
[09:22:20.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:81:0)
[09:22:20.994] Build status: SCHEDULED
[09:22:20.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:82:0) after 1m5s
[09:23:26.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:82:0)
[09:23:26.117] Build status: SCHEDULED
[09:23:26.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:83:0) after 3m49s
[09:27:15.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:83:0)
[09:27:15.171] Build status: SCHEDULED
[09:27:15.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:84:0) after 4m5s
[09:31:20.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:84:0)
[09:31:20.762] Build status: SCHEDULED
[09:31:20.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:85:0) after 3m36s
[09:34:56.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:85:0)
[09:34:56.911] Build status: SCHEDULED
[09:34:56.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:86:0) after 2m5s
[09:37:01.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:86:0)
[09:37:01.948] Build status: SCHEDULED
[09:37:01.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:87:0) after 4m38s
[09:41:40.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:87:0)
[09:41:40.178] Build status: SCHEDULED
[09:41:40.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:88:0) after 7m8s
[09:48:48.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:88:0)
[09:48:48.368] Build status: SCHEDULED
[09:48:48.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:89:0) after 6m21s
[09:55:09.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:89:0)
[09:55:09.451] Build status: SCHEDULED
[09:55:09.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:90:0) after 6m22s
[10:01:31.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:90:0)
[10:01:31.700] Build status: SCHEDULED
[10:01:31.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:91:0) after 7m11s
[10:04:23.114] Received PubSub notification, asking Buildbucket for the build status
[10:04:23.129] Build status: STARTED
[10:08:42.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:91:0)
[10:08:42.730] Build status: STARTED
[10:08:42.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:93:0) after 5m8s
[10:13:50.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:93:0)
[10:13:50.961] Build status: STARTED
[10:13:50.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:94:0) after 7m54s
[10:21:44.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:94:0)
[10:21:44.995] Build status: STARTED
[10:21:44.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:95:0) after 4m10s
[10:25:55.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:95:0)
[10:25:55.192] Build status: STARTED
[10:25:55.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:96:0) after 9m51s
[10:35:46.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:96:0)
[10:35:46.324] Build status: STARTED
[10:35:46.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:97:0) after 3m20s
[10:39:06.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:97:0)
[10:39:06.351] Build status: STARTED
[10:39:06.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:98:0) after 1m50s
[10:40:56.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:98:0)
[10:40:56.643] Build status: STARTED
[10:40:56.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:99:0) after 8m25s
[10:49:21.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:99:0)
[10:49:21.673] Build status: STARTED
[10:49:21.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860433519310347488:100:0) after 9m22s
[10:53:20.299] Received PubSub notification, asking Buildbucket for the build status
[10:53:20.378] Build:
{
"id": "8695003457469421089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-20T01:52:23.755124092Z",
"startTime": "2025-12-20T10:04:22.978316744Z",
"endTime": "2025-12-20T10:53:19.724555142Z",
"updateTime": "2025-12-20T10:53:19.724555142Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2ccc2c8c6786295637b6940400b4ca2f9b59c38b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:53:20.378] Invocation finished in 9h0m57.761741318s with status FAILED