[23:31:24.437] New invocation is queued and will start shortly
[23:31:25.502] Starting the invocation (attempt 1)
[23:31:25.526] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/45437e9757e23735e883ce2966fa1d12d16c4ca3"
[23:31:25.526] Popped gitiles commit info from properties and tags
[23:31:25.526] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:31:25.527] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:31:25.528] Buildbucket request:
{
"requestId": "8864972236690429968",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864972236690429968",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "61792ff979a67dcec0d2eed2d210436ee70bcf76"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@61792ff979a67dcec0d2eed2d210436ee70bcf76",
"title": "61792ff979a67dcec0d2eed2d210436ee70bcf76",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/61792ff979a67dcec0d2eed2d210436ee70bcf76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1f925e2dd78e14061f786beab58dd4c78c5c1427"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1f925e2dd78e14061f786beab58dd4c78c5c1427",
"title": "1f925e2dd78e14061f786beab58dd4c78c5c1427",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1f925e2dd78e14061f786beab58dd4c78c5c1427"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "73305f2eda8b03c2d1ba103ad1227d59640fef3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73305f2eda8b03c2d1ba103ad1227d59640fef3d",
"title": "73305f2eda8b03c2d1ba103ad1227d59640fef3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73305f2eda8b03c2d1ba103ad1227d59640fef3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7310bc5b778e7aa387fbe8e3f881271f25b372f9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7310bc5b778e7aa387fbe8e3f881271f25b372f9",
"title": "7310bc5b778e7aa387fbe8e3f881271f25b372f9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7310bc5b778e7aa387fbe8e3f881271f25b372f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "45437e9757e23735e883ce2966fa1d12d16c4ca3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@45437e9757e23735e883ce2966fa1d12d16c4ca3",
"title": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/45437e9757e23735e883ce2966fa1d12d16c4ca3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864972236690429968"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:31:25.873] Scheduled build:
{
"id": "8699542174825293793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-30T23:31:25.584513139Z",
"updateTime": "2025-10-30T23:31:25.584513139Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"ref": "refs/heads/main"
}
}
}
[23:31:25.873] Task URL: https://cr-buildbucket.appspot.com/build/8699542174825293793
[23:31:25.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:2:0) after 1m19s
[23:31:26.875] Received PubSub notification, asking Buildbucket for the build status
[23:31:26.896] Build status: SCHEDULED
[23:32:44.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:2:0)
[23:32:44.908] Build status: SCHEDULED
[23:32:44.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:4:0) after 8m7s
[23:40:51.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:4:0)
[23:40:51.966] Build status: SCHEDULED
[23:40:51.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:5:0) after 1m22s
[23:42:14.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:5:0)
[23:42:14.081] Build status: SCHEDULED
[23:42:14.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:6:0) after 3m38s
[23:45:52.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:6:0)
[23:45:52.213] Build status: SCHEDULED
[23:45:52.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:7:0) after 4m29s
[23:50:21.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:7:0)
[23:50:21.254] Build status: SCHEDULED
[23:50:21.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:8:0) after 3m53s
[23:54:14.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:8:0)
[23:54:14.292] Build status: SCHEDULED
[23:54:14.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:9:0) after 6m48s
[00:01:02.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:9:0)
[00:01:02.369] Build status: SCHEDULED
[00:01:02.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:10:0) after 6m32s
[00:07:34.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:10:0)
[00:07:34.470] Build status: SCHEDULED
[00:07:34.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:11:0) after 6m39s
[00:14:13.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:11:0)
[00:14:13.550] Build status: SCHEDULED
[00:14:13.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:12:0) after 5m22s
[00:19:35.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:12:0)
[00:19:35.732] Build status: SCHEDULED
[00:19:35.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:13:0) after 5m32s
[00:25:07.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:13:0)
[00:25:07.760] Build status: SCHEDULED
[00:25:07.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:14:0) after 8m33s
[00:33:40.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:14:0)
[00:33:40.842] Build status: SCHEDULED
[00:33:40.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:15:0) after 1m24s
[00:35:04.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:15:0)
[00:35:04.876] Build status: SCHEDULED
[00:35:04.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:16:0) after 7m8s
[00:42:12.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:16:0)
[00:42:13.023] Build status: SCHEDULED
[00:42:13.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:17:0) after 7m19s
[00:49:32.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:17:0)
[00:49:32.054] Build status: SCHEDULED
[00:49:32.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:18:0) after 1m10s
[00:50:42.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:18:0)
[00:50:42.089] Build status: SCHEDULED
[00:50:42.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:19:0) after 1m11s
[00:51:53.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:19:0)
[00:51:53.199] Build status: SCHEDULED
[00:51:53.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:20:0) after 9m58s
[01:01:51.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:20:0)
[01:01:51.343] Build status: SCHEDULED
[01:01:51.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:21:0) after 3m1s
[01:04:52.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:21:0)
[01:04:52.379] Build status: SCHEDULED
[01:04:52.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:22:0) after 5m26s
[01:10:18.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:22:0)
[01:10:18.431] Build status: SCHEDULED
[01:10:18.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:23:0) after 7m43s
[01:18:01.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:23:0)
[01:18:01.508] Build status: SCHEDULED
[01:18:01.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:24:0) after 9m55s
[01:27:56.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:24:0)
[01:27:56.593] Build status: SCHEDULED
[01:27:56.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:25:0) after 2m25s
[01:30:21.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:25:0)
[01:30:21.632] Build status: SCHEDULED
[01:30:21.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:26:0) after 4m23s
[01:34:44.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:26:0)
[01:34:44.765] Build status: SCHEDULED
[01:34:44.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:27:0) after 2m36s
[01:37:20.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:27:0)
[01:37:20.812] Build status: SCHEDULED
[01:37:20.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:28:0) after 2m5s
[01:39:25.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:28:0)
[01:39:25.857] Build status: SCHEDULED
[01:39:25.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:29:0) after 2m58s
[01:42:23.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:29:0)
[01:42:23.861] Build status: SCHEDULED
[01:42:23.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:30:0) after 7m42s
[01:45:19.832] Received PubSub notification, asking Buildbucket for the build status
[01:45:19.859] Build status: STARTED
[01:50:05.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:30:0)
[01:50:05.940] Build status: STARTED
[01:50:05.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:32:0) after 5m42s
[01:55:47.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:32:0)
[01:55:47.953] Build status: STARTED
[01:55:47.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:33:0) after 7m9s
[02:02:57.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:33:0)
[02:02:57.059] Build status: STARTED
[02:02:57.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:34:0) after 8m12s
[02:11:09.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:34:0)
[02:11:09.104] Build status: STARTED
[02:11:09.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:35:0) after 9m10s
[02:20:19.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:35:0)
[02:20:19.206] Build status: STARTED
[02:20:19.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:36:0) after 2m57s
[02:23:16.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:36:0)
[02:23:16.335] Build status: STARTED
[02:23:16.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:37:0) after 2m2s
[02:25:18.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:37:0)
[02:25:18.361] Build status: STARTED
[02:25:18.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:38:0) after 9m41s
[02:34:59.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:38:0)
[02:34:59.390] Build status: STARTED
[02:34:59.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8864972236690429968:39:0) after 5m41s
[02:37:05.300] Received PubSub notification, asking Buildbucket for the build status
[02:37:05.339] Build:
{
"id": "8699542174825293793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-30T23:31:25.584513139Z",
"startTime": "2025-10-31T01:44:43.832984576Z",
"endTime": "2025-10-31T02:37:04.756235466Z",
"updateTime": "2025-10-31T02:37:04.756235466Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"ref": "refs/heads/main"
}
}
}
[02:37:05.339] Invocation finished in 3h5m40.917806301s with status SUCCEEDED