[23:58:42.757] New invocation is queued and will start shortly
[23:58:43.949] Starting the invocation (attempt 1)
[23:58:43.977] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74"
[23:58:43.977] Popped gitiles commit info from properties and tags
[23:58:43.977] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:58:43.978] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:58:43.978] Buildbucket request:
{
"requestId": "8863702161254420320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863702161254420320",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7574595204afc03fbf5df030375d86f05c7fbb50"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7574595204afc03fbf5df030375d86f05c7fbb50",
"title": "7574595204afc03fbf5df030375d86f05c7fbb50",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7574595204afc03fbf5df030375d86f05c7fbb50"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "94f553bc523813d61f70e2efa405e495cf14ce74"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94f553bc523813d61f70e2efa405e495cf14ce74",
"title": "94f553bc523813d61f70e2efa405e495cf14ce74",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "94f553bc523813d61f70e2efa405e495cf14ce74",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863702161254420320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:58:44.310] Scheduled build:
{
"id": "8698272099254096513",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-13T23:58:44.036044610Z",
"updateTime": "2025-11-13T23:58:44.036044610Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "94f553bc523813d61f70e2efa405e495cf14ce74",
"ref": "refs/heads/main"
}
}
}
[23:58:44.310] Task URL: https://cr-buildbucket.appspot.com/build/8698272099254096513
[23:58:44.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:2:0) after 1m5s
[23:58:45.320] Received PubSub notification, asking Buildbucket for the build status
[23:58:45.361] Build status: SCHEDULED
[23:59:49.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:2:0)
[23:59:49.295] Build status: SCHEDULED
[23:59:49.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:4:0) after 4m58s
[00:04:47.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:4:0)
[00:04:47.345] Build status: SCHEDULED
[00:04:47.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:5:0) after 2m10s
[00:06:57.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:5:0)
[00:06:57.451] Build status: SCHEDULED
[00:06:57.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:6:0) after 8m7s
[00:15:04.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:6:0)
[00:15:04.457] Build status: SCHEDULED
[00:15:04.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:7:0) after 5m11s
[00:20:15.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:7:0)
[00:20:15.504] Build status: SCHEDULED
[00:20:15.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:8:0) after 8m49s
[00:29:04.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:8:0)
[00:29:04.546] Build status: SCHEDULED
[00:29:04.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:9:0) after 9m4s
[00:38:08.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:9:0)
[00:38:08.679] Build status: SCHEDULED
[00:38:08.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:10:0) after 3m5s
[00:41:13.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:10:0)
[00:41:13.717] Build status: SCHEDULED
[00:41:13.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:11:0) after 6m42s
[00:47:55.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:11:0)
[00:47:55.747] Build status: SCHEDULED
[00:47:55.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:12:0) after 7m20s
[00:55:15.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:12:0)
[00:55:15.774] Build status: SCHEDULED
[00:55:15.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:13:0) after 2m47s
[00:58:02.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:13:0)
[00:58:02.800] Build status: SCHEDULED
[00:58:02.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:14:0) after 4m4s
[01:02:06.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:14:0)
[01:02:06.905] Build status: SCHEDULED
[01:02:06.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:15:0) after 7m38s
[01:09:44.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:15:0)
[01:09:44.984] Build status: SCHEDULED
[01:09:44.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:16:0) after 3m55s
[01:13:40.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:16:0)
[01:13:40.240] Build status: SCHEDULED
[01:13:40.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:17:0) after 4m28s
[01:18:08.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:17:0)
[01:18:08.328] Build status: SCHEDULED
[01:18:08.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:18:0) after 9m14s
[01:27:22.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:18:0)
[01:27:22.365] Build status: SCHEDULED
[01:27:22.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:19:0) after 2m7s
[01:29:29.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:19:0)
[01:29:29.398] Build status: SCHEDULED
[01:29:29.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:20:0) after 8m35s
[01:38:04.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:20:0)
[01:38:04.506] Build status: SCHEDULED
[01:38:04.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:21:0) after 5m40s
[01:43:44.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:21:0)
[01:43:44.538] Build status: SCHEDULED
[01:43:44.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:22:0) after 6m33s
[01:50:17.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:22:0)
[01:50:17.617] Build status: SCHEDULED
[01:50:17.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:23:0) after 1m15s
[01:51:32.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:23:0)
[01:51:32.807] Build status: SCHEDULED
[01:51:32.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:24:0) after 1m42s
[01:53:14.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:24:0)
[01:53:14.892] Build status: SCHEDULED
[01:53:14.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:25:0) after 3m38s
[01:56:52.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:25:0)
[01:56:52.946] Build status: SCHEDULED
[01:56:52.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:26:0) after 8m11s
[02:05:03.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:26:0)
[02:05:03.983] Build status: SCHEDULED
[02:05:03.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:27:0) after 5m24s
[02:10:28.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:27:0)
[02:10:28.037] Build status: SCHEDULED
[02:10:28.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:28:0) after 6m14s
[02:16:42.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:28:0)
[02:16:42.117] Build status: SCHEDULED
[02:16:42.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:29:0) after 6m51s
[02:23:33.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:29:0)
[02:23:33.156] Build status: SCHEDULED
[02:23:33.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:30:0) after 5m2s
[02:28:35.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:30:0)
[02:28:35.218] Build status: SCHEDULED
[02:28:35.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:31:0) after 4m38s
[02:33:13.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:31:0)
[02:33:13.259] Build status: SCHEDULED
[02:33:13.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:32:0) after 2m28s
[02:35:41.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:32:0)
[02:35:41.293] Build status: SCHEDULED
[02:35:41.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:33:0) after 2m29s
[02:38:10.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:33:0)
[02:38:10.331] Build status: SCHEDULED
[02:38:10.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:34:0) after 3m9s
[02:41:19.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:34:0)
[02:41:19.409] Build status: SCHEDULED
[02:41:19.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:35:0) after 2m3s
[02:43:22.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:35:0)
[02:43:22.535] Build status: SCHEDULED
[02:43:22.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:36:0) after 2m40s
[02:46:02.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:36:0)
[02:46:02.567] Build status: SCHEDULED
[02:46:02.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:37:0) after 6m22s
[02:52:24.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:37:0)
[02:52:24.647] Build status: SCHEDULED
[02:52:24.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:38:0) after 9m4s
[03:01:28.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:38:0)
[03:01:28.683] Build status: SCHEDULED
[03:01:28.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:39:0) after 2m7s
[03:03:35.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:39:0)
[03:03:35.714] Build status: SCHEDULED
[03:03:35.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:40:0) after 5m1s
[03:05:41.791] Received PubSub notification, asking Buildbucket for the build status
[03:05:41.810] Build status: STARTED
[03:08:36.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:40:0)
[03:08:37.052] Build status: STARTED
[03:08:37.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:42:0) after 3m23s
[03:12:00.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:42:0)
[03:12:00.109] Build status: STARTED
[03:12:00.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:43:0) after 1m9s
[03:13:09.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:43:0)
[03:13:09.600] Build status: STARTED
[03:13:09.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8863702161254420320:44:0) after 8m3s
[03:13:56.281] Received PubSub notification, asking Buildbucket for the build status
[03:13:56.299] Build:
{
"id": "8698272099254096513",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-13T23:58:44.036044610Z",
"startTime": "2025-11-14T03:05:41.636071036Z",
"endTime": "2025-11-14T03:13:56.033503589Z",
"updateTime": "2025-11-14T03:13:56.033503589Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "94f553bc523813d61f70e2efa405e495cf14ce74",
"ref": "refs/heads/main"
}
}
}
[03:13:56.299] Invocation finished in 3h15m13.554018342s with status SUCCEEDED