[02:13:02.273] New invocation is queued and will start shortly
[02:13:03.324] Starting the invocation (attempt 1)
[02:13:03.349] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/45437e9757e23735e883ce2966fa1d12d16c4ca3"
[02:13:03.349] Popped gitiles commit info from properties and tags
[02:13:03.349] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:13:03.349] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:13:03.350] Buildbucket request:
{
"requestId": "8864962067760755536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864962067760755536",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "61792ff979a67dcec0d2eed2d210436ee70bcf76"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@61792ff979a67dcec0d2eed2d210436ee70bcf76",
"title": "61792ff979a67dcec0d2eed2d210436ee70bcf76",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/61792ff979a67dcec0d2eed2d210436ee70bcf76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1f925e2dd78e14061f786beab58dd4c78c5c1427"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1f925e2dd78e14061f786beab58dd4c78c5c1427",
"title": "1f925e2dd78e14061f786beab58dd4c78c5c1427",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1f925e2dd78e14061f786beab58dd4c78c5c1427"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "73305f2eda8b03c2d1ba103ad1227d59640fef3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73305f2eda8b03c2d1ba103ad1227d59640fef3d",
"title": "73305f2eda8b03c2d1ba103ad1227d59640fef3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73305f2eda8b03c2d1ba103ad1227d59640fef3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7310bc5b778e7aa387fbe8e3f881271f25b372f9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7310bc5b778e7aa387fbe8e3f881271f25b372f9",
"title": "7310bc5b778e7aa387fbe8e3f881271f25b372f9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7310bc5b778e7aa387fbe8e3f881271f25b372f9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "45437e9757e23735e883ce2966fa1d12d16c4ca3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@45437e9757e23735e883ce2966fa1d12d16c4ca3",
"title": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/45437e9757e23735e883ce2966fa1d12d16c4ca3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864962067760755536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:13:03.706] Scheduled build:
{
"id": "8699532005929938289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-31T02:13:03.398788977Z",
"updateTime": "2025-10-31T02:13:03.398788977Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"ref": "refs/heads/main"
}
}
}
[02:13:03.706] Task URL: https://cr-buildbucket.appspot.com/build/8699532005929938289
[02:13:03.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:2:0) after 1m37s
[02:13:04.659] Received PubSub notification, asking Buildbucket for the build status
[02:13:04.676] Build status: SCHEDULED
[02:14:40.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:2:0)
[02:14:40.739] Build status: SCHEDULED
[02:14:40.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:4:0) after 6m50s
[02:21:30.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:4:0)
[02:21:30.838] Build status: SCHEDULED
[02:21:30.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:5:0) after 5m43s
[02:27:13.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:5:0)
[02:27:13.874] Build status: SCHEDULED
[02:27:13.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:6:0) after 5m42s
[02:32:55.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:6:0)
[02:32:55.914] Build status: SCHEDULED
[02:32:55.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:7:0) after 7m23s
[02:40:18.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:7:0)
[02:40:18.960] Build status: SCHEDULED
[02:40:18.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:8:0) after 8m1s
[02:48:19.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:8:0)
[02:48:19.992] Build status: SCHEDULED
[02:48:19.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:9:0) after 7m33s
[02:55:53.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:9:0)
[02:55:53.311] Build status: SCHEDULED
[02:55:53.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:10:0) after 6m19s
[03:02:12.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:10:0)
[03:02:12.361] Build status: SCHEDULED
[03:02:12.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:11:0) after 4m2s
[03:06:14.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:11:0)
[03:06:14.382] Build status: SCHEDULED
[03:06:14.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:12:0) after 7m37s
[03:13:51.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:12:0)
[03:13:51.537] Build status: SCHEDULED
[03:13:51.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:13:0) after 6m24s
[03:20:15.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:13:0)
[03:20:15.576] Build status: SCHEDULED
[03:20:15.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:14:0) after 1m10s
[03:21:25.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:14:0)
[03:21:25.653] Build status: SCHEDULED
[03:21:25.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:15:0) after 4m55s
[03:26:20.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:15:0)
[03:26:20.708] Build status: SCHEDULED
[03:26:20.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:16:0) after 4m37s
[03:30:57.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:16:0)
[03:30:57.767] Build status: SCHEDULED
[03:30:57.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:17:0) after 5m15s
[03:36:12.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:17:0)
[03:36:12.772] Build status: SCHEDULED
[03:36:12.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:18:0) after 7m32s
[03:43:44.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:18:0)
[03:43:44.825] Build status: SCHEDULED
[03:43:44.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:19:0) after 7m44s
[03:51:28.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:19:0)
[03:51:28.911] Build status: SCHEDULED
[03:51:28.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:20:0) after 7m42s
[03:59:10.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:20:0)
[03:59:10.954] Build status: SCHEDULED
[03:59:10.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:21:0) after 4m6s
[04:03:16.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:21:0)
[04:03:17.039] Build status: SCHEDULED
[04:03:17.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:22:0) after 5m6s
[04:08:23.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:22:0)
[04:08:23.078] Build status: SCHEDULED
[04:08:23.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:23:0) after 3m22s
[04:11:45.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:23:0)
[04:11:45.113] Build status: SCHEDULED
[04:11:45.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:24:0) after 5m48s
[04:17:33.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:24:0)
[04:17:33.251] Build status: SCHEDULED
[04:17:33.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:25:0) after 8m48s
[04:26:21.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:25:0)
[04:26:21.276] Build status: SCHEDULED
[04:26:21.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:26:0) after 9m23s
[04:35:44.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:26:0)
[04:35:44.307] Build status: SCHEDULED
[04:35:44.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:27:0) after 6m7s
[04:41:51.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:27:0)
[04:41:51.398] Build status: SCHEDULED
[04:41:51.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:28:0) after 7m7s
[04:48:58.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:28:0)
[04:48:59.004] Build status: SCHEDULED
[04:48:59.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:29:0) after 1m49s
[04:50:48.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:29:0)
[04:50:48.289] Build status: SCHEDULED
[04:50:48.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:30:0) after 5m6s
[04:55:54.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:30:0)
[04:55:54.353] Build status: SCHEDULED
[04:55:54.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:31:0) after 9m45s
[05:05:39.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:31:0)
[05:05:39.398] Build status: SCHEDULED
[05:05:39.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:32:0) after 8m41s
[05:14:20.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:32:0)
[05:14:20.900] Build status: SCHEDULED
[05:14:20.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:33:0) after 6m35s
[05:20:55.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:33:0)
[05:20:55.956] Build status: SCHEDULED
[05:20:55.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:34:0) after 8m12s
[05:29:08.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:34:0)
[05:29:08.032] Build status: SCHEDULED
[05:29:08.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:35:0) after 3m8s
[05:32:16.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:35:0)
[05:32:16.081] Build status: SCHEDULED
[05:32:16.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:36:0) after 9m5s
[05:41:21.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:36:0)
[05:41:21.772] Build status: SCHEDULED
[05:41:21.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:37:0) after 4m42s
[05:41:29.574] Received PubSub notification, asking Buildbucket for the build status
[05:41:29.599] Build status: STARTED
[05:46:03.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:37:0)
[05:46:03.967] Build status: STARTED
[05:46:03.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8864962067760755536:39:0) after 7m13s
[05:50:28.237] Received PubSub notification, asking Buildbucket for the build status
[05:50:28.252] Build:
{
"id": "8699532005929938289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-31T02:13:03.398788977Z",
"startTime": "2025-10-31T05:41:29.393135270Z",
"endTime": "2025-10-31T05:50:27.968163745Z",
"updateTime": "2025-10-31T05:50:27.968163745Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "45437e9757e23735e883ce2966fa1d12d16c4ca3",
"ref": "refs/heads/main"
}
}
}
[05:50:28.252] Invocation finished in 3h37m25.984417525s with status SUCCEEDED