[03:02:13.188] New invocation is queued and will start shortly
[03:02:14.261] Starting the invocation (attempt 1)
[03:02:14.283] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/261701bcf5ecdbd804544bc2b52be53481bdb959"
[03:02:14.283] Popped gitiles commit info from properties and tags
[03:02:14.283] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:02:14.283] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:02:14.284] Buildbucket request:
{
"requestId": "8849104504383437392",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849104504383437392",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e27d98f94fa529aaefc192a107777d305c7df7eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e27d98f94fa529aaefc192a107777d305c7df7eb",
"title": "e27d98f94fa529aaefc192a107777d305c7df7eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e27d98f94fa529aaefc192a107777d305c7df7eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6dce4a90d9af28907d3a451e073145ddc0d3beb9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6dce4a90d9af28907d3a451e073145ddc0d3beb9",
"title": "6dce4a90d9af28907d3a451e073145ddc0d3beb9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6dce4a90d9af28907d3a451e073145ddc0d3beb9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fef29bbadd0ea6be84a738e37b7101d156b8be33"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fef29bbadd0ea6be84a738e37b7101d156b8be33",
"title": "fef29bbadd0ea6be84a738e37b7101d156b8be33",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fef29bbadd0ea6be84a738e37b7101d156b8be33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1e8e5843c709503f6b64e396ab7f22b037c9f45d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e8e5843c709503f6b64e396ab7f22b037c9f45d",
"title": "1e8e5843c709503f6b64e396ab7f22b037c9f45d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e8e5843c709503f6b64e396ab7f22b037c9f45d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "32c6eae34ecae66863dcb1eb32625825c971872d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@32c6eae34ecae66863dcb1eb32625825c971872d",
"title": "32c6eae34ecae66863dcb1eb32625825c971872d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/32c6eae34ecae66863dcb1eb32625825c971872d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "261701bcf5ecdbd804544bc2b52be53481bdb959"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@261701bcf5ecdbd804544bc2b52be53481bdb959",
"title": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/261701bcf5ecdbd804544bc2b52be53481bdb959"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849104504383437392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:02:14.675] Scheduled build:
{
"id": "8683674442510090321",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T03:02:14.352931583Z",
"updateTime": "2026-04-24T03:02:14.352931583Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"ref": "refs/heads/main"
}
}
}
[03:02:14.675] Task URL: https://cr-buildbucket.appspot.com/build/8683674442510090321
[03:02:14.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:2:0) after 1m12s
[03:02:14.814] Received PubSub notification, asking Buildbucket for the build status
[03:02:14.838] Build status: SCHEDULED
[03:03:26.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:2:0)
[03:03:26.820] Build status: SCHEDULED
[03:03:26.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:4:0) after 3m7s
[03:06:34.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:4:0)
[03:06:34.158] Build status: SCHEDULED
[03:06:34.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:5:0) after 5m49s
[03:12:23.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:5:0)
[03:12:23.238] Build status: SCHEDULED
[03:12:23.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:6:0) after 6m29s
[03:18:52.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:6:0)
[03:18:52.262] Build status: SCHEDULED
[03:18:52.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:7:0) after 2m48s
[03:21:40.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:7:0)
[03:21:40.359] Build status: SCHEDULED
[03:21:40.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:8:0) after 3m18s
[03:24:58.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:8:0)
[03:24:58.398] Build status: SCHEDULED
[03:24:58.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:9:0) after 3m28s
[03:28:26.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:9:0)
[03:28:26.484] Build status: SCHEDULED
[03:28:26.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:10:0) after 3m42s
[03:32:08.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:10:0)
[03:32:08.615] Build status: SCHEDULED
[03:32:08.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:11:0) after 2m53s
[03:35:01.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:11:0)
[03:35:01.842] Build status: SCHEDULED
[03:35:01.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:12:0) after 3m48s
[03:38:49.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:12:0)
[03:38:50.016] Build status: SCHEDULED
[03:38:50.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:13:0) after 1m44s
[03:40:34.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:13:0)
[03:40:34.075] Build status: SCHEDULED
[03:40:34.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:14:0) after 5m7s
[03:45:41.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:14:0)
[03:45:41.122] Build status: SCHEDULED
[03:45:41.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:15:0) after 6m59s
[03:52:40.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:15:0)
[03:52:40.323] Build status: SCHEDULED
[03:52:40.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:16:0) after 6m29s
[03:59:09.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:16:0)
[03:59:09.441] Build status: SCHEDULED
[03:59:09.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:17:0) after 8m27s
[04:07:36.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:17:0)
[04:07:36.486] Build status: SCHEDULED
[04:07:36.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:18:0) after 2m54s
[04:10:30.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:18:0)
[04:10:30.577] Build status: SCHEDULED
[04:10:30.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:19:0) after 8m26s
[04:18:56.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:19:0)
[04:18:56.687] Build status: SCHEDULED
[04:18:56.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:20:0) after 3m46s
[04:22:42.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:20:0)
[04:22:42.755] Build status: SCHEDULED
[04:22:42.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:21:0) after 2m20s
[04:25:02.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:21:0)
[04:25:02.797] Build status: SCHEDULED
[04:25:02.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:22:0) after 5m43s
[04:30:45.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:22:0)
[04:30:45.855] Build status: SCHEDULED
[04:30:45.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:23:0) after 1m35s
[04:32:20.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:23:0)
[04:32:20.883] Build status: SCHEDULED
[04:32:20.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:24:0) after 9m42s
[04:42:02.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:24:0)
[04:42:02.921] Build status: SCHEDULED
[04:42:02.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:25:0) after 5m41s
[04:47:44.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:25:0)
[04:47:44.075] Build status: SCHEDULED
[04:47:44.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:26:0) after 1m39s
[04:49:23.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:26:0)
[04:49:23.140] Build status: SCHEDULED
[04:49:23.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:27:0) after 8m58s
[04:58:21.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:27:0)
[04:58:21.180] Build status: SCHEDULED
[04:58:21.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:28:0) after 3m30s
[05:01:51.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:28:0)
[05:01:51.219] Build status: SCHEDULED
[05:01:51.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:29:0) after 6m22s
[05:08:13.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:29:0)
[05:08:13.258] Build status: SCHEDULED
[05:08:13.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:30:0) after 8m29s
[05:16:42.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:30:0)
[05:16:42.306] Build status: SCHEDULED
[05:16:42.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:31:0) after 4m25s
[05:21:07.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:31:0)
[05:21:07.308] Build status: SCHEDULED
[05:21:07.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:32:0) after 4m42s
[05:25:49.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:32:0)
[05:25:49.395] Build status: SCHEDULED
[05:25:49.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:33:0) after 5m46s
[05:31:35.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:33:0)
[05:31:35.432] Build status: SCHEDULED
[05:31:35.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:34:0) after 3m42s
[05:35:17.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:34:0)
[05:35:17.501] Build status: SCHEDULED
[05:35:17.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8849104504383437392:35:0) after 9m59s
[05:36:41.377] Received PubSub notification, asking Buildbucket for the build status
[05:36:41.430] Build status: STARTED
[05:43:53.178] Received PubSub notification, asking Buildbucket for the build status
[05:43:53.196] Build:
{
"id": "8683674442510090321",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T03:02:14.352931583Z",
"startTime": "2026-04-24T05:36:41.032671181Z",
"endTime": "2026-04-24T05:43:48.042402206Z",
"updateTime": "2026-04-24T05:43:48.042402206Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "261701bcf5ecdbd804544bc2b52be53481bdb959",
"ref": "refs/heads/main"
}
}
}
[05:43:53.196] Invocation finished in 2h41m40.014405215s with status SUCCEEDED