[00:11:36.904] New invocation is queued and will start shortly
[00:11:39.691] Starting the invocation (attempt 1)
[00:11:39.717] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b58e1161ec95bbd5616293db1abde9e68fd9677d"
[00:11:39.717] Popped gitiles commit info from properties and tags
[00:11:39.717] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:11:39.717] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:11:39.718] Buildbucket request:
{
"requestId": "8846125538013908160",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8846125538013908160",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "805b3c1bb2899738e2f5432f917323f98effefa7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@805b3c1bb2899738e2f5432f917323f98effefa7",
"title": "805b3c1bb2899738e2f5432f917323f98effefa7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/805b3c1bb2899738e2f5432f917323f98effefa7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "08b3192df9c90950f2e3bfef17044f226ddb1bf3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@08b3192df9c90950f2e3bfef17044f226ddb1bf3",
"title": "08b3192df9c90950f2e3bfef17044f226ddb1bf3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/08b3192df9c90950f2e3bfef17044f226ddb1bf3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2283752d7a6ef7a296f96a7ae6b772da47fcc1dc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2283752d7a6ef7a296f96a7ae6b772da47fcc1dc",
"title": "2283752d7a6ef7a296f96a7ae6b772da47fcc1dc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2283752d7a6ef7a296f96a7ae6b772da47fcc1dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e49ddd367ed920d4b83c821696d8899f0b7718d2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e49ddd367ed920d4b83c821696d8899f0b7718d2",
"title": "e49ddd367ed920d4b83c821696d8899f0b7718d2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e49ddd367ed920d4b83c821696d8899f0b7718d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9c0e4570faf98e5bd96a948b39ce5f8cf01b5edb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9c0e4570faf98e5bd96a948b39ce5f8cf01b5edb",
"title": "9c0e4570faf98e5bd96a948b39ce5f8cf01b5edb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9c0e4570faf98e5bd96a948b39ce5f8cf01b5edb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b58e1161ec95bbd5616293db1abde9e68fd9677d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b58e1161ec95bbd5616293db1abde9e68fd9677d",
"title": "b58e1161ec95bbd5616293db1abde9e68fd9677d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b58e1161ec95bbd5616293db1abde9e68fd9677d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b58e1161ec95bbd5616293db1abde9e68fd9677d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8846125538013908160"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:11:40.105] Scheduled build:
{
"id": "8680695474342837041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-27T00:11:39.783672780Z",
"updateTime": "2026-05-27T00:11:39.783672780Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b58e1161ec95bbd5616293db1abde9e68fd9677d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:11:40.105] Task URL: https://cr-buildbucket.appspot.com/build/8680695474342837041
[00:11:40.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:2:0) after 4m15s
[00:11:40.420] Received PubSub notification, asking Buildbucket for the build status
[00:11:40.445] Build status: SCHEDULED
[00:15:55.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:2:0)
[00:15:55.160] Build status: SCHEDULED
[00:15:55.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:4:0) after 5m0s
[00:20:55.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:4:0)
[00:20:55.331] Build status: SCHEDULED
[00:20:55.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:5:0) after 5m4s
[00:25:59.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:5:0)
[00:25:59.688] Build status: SCHEDULED
[00:25:59.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:6:0) after 5m53s
[00:31:52.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:6:0)
[00:31:52.789] Build status: SCHEDULED
[00:31:52.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:7:0) after 9m45s
[00:41:37.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:7:0)
[00:41:37.824] Build status: SCHEDULED
[00:41:37.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:8:0) after 9m35s
[00:51:12.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:8:0)
[00:51:13.016] Build status: SCHEDULED
[00:51:13.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:9:0) after 8m35s
[00:59:48.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:9:0)
[00:59:48.070] Build status: SCHEDULED
[00:59:48.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:10:0) after 9m20s
[01:09:08.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:10:0)
[01:09:08.066] Build status: SCHEDULED
[01:09:08.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:11:0) after 1m21s
[01:10:29.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:11:0)
[01:10:29.311] Build status: SCHEDULED
[01:10:29.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:12:0) after 7m15s
[01:17:44.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:12:0)
[01:17:44.391] Build status: SCHEDULED
[01:17:44.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:13:0) after 1m10s
[01:18:54.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:13:0)
[01:18:54.571] Build status: SCHEDULED
[01:18:54.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:14:0) after 7m19s
[01:26:13.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:14:0)
[01:26:13.700] Build status: SCHEDULED
[01:26:13.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:15:0) after 5m48s
[01:32:01.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:15:0)
[01:32:01.786] Build status: SCHEDULED
[01:32:01.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:16:0) after 4m55s
[01:36:56.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:16:0)
[01:36:56.905] Build status: SCHEDULED
[01:36:56.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:17:0) after 2m10s
[01:39:07.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:17:0)
[01:39:07.070] Build status: SCHEDULED
[01:39:07.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:18:0) after 9m1s
[01:48:08.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:18:0)
[01:48:08.172] Build status: SCHEDULED
[01:48:08.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:19:0) after 5m59s
[01:54:07.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:19:0)
[01:54:07.298] Build status: SCHEDULED
[01:54:07.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:20:0) after 1m11s
[01:55:18.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:20:0)
[01:55:18.698] Build status: SCHEDULED
[01:55:18.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:21:0) after 3m10s
[01:58:28.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:21:0)
[01:58:28.737] Build status: SCHEDULED
[01:58:28.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:22:0) after 3m20s
[02:01:48.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:22:0)
[02:01:48.815] Build status: SCHEDULED
[02:01:48.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:23:0) after 4m36s
[02:06:25.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:23:0)
[02:06:25.110] Build status: SCHEDULED
[02:06:25.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:24:0) after 2m6s
[02:08:31.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:24:0)
[02:08:31.133] Build status: SCHEDULED
[02:08:31.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:25:0) after 6m46s
[02:15:17.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:25:0)
[02:15:17.238] Build status: SCHEDULED
[02:15:17.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:26:0) after 9m36s
[02:24:53.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:26:0)
[02:24:53.293] Build status: SCHEDULED
[02:24:53.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:27:0) after 1m15s
[02:26:08.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:27:0)
[02:26:08.325] Build status: SCHEDULED
[02:26:08.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:28:0) after 2m23s
[02:28:31.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:28:0)
[02:28:31.437] Build status: SCHEDULED
[02:28:31.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:29:0) after 3m1s
[02:31:32.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:29:0)
[02:31:32.558] Build status: SCHEDULED
[02:31:32.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:30:0) after 1m53s
[02:33:25.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:30:0)
[02:33:25.597] Build status: SCHEDULED
[02:33:25.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:31:0) after 3m54s
[02:37:19.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:31:0)
[02:37:19.735] Build status: SCHEDULED
[02:37:19.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:32:0) after 8m40s
[02:45:59.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:32:0)
[02:45:59.846] Build status: SCHEDULED
[02:45:59.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:33:0) after 3m1s
[02:49:00.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:33:0)
[02:49:00.870] Build status: SCHEDULED
[02:49:00.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:34:0) after 3m47s
[02:52:47.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:34:0)
[02:52:47.905] Build status: SCHEDULED
[02:52:47.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:35:0) after 5m30s
[02:58:02.718] Received PubSub notification, asking Buildbucket for the build status
[02:58:02.780] Build status: STARTED
[02:58:17.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:35:0)
[02:58:18.026] Build status: STARTED
[02:58:18.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:37:0) after 3m22s
[03:01:40.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:37:0)
[03:01:40.242] Build status: STARTED
[03:01:40.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:38:0) after 2m10s
[03:03:50.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:38:0)
[03:03:50.297] Build status: STARTED
[03:03:50.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8846125538013908160:39:0) after 6m45s
[03:07:48.075] Received PubSub notification, asking Buildbucket for the build status
[03:07:48.096] Build:
{
"id": "8680695474342837041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-27T00:11:39.783672780Z",
"startTime": "2026-05-27T02:58:02.469299055Z",
"endTime": "2026-05-27T03:07:47.713136322Z",
"updateTime": "2026-05-27T03:07:47.713136322Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b58e1161ec95bbd5616293db1abde9e68fd9677d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:07:48.096] Invocation finished in 2h56m11.198664081s with status SUCCEEDED