[16:11:41.422] New invocation is queued and will start shortly
[16:11:43.173] Starting the invocation (attempt 1)
[16:11:43.199] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5dc1684279ffe010227721295ca7faf9b85ba72d"
[16:11:43.199] Popped gitiles commit info from properties and tags
[16:11:43.199] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:11:43.199] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:11:43.200] Buildbucket request:
{
"requestId": "8863097364984928992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863097364984928992",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5dc1684279ffe010227721295ca7faf9b85ba72d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5dc1684279ffe010227721295ca7faf9b85ba72d",
"title": "5dc1684279ffe010227721295ca7faf9b85ba72d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5dc1684279ffe010227721295ca7faf9b85ba72d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5dc1684279ffe010227721295ca7faf9b85ba72d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863097364984928992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:11:43.523] Scheduled build:
{
"id": "8697667302401883793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-20T16:11:43.260071779Z",
"updateTime": "2025-11-20T16:11:43.260071779Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5dc1684279ffe010227721295ca7faf9b85ba72d",
"ref": "refs/heads/main"
}
}
}
[16:11:43.523] Task URL: https://cr-buildbucket.appspot.com/build/8697667302401883793
[16:11:43.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:2:0) after 7m29s
[16:11:44.495] Received PubSub notification, asking Buildbucket for the build status
[16:11:44.576] Build status: SCHEDULED
[16:19:12.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:2:0)
[16:19:12.727] Build status: SCHEDULED
[16:19:12.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:4:0) after 5m44s
[16:24:56.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:4:0)
[16:24:56.866] Build status: SCHEDULED
[16:24:56.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:5:0) after 5m41s
[16:30:37.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:5:0)
[16:30:37.907] Build status: SCHEDULED
[16:30:37.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:6:0) after 5m36s
[16:36:13.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:6:0)
[16:36:13.959] Build status: SCHEDULED
[16:36:13.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:7:0) after 3m29s
[16:39:42.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:7:0)
[16:39:42.999] Build status: SCHEDULED
[16:39:42.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:8:0) after 1m7s
[16:40:50.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:8:0)
[16:40:50.033] Build status: SCHEDULED
[16:40:50.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:9:0) after 9m32s
[16:50:22.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:9:0)
[16:50:22.112] Build status: SCHEDULED
[16:50:22.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:10:0) after 4m47s
[16:55:09.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:10:0)
[16:55:09.391] Build status: SCHEDULED
[16:55:09.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:11:0) after 6m53s
[17:02:02.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:11:0)
[17:02:02.537] Build status: SCHEDULED
[17:02:02.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:12:0) after 7m56s
[17:09:58.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:12:0)
[17:09:58.600] Build status: SCHEDULED
[17:09:58.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:13:0) after 3m44s
[17:13:42.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:13:0)
[17:13:42.664] Build status: SCHEDULED
[17:13:42.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:14:0) after 3m4s
[17:16:46.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:14:0)
[17:16:46.754] Build status: SCHEDULED
[17:16:46.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:15:0) after 6m56s
[17:23:42.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:15:0)
[17:23:42.782] Build status: SCHEDULED
[17:23:42.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:16:0) after 5m20s
[17:29:02.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:16:0)
[17:29:02.895] Build status: SCHEDULED
[17:29:02.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:17:0) after 8m53s
[17:37:55.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:17:0)
[17:37:55.874] Build status: SCHEDULED
[17:37:55.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:18:0) after 8m17s
[17:46:12.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:18:0)
[17:46:12.998] Build status: SCHEDULED
[17:46:12.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:19:0) after 9m52s
[17:56:05.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:19:0)
[17:56:05.135] Build status: SCHEDULED
[17:56:05.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:20:0) after 6m50s
[18:02:55.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:20:0)
[18:02:55.164] Build status: SCHEDULED
[18:02:55.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:21:0) after 2m6s
[18:05:01.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:21:0)
[18:05:01.201] Build status: SCHEDULED
[18:05:01.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:22:0) after 7m41s
[18:12:42.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:22:0)
[18:12:42.246] Build status: SCHEDULED
[18:12:42.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:23:0) after 4m55s
[18:17:37.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:23:0)
[18:17:37.249] Build status: SCHEDULED
[18:17:37.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:24:0) after 2m37s
[18:20:14.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:24:0)
[18:20:14.283] Build status: SCHEDULED
[18:20:14.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:25:0) after 4m55s
[18:25:09.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:25:0)
[18:25:09.331] Build status: SCHEDULED
[18:25:09.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:26:0) after 4m8s
[18:29:17.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:26:0)
[18:29:17.431] Build status: SCHEDULED
[18:29:17.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:27:0) after 1m16s
[18:30:33.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:27:0)
[18:30:33.589] Build status: SCHEDULED
[18:30:33.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:28:0) after 5m36s
[18:36:09.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:28:0)
[18:36:09.677] Build status: SCHEDULED
[18:36:09.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:29:0) after 8m40s
[18:44:49.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:29:0)
[18:44:49.715] Build status: SCHEDULED
[18:44:49.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:30:0) after 2m22s
[18:47:11.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:30:0)
[18:47:11.750] Build status: SCHEDULED
[18:47:11.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:31:0) after 7m46s
[18:54:57.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:31:0)
[18:54:57.835] Build status: SCHEDULED
[18:54:57.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:32:0) after 9m54s
[19:04:51.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:32:0)
[19:04:51.887] Build status: SCHEDULED
[19:04:51.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:33:0) after 6m28s
[19:11:19.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:33:0)
[19:11:20.063] Build status: SCHEDULED
[19:11:20.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:34:0) after 8m38s
[19:19:58.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:34:0)
[19:19:58.104] Build status: SCHEDULED
[19:19:58.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:35:0) after 1m26s
[19:21:24.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:35:0)
[19:21:24.109] Build status: SCHEDULED
[19:21:24.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:36:0) after 9m15s
[19:30:39.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:36:0)
[19:30:39.301] Build status: SCHEDULED
[19:30:39.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:37:0) after 9m5s
[19:39:44.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:37:0)
[19:39:44.297] Build status: SCHEDULED
[19:39:44.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:38:0) after 4m9s
[19:43:53.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:38:0)
[19:43:53.334] Build status: SCHEDULED
[19:43:53.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:39:0) after 7m14s
[19:51:07.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:39:0)
[19:51:07.365] Build status: SCHEDULED
[19:51:07.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:40:0) after 8m23s
[19:59:30.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:40:0)
[19:59:30.511] Build status: SCHEDULED
[19:59:30.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:41:0) after 8m47s
[20:08:17.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:41:0)
[20:08:17.609] Build status: SCHEDULED
[20:08:17.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:42:0) after 6m15s
[20:14:32.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:42:0)
[20:14:32.855] Build status: SCHEDULED
[20:14:32.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:43:0) after 7m37s
[20:20:58.976] Received PubSub notification, asking Buildbucket for the build status
[20:20:58.997] Build status: STARTED
[20:22:09.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:43:0)
[20:22:09.940] Build status: STARTED
[20:22:09.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:45:0) after 3m59s
[20:26:09.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:45:0)
[20:26:09.134] Build status: STARTED
[20:26:09.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863097364984928992:46:0) after 7m59s
[20:31:42.486] Received PubSub notification, asking Buildbucket for the build status
[20:31:42.501] Build:
{
"id": "8697667302401883793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-20T16:11:43.260071779Z",
"startTime": "2025-11-20T20:20:58.773789650Z",
"endTime": "2025-11-20T20:31:41.512070072Z",
"updateTime": "2025-11-20T20:31:41.512070072Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5dc1684279ffe010227721295ca7faf9b85ba72d",
"ref": "refs/heads/main"
}
}
}
[20:31:42.501] Invocation finished in 4h20m1.088506567s with status SUCCEEDED