[06:35:38.892] New invocation is queued and will start shortly
[06:35:40.051] Starting the invocation (attempt 1)
[06:35:40.082] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/60d5bd86565d78f239ca094c9c582d539184e901"
[06:35:40.082] Popped gitiles commit info from properties and tags
[06:35:40.082] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:35:40.082] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:35:40.083] Buildbucket request:
{
"requestId": "8880709417911044976",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880709417911044976",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60d5bd86565d78f239ca094c9c582d539184e901"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60d5bd86565d78f239ca094c9c582d539184e901",
"title": "60d5bd86565d78f239ca094c9c582d539184e901",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60d5bd86565d78f239ca094c9c582d539184e901"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d5bd86565d78f239ca094c9c582d539184e901",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880709417911044976"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:35:40.461] Scheduled build:
{
"id": "8715279355942045441",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-10T06:35:40.140979207Z",
"updateTime": "2025-05-10T06:35:40.140979207Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d5bd86565d78f239ca094c9c582d539184e901",
"ref": "refs/heads/main"
}
}
}
[06:35:40.461] Task URL: https://cr-buildbucket.appspot.com/build/8715279355942045441
[06:35:40.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:2:0) after 1m8s
[06:35:40.526] Received PubSub notification, asking Buildbucket for the build status
[06:35:40.545] Build status: SCHEDULED
[06:36:48.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:2:0)
[06:36:48.943] Build status: SCHEDULED
[06:36:48.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:4:0) after 3m18s
[06:40:06.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:4:0)
[06:40:06.992] Build status: SCHEDULED
[06:40:06.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:5:0) after 1m37s
[06:41:44.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:5:0)
[06:41:44.055] Build status: SCHEDULED
[06:41:44.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:6:0) after 6m54s
[06:48:38.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:6:0)
[06:48:38.098] Build status: SCHEDULED
[06:48:38.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:7:0) after 1m54s
[06:50:32.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:7:0)
[06:50:32.141] Build status: SCHEDULED
[06:50:32.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:8:0) after 4m58s
[06:55:30.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:8:0)
[06:55:30.151] Build status: SCHEDULED
[06:55:30.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:9:0) after 6m32s
[07:02:02.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:9:0)
[07:02:02.245] Build status: SCHEDULED
[07:02:02.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:10:0) after 6m23s
[07:08:25.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:10:0)
[07:08:25.285] Build status: SCHEDULED
[07:08:25.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:11:0) after 1m39s
[07:10:04.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:11:0)
[07:10:04.429] Build status: SCHEDULED
[07:10:04.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:12:0) after 7m21s
[07:17:25.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:12:0)
[07:17:25.720] Build status: SCHEDULED
[07:17:25.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:13:0) after 6m58s
[07:24:23.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:13:0)
[07:24:23.968] Build status: SCHEDULED
[07:24:23.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:14:0) after 7m9s
[07:31:33.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:14:0)
[07:31:33.164] Build status: SCHEDULED
[07:31:33.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:15:0) after 5m41s
[07:37:14.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:15:0)
[07:37:14.199] Build status: SCHEDULED
[07:37:14.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:16:0) after 5m0s
[07:42:14.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:16:0)
[07:42:14.221] Build status: SCHEDULED
[07:42:14.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:17:0) after 6m19s
[07:48:33.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:17:0)
[07:48:33.259] Build status: SCHEDULED
[07:48:33.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:18:0) after 9m23s
[07:57:56.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:18:0)
[07:57:56.328] Build status: SCHEDULED
[07:57:56.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:19:0) after 4m50s
[08:02:46.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:19:0)
[08:02:46.369] Build status: SCHEDULED
[08:02:46.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:20:0) after 8m1s
[08:10:47.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:20:0)
[08:10:47.537] Build status: SCHEDULED
[08:10:47.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:21:0) after 6m25s
[08:17:12.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:21:0)
[08:17:12.883] Build status: SCHEDULED
[08:17:12.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:22:0) after 5m42s
[08:22:54.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:22:0)
[08:22:54.940] Build status: SCHEDULED
[08:22:54.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:23:0) after 2m29s
[08:25:23.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:23:0)
[08:25:24.053] Build status: SCHEDULED
[08:25:24.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:24:0) after 4m26s
[08:29:50.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:24:0)
[08:29:50.195] Build status: SCHEDULED
[08:29:50.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:25:0) after 6m33s
[08:36:23.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:25:0)
[08:36:23.240] Build status: SCHEDULED
[08:36:23.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:26:0) after 8m13s
[08:44:36.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:26:0)
[08:44:36.428] Build status: SCHEDULED
[08:44:36.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:27:0) after 3m45s
[08:48:21.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:27:0)
[08:48:21.469] Build status: SCHEDULED
[08:48:21.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:28:0) after 1m54s
[08:50:15.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:28:0)
[08:50:15.746] Build status: SCHEDULED
[08:50:15.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:29:0) after 6m47s
[08:57:02.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:29:0)
[08:57:02.848] Build status: SCHEDULED
[08:57:02.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:30:0) after 4m50s
[09:01:52.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:30:0)
[09:01:52.990] Build status: SCHEDULED
[09:01:52.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:31:0) after 2m3s
[09:03:56.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:31:0)
[09:03:56.048] Build status: SCHEDULED
[09:03:56.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:32:0) after 1m38s
[09:05:34.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:32:0)
[09:05:34.074] Build status: SCHEDULED
[09:05:34.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:33:0) after 4m47s
[09:10:21.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:33:0)
[09:10:21.125] Build status: SCHEDULED
[09:10:21.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:34:0) after 6m29s
[09:16:50.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:34:0)
[09:16:50.698] Build status: SCHEDULED
[09:16:50.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:35:0) after 9m36s
[09:26:26.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:35:0)
[09:26:26.900] Build status: SCHEDULED
[09:26:26.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:36:0) after 6m46s
[09:33:12.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:36:0)
[09:33:13.085] Build status: SCHEDULED
[09:33:13.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:37:0) after 7m50s
[09:41:03.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:37:0)
[09:41:03.287] Build status: SCHEDULED
[09:41:03.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:38:0) after 7m24s
[09:48:27.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:38:0)
[09:48:27.835] Build status: SCHEDULED
[09:48:27.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:39:0) after 8m15s
[09:56:43.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:39:0)
[09:56:43.078] Build status: SCHEDULED
[09:56:43.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:40:0) after 4m11s
[10:00:54.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:40:0)
[10:00:54.221] Build status: SCHEDULED
[10:00:54.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:41:0) after 4m22s
[10:05:16.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:41:0)
[10:05:16.466] Build status: SCHEDULED
[10:05:16.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:42:0) after 3m34s
[10:08:50.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:42:0)
[10:08:50.827] Build status: SCHEDULED
[10:08:50.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:43:0) after 3m45s
[10:12:35.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:43:0)
[10:12:35.879] Build status: SCHEDULED
[10:12:35.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:44:0) after 1m13s
[10:13:49.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:44:0)
[10:13:49.357] Build status: SCHEDULED
[10:13:49.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:45:0) after 7m22s
[10:21:11.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:45:0)
[10:21:11.554] Build status: SCHEDULED
[10:21:11.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:46:0) after 8m30s
[10:22:42.391] Received PubSub notification, asking Buildbucket for the build status
[10:22:42.477] Build status: STARTED
[10:29:41.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:46:0)
[10:29:41.632] Build status: STARTED
[10:29:41.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:48:0) after 4m42s
[10:34:24.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:48:0)
[10:34:24.045] Build status: STARTED
[10:34:24.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880709417911044976:49:0) after 9m0s
[10:35:05.722] Received PubSub notification, asking Buildbucket for the build status
[10:35:05.747] Build:
{
"id": "8715279355942045441",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-10T06:35:40.140979207Z",
"startTime": "2025-05-10T10:22:42.023349782Z",
"endTime": "2025-05-10T10:34:35.965079772Z",
"updateTime": "2025-05-10T10:34:35.965079772Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d5bd86565d78f239ca094c9c582d539184e901",
"ref": "refs/heads/main"
}
}
}
[10:35:05.747] Invocation finished in 3h59m26.868497441s with status SUCCEEDED