[20:24:06.562] New invocation is queued and will start shortly
[20:24:07.642] Starting the invocation (attempt 1)
[20:24:07.680] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f8a67a23e1c0e3af57d572de84557778c5305ed2"
[20:24:07.680] Popped gitiles commit info from properties and tags
[20:24:07.680] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:24:07.680] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:24:07.680] Buildbucket request:
{
"requestId": "8881563265305984160",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8881563265305984160",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2055a5696e01584e0c65c8b2a78606cae00ab8e6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2055a5696e01584e0c65c8b2a78606cae00ab8e6",
"title": "2055a5696e01584e0c65c8b2a78606cae00ab8e6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2055a5696e01584e0c65c8b2a78606cae00ab8e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a0f4099a0b8197f243aba8de7975853696a97704"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a0f4099a0b8197f243aba8de7975853696a97704",
"title": "a0f4099a0b8197f243aba8de7975853696a97704",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a0f4099a0b8197f243aba8de7975853696a97704"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f8a67a23e1c0e3af57d572de84557778c5305ed2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f8a67a23e1c0e3af57d572de84557778c5305ed2",
"title": "f8a67a23e1c0e3af57d572de84557778c5305ed2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f8a67a23e1c0e3af57d572de84557778c5305ed2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f8a67a23e1c0e3af57d572de84557778c5305ed2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8881563265305984160"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:24:08.073] Scheduled build:
{
"id": "8716133203416359425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-30T20:24:07.734076039Z",
"updateTime": "2025-04-30T20:24:07.734076039Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f8a67a23e1c0e3af57d572de84557778c5305ed2",
"ref": "refs/heads/main"
}
}
}
[20:24:08.073] Task URL: https://cr-buildbucket.appspot.com/build/8716133203416359425
[20:24:08.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:2:0) after 8m26s
[20:24:08.314] Received PubSub notification, asking Buildbucket for the build status
[20:24:08.337] Build status: SCHEDULED
[20:32:34.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:2:0)
[20:32:34.138] Build status: SCHEDULED
[20:32:34.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:4:0) after 4m15s
[20:36:49.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:4:0)
[20:36:49.286] Build status: SCHEDULED
[20:36:49.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:5:0) after 4m21s
[20:41:10.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:5:0)
[20:41:10.348] Build status: SCHEDULED
[20:41:10.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:6:0) after 9m51s
[20:51:01.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:6:0)
[20:51:01.433] Build status: SCHEDULED
[20:51:01.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:7:0) after 5m36s
[20:56:37.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:7:0)
[20:56:37.512] Build status: SCHEDULED
[20:56:37.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:8:0) after 9m57s
[21:06:34.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:8:0)
[21:06:34.594] Build status: SCHEDULED
[21:06:34.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:9:0) after 9m21s
[21:15:55.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:9:0)
[21:15:55.622] Build status: SCHEDULED
[21:15:55.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:10:0) after 5m18s
[21:21:13.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:10:0)
[21:21:13.762] Build status: SCHEDULED
[21:21:13.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:11:0) after 3m45s
[21:24:58.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:11:0)
[21:24:58.970] Build status: SCHEDULED
[21:24:58.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:12:0) after 9m12s
[21:34:10.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:12:0)
[21:34:11.016] Build status: SCHEDULED
[21:34:11.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:13:0) after 8m52s
[21:43:03.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:13:0)
[21:43:03.096] Build status: SCHEDULED
[21:43:03.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:14:0) after 4m55s
[21:47:58.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:14:0)
[21:47:58.126] Build status: SCHEDULED
[21:47:58.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:15:0) after 5m11s
[21:53:09.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:15:0)
[21:53:09.199] Build status: SCHEDULED
[21:53:09.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:16:0) after 7m29s
[22:00:38.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:16:0)
[22:00:38.249] Build status: SCHEDULED
[22:00:38.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:17:0) after 7m1s
[22:07:39.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:17:0)
[22:07:39.456] Build status: SCHEDULED
[22:07:39.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:18:0) after 4m40s
[22:12:19.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:18:0)
[22:12:19.644] Build status: SCHEDULED
[22:12:19.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:19:0) after 4m9s
[22:16:28.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:19:0)
[22:16:28.760] Build status: SCHEDULED
[22:16:28.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:20:0) after 5m27s
[22:21:55.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:20:0)
[22:21:55.794] Build status: SCHEDULED
[22:21:55.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:21:0) after 8m10s
[22:30:05.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:21:0)
[22:30:05.842] Build status: SCHEDULED
[22:30:05.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:22:0) after 1m27s
[22:31:32.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:22:0)
[22:31:32.905] Build status: SCHEDULED
[22:31:32.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:23:0) after 1m9s
[22:32:41.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:23:0)
[22:32:41.940] Build status: SCHEDULED
[22:32:41.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:24:0) after 6m52s
[22:39:33.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:24:0)
[22:39:33.981] Build status: SCHEDULED
[22:39:33.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:25:0) after 7m10s
[22:46:44.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:25:0)
[22:46:44.152] Build status: SCHEDULED
[22:46:44.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:26:0) after 7m43s
[22:54:27.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:26:0)
[22:54:27.291] Build status: SCHEDULED
[22:54:27.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:27:0) after 1m1s
[22:55:28.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:27:0)
[22:55:28.356] Build status: SCHEDULED
[22:55:28.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:28:0) after 9m46s
[23:05:14.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:28:0)
[23:05:14.404] Build status: SCHEDULED
[23:05:14.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:29:0) after 5m37s
[23:10:51.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:29:0)
[23:10:51.521] Build status: SCHEDULED
[23:10:51.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:30:0) after 7m55s
[23:18:46.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:30:0)
[23:18:46.719] Build status: SCHEDULED
[23:18:46.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:31:0) after 4m13s
[23:22:59.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:31:0)
[23:22:59.751] Build status: SCHEDULED
[23:22:59.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:32:0) after 6m48s
[23:29:47.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:32:0)
[23:29:47.792] Build status: SCHEDULED
[23:29:47.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:33:0) after 1m41s
[23:31:28.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:33:0)
[23:31:28.840] Build status: SCHEDULED
[23:31:28.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:34:0) after 3m54s
[23:35:22.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:34:0)
[23:35:22.882] Build status: SCHEDULED
[23:35:22.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:35:0) after 9m29s
[23:44:51.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:35:0)
[23:44:51.926] Build status: SCHEDULED
[23:44:51.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:36:0) after 9m6s
[23:53:57.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:36:0)
[23:53:58.026] Build status: SCHEDULED
[23:53:58.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:37:0) after 2m52s
[23:56:50.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:37:0)
[23:56:50.059] Build status: SCHEDULED
[23:56:50.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:38:0) after 2m13s
[23:59:03.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:38:0)
[23:59:03.092] Build status: SCHEDULED
[23:59:03.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:39:0) after 5m39s
[00:04:42.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:39:0)
[00:04:42.130] Build status: SCHEDULED
[00:04:42.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:40:0) after 4m48s
[00:05:16.111] Received PubSub notification, asking Buildbucket for the build status
[00:05:16.126] Build status: STARTED
[00:09:30.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:40:0)
[00:09:30.230] Build status: STARTED
[00:09:30.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:42:0) after 5m50s
[00:15:20.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:42:0)
[00:15:20.346] Build status: STARTED
[00:15:20.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8881563265305984160:43:0) after 8m33s
[00:18:56.978] Received PubSub notification, asking Buildbucket for the build status
[00:18:56.996] Build:
{
"id": "8716133203416359425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-30T20:24:07.734076039Z",
"startTime": "2025-05-01T00:05:15.946295262Z",
"endTime": "2025-05-01T00:18:56.608071511Z",
"updateTime": "2025-05-01T00:18:56.608071511Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f8a67a23e1c0e3af57d572de84557778c5305ed2",
"ref": "refs/heads/main"
}
}
}
[00:18:56.996] Invocation finished in 3h54m50.447450975s with status SUCCEEDED