[23:46:50.722] New invocation is queued and will start shortly
[23:46:51.842] Starting the invocation (attempt 1)
[23:46:51.868] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d7e4c82ddce755f0396f006422d65410923bf008"
[23:46:51.868] Popped gitiles commit info from properties and tags
[23:46:51.868] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:46:51.868] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:46:51.868] Buildbucket request:
{
"requestId": "8877836034635949440",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877836034635949440",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "602807ab70473570052d10f546bf48cc1c3d6bfe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@602807ab70473570052d10f546bf48cc1c3d6bfe",
"title": "602807ab70473570052d10f546bf48cc1c3d6bfe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/602807ab70473570052d10f546bf48cc1c3d6bfe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b316849af11735fe5437efa77a9325575ff52b4f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b316849af11735fe5437efa77a9325575ff52b4f",
"title": "b316849af11735fe5437efa77a9325575ff52b4f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b316849af11735fe5437efa77a9325575ff52b4f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "444ae7092bb2a7ceff72df93030fc8c80864be8b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@444ae7092bb2a7ceff72df93030fc8c80864be8b",
"title": "444ae7092bb2a7ceff72df93030fc8c80864be8b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/444ae7092bb2a7ceff72df93030fc8c80864be8b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a491292ae70699553d4143fc937465a3686a87fe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a491292ae70699553d4143fc937465a3686a87fe",
"title": "a491292ae70699553d4143fc937465a3686a87fe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a491292ae70699553d4143fc937465a3686a87fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c0d285b1378ba02f1bde3162b23fe8321e297938"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c0d285b1378ba02f1bde3162b23fe8321e297938",
"title": "c0d285b1378ba02f1bde3162b23fe8321e297938",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c0d285b1378ba02f1bde3162b23fe8321e297938"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8a202aeb22ed13eb19e2658610aa2aece17d5439"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8a202aeb22ed13eb19e2658610aa2aece17d5439",
"title": "8a202aeb22ed13eb19e2658610aa2aece17d5439",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8a202aeb22ed13eb19e2658610aa2aece17d5439"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4ef754fd1524e46ab9d2fa05f5f543ce594a5128"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4ef754fd1524e46ab9d2fa05f5f543ce594a5128",
"title": "4ef754fd1524e46ab9d2fa05f5f543ce594a5128",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4ef754fd1524e46ab9d2fa05f5f543ce594a5128"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e3f2e04304b8f21d08b9641185340c54611f2aa2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3f2e04304b8f21d08b9641185340c54611f2aa2",
"title": "e3f2e04304b8f21d08b9641185340c54611f2aa2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3f2e04304b8f21d08b9641185340c54611f2aa2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d7e4c82ddce755f0396f006422d65410923bf008"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d7e4c82ddce755f0396f006422d65410923bf008",
"title": "d7e4c82ddce755f0396f006422d65410923bf008",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d7e4c82ddce755f0396f006422d65410923bf008"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7e4c82ddce755f0396f006422d65410923bf008",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877836034635949440"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:46:52.242] Scheduled build:
{
"id": "8712405972708618897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-10T23:46:51.931907827Z",
"updateTime": "2025-06-10T23:46:51.931907827Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7e4c82ddce755f0396f006422d65410923bf008",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:46:52.242] Task URL: https://cr-buildbucket.appspot.com/build/8712405972708618897
[23:46:52.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:2:0) after 1m12s
[23:46:53.226] Received PubSub notification, asking Buildbucket for the build status
[23:46:53.275] Build status: SCHEDULED
[23:48:04.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:2:0)
[23:48:04.372] Build status: SCHEDULED
[23:48:04.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:4:0) after 1m33s
[23:49:37.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:4:0)
[23:49:37.421] Build status: SCHEDULED
[23:49:37.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:5:0) after 9m26s
[23:59:03.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:5:0)
[23:59:03.521] Build status: SCHEDULED
[23:59:03.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:6:0) after 3m20s
[00:02:23.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:6:0)
[00:02:23.561] Build status: SCHEDULED
[00:02:23.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:7:0) after 9m14s
[00:11:37.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:7:0)
[00:11:37.750] Build status: SCHEDULED
[00:11:37.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:8:0) after 4m4s
[00:15:41.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:8:0)
[00:15:41.961] Build status: SCHEDULED
[00:15:41.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:9:0) after 9m26s
[00:25:07.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:9:0)
[00:25:07.996] Build status: SCHEDULED
[00:25:07.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:10:0) after 9m27s
[00:34:35.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:10:0)
[00:34:35.095] Build status: SCHEDULED
[00:34:35.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:11:0) after 1m32s
[00:36:07.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:11:0)
[00:36:07.230] Build status: SCHEDULED
[00:36:07.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:12:0) after 4m51s
[00:40:58.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:12:0)
[00:40:58.236] Build status: SCHEDULED
[00:40:58.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:13:0) after 8m20s
[00:49:18.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:13:0)
[00:49:18.355] Build status: SCHEDULED
[00:49:18.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:14:0) after 6m0s
[00:55:18.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:14:0)
[00:55:18.405] Build status: SCHEDULED
[00:55:18.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:15:0) after 6m48s
[01:02:06.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:15:0)
[01:02:06.509] Build status: SCHEDULED
[01:02:06.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:16:0) after 1m43s
[01:03:49.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:16:0)
[01:03:49.547] Build status: SCHEDULED
[01:03:49.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:17:0) after 3m22s
[01:07:11.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:17:0)
[01:07:11.560] Build status: SCHEDULED
[01:07:11.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:18:0) after 4m13s
[01:11:24.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:18:0)
[01:11:24.612] Build status: SCHEDULED
[01:11:24.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:19:0) after 8m25s
[01:19:49.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:19:0)
[01:19:49.652] Build status: SCHEDULED
[01:19:49.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:20:0) after 5m52s
[01:25:41.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:20:0)
[01:25:41.748] Build status: SCHEDULED
[01:25:41.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:21:0) after 5m46s
[01:31:27.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:21:0)
[01:31:27.833] Build status: SCHEDULED
[01:31:27.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:22:0) after 1m45s
[01:33:12.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:22:0)
[01:33:12.992] Build status: SCHEDULED
[01:33:12.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:23:0) after 4m54s
[01:38:07.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:23:0)
[01:38:07.017] Build status: SCHEDULED
[01:38:07.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:24:0) after 3m33s
[01:41:40.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:24:0)
[01:41:40.489] Build status: SCHEDULED
[01:41:40.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:25:0) after 3m18s
[01:44:58.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:25:0)
[01:44:58.528] Build status: SCHEDULED
[01:44:58.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:26:0) after 2m57s
[01:47:55.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:26:0)
[01:47:55.565] Build status: SCHEDULED
[01:47:55.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:27:0) after 1m24s
[01:49:19.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:27:0)
[01:49:19.754] Build status: SCHEDULED
[01:49:19.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:28:0) after 3m3s
[01:52:23.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:28:0)
[01:52:23.294] Build status: SCHEDULED
[01:52:23.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:29:0) after 2m56s
[01:55:19.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:29:0)
[01:55:19.416] Build status: SCHEDULED
[01:55:19.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:30:0) after 9m11s
[02:04:30.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:30:0)
[02:04:30.880] Build status: SCHEDULED
[02:04:30.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:31:0) after 8m23s
[02:12:53.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:31:0)
[02:12:53.923] Build status: SCHEDULED
[02:12:53.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:32:0) after 3m11s
[02:15:31.909] Received PubSub notification, asking Buildbucket for the build status
[02:15:31.940] Build status: STARTED
[02:16:05.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:32:0)
[02:16:05.147] Build status: STARTED
[02:16:05.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8877836034635949440:34:0) after 4m19s
[02:19:57.990] Received PubSub notification, asking Buildbucket for the build status
[02:19:58.016] Build:
{
"id": "8712405972708618897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-10T23:46:51.931907827Z",
"startTime": "2025-06-11T02:15:30.648603512Z",
"endTime": "2025-06-11T02:19:57.439488610Z",
"updateTime": "2025-06-11T02:19:57.439488610Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7e4c82ddce755f0396f006422d65410923bf008",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:19:58.016] Invocation finished in 2h33m7.307026412s with status SUCCEEDED