[23:07:15.094] New invocation is queued and will start shortly
[23:07:16.224] Starting the invocation (attempt 1)
[23:07:16.288] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/221767c03aacd1ebed60e88dee3e24a1c7669d62"
[23:07:16.288] Popped gitiles commit info from properties and tags
[23:07:16.288] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:07:16.295] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:07:16.296] Buildbucket request:
{
"requestId": "8915889251549381328",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-arm-bazel-noenv"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8915889251549381328",
"job": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "221767c03aacd1ebed60e88dee3e24a1c7669d62"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@221767c03aacd1ebed60e88dee3e24a1c7669d62",
"title": "221767c03aacd1ebed60e88dee3e24a1c7669d62",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/221767c03aacd1ebed60e88dee3e24a1c7669d62"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "221767c03aacd1ebed60e88dee3e24a1c7669d62",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8915889251549381328"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:07:17.002] Scheduled build:
{
"id": "8750459189391961521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-arm-bazel-noenv"
},
"createdBy": "project:pigweed",
"createTime": "2024-04-16T23:07:16.523637022Z",
"updateTime": "2024-04-16T23:07:16.523637022Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "221767c03aacd1ebed60e88dee3e24a1c7669d62",
"ref": "refs/heads/main"
}
}
}
[23:07:17.002] Task URL: https://cr-buildbucket.appspot.com/build/8750459189391961521
[23:07:17.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:2:0) after 2m47s
[23:07:18.042] Received PubSub notification, asking Buildbucket for the build status
[23:07:18.071] Build status: SCHEDULED
[23:10:03.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:2:0)
[23:10:04.028] Build status: SCHEDULED
[23:10:04.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:4:0) after 9m7s
[23:19:11.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:4:0)
[23:19:11.139] Build status: SCHEDULED
[23:19:11.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:5:0) after 9m18s
[23:28:29.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:5:0)
[23:28:29.301] Build status: SCHEDULED
[23:28:29.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:6:0) after 3m8s
[23:31:38.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:6:0)
[23:31:38.368] Build status: SCHEDULED
[23:31:38.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:7:0) after 4m21s
[23:35:59.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:7:0)
[23:35:59.474] Build status: SCHEDULED
[23:35:59.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:8:0) after 8m24s
[23:44:23.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:8:0)
[23:44:23.530] Build status: SCHEDULED
[23:44:23.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:9:0) after 6m36s
[23:50:59.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:9:0)
[23:50:59.585] Build status: SCHEDULED
[23:50:59.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:10:0) after 1m43s
[23:52:42.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:10:0)
[23:52:42.598] Build status: SCHEDULED
[23:52:42.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:11:0) after 6m27s
[23:59:09.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:11:0)
[23:59:09.650] Build status: SCHEDULED
[23:59:09.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:12:0) after 1m3s
[00:00:12.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:12:0)
[00:00:12.836] Build status: SCHEDULED
[00:00:12.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:13:0) after 8m1s
[00:08:13.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:13:0)
[00:08:13.872] Build status: SCHEDULED
[00:08:13.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:14:0) after 6m54s
[00:15:07.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:14:0)
[00:15:07.977] Build status: SCHEDULED
[00:15:07.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:15:0) after 4m58s
[00:20:06.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:15:0)
[00:20:06.045] Build status: SCHEDULED
[00:20:06.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:16:0) after 2m24s
[00:22:30.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:16:0)
[00:22:30.188] Build status: SCHEDULED
[00:22:30.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:17:0) after 3m39s
[00:26:09.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:17:0)
[00:26:09.232] Build status: SCHEDULED
[00:26:09.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:18:0) after 7m15s
[00:33:24.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:18:0)
[00:33:24.410] Build status: SCHEDULED
[00:33:24.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:19:0) after 2m30s
[00:35:54.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:19:0)
[00:35:54.467] Build status: SCHEDULED
[00:35:54.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:20:0) after 1m37s
[00:37:31.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:20:0)
[00:37:31.517] Build status: SCHEDULED
[00:37:31.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:21:0) after 9m55s
[00:47:26.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:21:0)
[00:47:26.545] Build status: SCHEDULED
[00:47:26.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:22:0) after 6m12s
[00:53:38.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:22:0)
[00:53:38.634] Build status: SCHEDULED
[00:53:38.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:23:0) after 3m44s
[00:57:22.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:23:0)
[00:57:22.809] Build status: SCHEDULED
[00:57:22.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:24:0) after 3m53s
[01:01:15.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:24:0)
[01:01:16.064] Build status: SCHEDULED
[01:01:16.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:25:0) after 6m14s
[01:07:30.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:25:0)
[01:07:30.207] Build status: SCHEDULED
[01:07:30.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:26:0) after 4m24s
[01:11:54.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:26:0)
[01:11:54.264] Build status: SCHEDULED
[01:11:54.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:27:0) after 7m46s
[01:19:40.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:27:0)
[01:19:40.313] Build status: SCHEDULED
[01:19:40.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:28:0) after 3m54s
[01:23:34.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:28:0)
[01:23:34.464] Build status: SCHEDULED
[01:23:34.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:29:0) after 4m35s
[01:28:09.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:29:0)
[01:28:09.518] Build status: SCHEDULED
[01:28:09.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:30:0) after 6m30s
[01:34:39.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:30:0)
[01:34:39.833] Build status: SCHEDULED
[01:34:39.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:31:0) after 6m8s
[01:40:47.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:31:0)
[01:40:48.162] Build status: SCHEDULED
[01:40:48.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:32:0) after 8m56s
[01:49:44.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:32:0)
[01:49:44.635] Build status: SCHEDULED
[01:49:44.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:33:0) after 9m58s
[01:59:42.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:33:0)
[01:59:42.760] Build status: SCHEDULED
[01:59:42.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:34:0) after 8m13s
[02:07:55.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:34:0)
[02:07:55.781] Build status: SCHEDULED
[02:07:55.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:35:0) after 4m39s
[02:12:34.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:35:0)
[02:12:34.938] Build status: SCHEDULED
[02:12:34.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:36:0) after 8m3s
[02:20:38.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:36:0)
[02:20:38.105] Build status: SCHEDULED
[02:20:38.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:37:0) after 3m38s
[02:24:16.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:37:0)
[02:24:16.154] Build status: SCHEDULED
[02:24:16.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:38:0) after 2m58s
[02:27:14.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:38:0)
[02:27:14.204] Build status: SCHEDULED
[02:27:14.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:39:0) after 2m19s
[02:29:33.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:39:0)
[02:29:33.276] Build status: SCHEDULED
[02:29:33.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:40:0) after 4m1s
[02:31:32.050] Received PubSub notification, asking Buildbucket for the build status
[02:31:32.082] Build status: STARTED
[02:33:34.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:40:0)
[02:33:34.519] Build status: STARTED
[02:33:34.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:42:0) after 4m37s
[02:38:11.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:42:0)
[02:38:11.760] Build status: STARTED
[02:38:11.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:43:0) after 2m20s
[02:40:31.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:43:0)
[02:40:31.888] Build status: STARTED
[02:40:31.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:44:0) after 2m16s
[02:42:48.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:44:0)
[02:42:48.063] Build status: STARTED
[02:42:48.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:45:0) after 9m17s
[02:52:05.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:45:0)
[02:52:05.204] Build status: STARTED
[02:52:05.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-noenv:8915889251549381328:46:0) after 5m3s
[02:54:14.910] Received PubSub notification, asking Buildbucket for the build status
[02:54:14.954] Build:
{
"id": "8750459189391961521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-arm-bazel-noenv"
},
"createdBy": "project:pigweed",
"createTime": "2024-04-16T23:07:16.523637022Z",
"startTime": "2024-04-17T02:30:57.188366136Z",
"endTime": "2024-04-17T02:54:14.717030787Z",
"updateTime": "2024-04-17T02:54:14.717030787Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "221767c03aacd1ebed60e88dee3e24a1c7669d62",
"ref": "refs/heads/main"
}
}
}
[02:54:14.954] Invocation finished in 3h46m59.872062513s with status FAILED