[02:55:04.263] New invocation is queued and will start shortly
[02:55:05.393] Starting the invocation (attempt 1)
[02:55:05.420] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d901ac7bb0b57f48f7923a67bd38845c031b59a3"
[02:55:05.420] Popped gitiles commit info from properties and tags
[02:55:05.420] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:55:05.420] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:55:05.420] Buildbucket request:
{
"requestId": "8865231214170292224",
"builder": {
"project": "pigweed",
"bucket": "matter.dev.ci",
"builder": "matter-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865231214170292224",
"job": "pigweed/matter.dev.ci-matter-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f40abea2c6ac67c65bfe5650922b9128c8bf6c6f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f40abea2c6ac67c65bfe5650922b9128c8bf6c6f",
"title": "f40abea2c6ac67c65bfe5650922b9128c8bf6c6f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f40abea2c6ac67c65bfe5650922b9128c8bf6c6f"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f40abea2c6ac67c65bfe5650922b9128c8bf6c6f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@f40abea2c6ac67c65bfe5650922b9128c8bf6c6f",
"title": "f40abea2c6ac67c65bfe5650922b9128c8bf6c6f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f40abea2c6ac67c65bfe5650922b9128c8bf6c6f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b",
"title": "cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b",
"title": "cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc91dbff7944fb31453b3f0f5a308e1ef78d6d1b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9f6d1750fa3f1981eecc173d2f8660cb12c0702d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9f6d1750fa3f1981eecc173d2f8660cb12c0702d",
"title": "9f6d1750fa3f1981eecc173d2f8660cb12c0702d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9f6d1750fa3f1981eecc173d2f8660cb12c0702d"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9f6d1750fa3f1981eecc173d2f8660cb12c0702d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@9f6d1750fa3f1981eecc173d2f8660cb12c0702d",
"title": "9f6d1750fa3f1981eecc173d2f8660cb12c0702d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9f6d1750fa3f1981eecc173d2f8660cb12c0702d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fb8325f2253fcf172fa6eecbe536f77c2cec6c23"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb8325f2253fcf172fa6eecbe536f77c2cec6c23",
"title": "fb8325f2253fcf172fa6eecbe536f77c2cec6c23",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb8325f2253fcf172fa6eecbe536f77c2cec6c23"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fb8325f2253fcf172fa6eecbe536f77c2cec6c23"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@fb8325f2253fcf172fa6eecbe536f77c2cec6c23",
"title": "fb8325f2253fcf172fa6eecbe536f77c2cec6c23",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb8325f2253fcf172fa6eecbe536f77c2cec6c23"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d901ac7bb0b57f48f7923a67bd38845c031b59a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"title": "d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d901ac7bb0b57f48f7923a67bd38845c031b59a3"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d901ac7bb0b57f48f7923a67bd38845c031b59a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/master@d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"title": "d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d901ac7bb0b57f48f7923a67bd38845c031b59a3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865231214170292224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/matter.dev.ci-matter-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:55:06.101] Scheduled build:
{
"id": "8699801152215894177",
"builder": {
"project": "pigweed",
"bucket": "matter.dev.ci",
"builder": "matter-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T02:55:05.498440277Z",
"updateTime": "2025-10-28T02:55:05.498440277Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"ref": "refs/heads/master"
}
},
"canary": true
}
[02:55:06.101] Task URL: https://cr-buildbucket.appspot.com/build/8699801152215894177
[02:55:06.101] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:2:0) after 2m7s
[02:55:06.924] Received PubSub notification, asking Buildbucket for the build status
[02:55:06.941] Build status: SCHEDULED
[02:57:13.137] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:2:0)
[02:57:13.442] Build status: SCHEDULED
[02:57:13.442] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:4:0) after 2m22s
[02:59:35.507] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:4:0)
[02:59:35.525] Build status: SCHEDULED
[02:59:35.525] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:5:0) after 4m12s
[03:03:47.539] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:5:0)
[03:03:47.554] Build status: SCHEDULED
[03:03:47.554] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:6:0) after 2m26s
[03:06:13.594] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:6:0)
[03:06:13.614] Build status: SCHEDULED
[03:06:13.614] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:7:0) after 9m28s
[03:15:41.686] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:7:0)
[03:15:41.711] Build status: SCHEDULED
[03:15:41.711] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:8:0) after 5m13s
[03:20:54.850] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:8:0)
[03:20:54.865] Build status: SCHEDULED
[03:20:54.865] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:9:0) after 8m6s
[03:29:00.882] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:9:0)
[03:29:00.910] Build status: SCHEDULED
[03:29:00.910] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:10:0) after 5m25s
[03:34:25.925] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:10:0)
[03:34:26.012] Build status: SCHEDULED
[03:34:26.012] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:11:0) after 1m12s
[03:35:38.085] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:11:0)
[03:35:38.113] Build status: SCHEDULED
[03:35:38.113] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:12:0) after 8m57s
[03:44:35.207] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:12:0)
[03:44:35.223] Build status: SCHEDULED
[03:44:35.223] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:13:0) after 5m57s
[03:50:32.238] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:13:0)
[03:50:32.264] Build status: SCHEDULED
[03:50:32.264] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:14:0) after 7m42s
[03:58:14.279] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:14:0)
[03:58:14.303] Build status: SCHEDULED
[03:58:14.303] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:15:0) after 5m21s
[04:03:35.293] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:15:0)
[04:03:35.322] Build status: SCHEDULED
[04:03:35.322] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:16:0) after 6m21s
[04:09:56.336] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:16:0)
[04:09:56.352] Build status: SCHEDULED
[04:09:56.352] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:17:0) after 1m7s
[04:11:03.454] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:17:0)
[04:11:03.469] Build status: SCHEDULED
[04:11:03.469] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:18:0) after 6m24s
[04:17:27.482] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:18:0)
[04:17:27.507] Build status: SCHEDULED
[04:17:27.507] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:19:0) after 7m57s
[04:25:24.572] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:19:0)
[04:25:24.587] Build status: SCHEDULED
[04:25:24.587] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:20:0) after 9m45s
[04:35:09.658] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:20:0)
[04:35:09.676] Build status: SCHEDULED
[04:35:09.676] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:21:0) after 1m32s
[04:36:41.693] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:21:0)
[04:36:41.710] Build status: SCHEDULED
[04:36:41.710] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:22:0) after 8m47s
[04:45:28.856] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:22:0)
[04:45:29.555] Build status: SCHEDULED
[04:45:29.555] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:23:0) after 5m41s
[04:51:10.578] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:23:0)
[04:51:10.594] Build status: SCHEDULED
[04:51:10.595] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:24:0) after 4m24s
[04:55:34.598] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:24:0)
[04:55:34.627] Build status: SCHEDULED
[04:55:34.627] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:25:0) after 1m36s
[04:57:10.687] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:25:0)
[04:57:10.716] Build status: SCHEDULED
[04:57:10.716] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:26:0) after 6m52s
[05:04:02.726] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:26:0)
[05:04:02.766] Build status: SCHEDULED
[05:04:02.766] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:27:0) after 7m49s
[05:11:51.782] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:27:0)
[05:11:51.805] Build status: SCHEDULED
[05:11:51.805] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:28:0) after 9m39s
[05:21:30.848] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:28:0)
[05:21:30.953] Build status: SCHEDULED
[05:21:30.953] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:29:0) after 3m6s
[05:24:36.954] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:29:0)
[05:24:37.030] Build status: SCHEDULED
[05:24:37.030] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:30:0) after 4m52s
[05:29:29.118] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:30:0)
[05:29:29.136] Build status: SCHEDULED
[05:29:29.136] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:31:0) after 5m22s
[05:34:51.168] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:31:0)
[05:34:51.192] Build status: SCHEDULED
[05:34:51.192] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:32:0) after 5m17s
[05:40:08.206] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:32:0)
[05:40:08.289] Build status: SCHEDULED
[05:40:08.289] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:33:0) after 2m41s
[05:42:49.289] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:33:0)
[05:42:49.314] Build status: SCHEDULED
[05:42:49.314] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:34:0) after 8m58s
[05:51:47.348] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:34:0)
[05:51:47.426] Build status: SCHEDULED
[05:51:47.426] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:35:0) after 3m56s
[05:55:43.449] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:35:0)
[05:55:43.467] Build status: SCHEDULED
[05:55:43.467] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:36:0) after 2m43s
[05:58:26.547] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:36:0)
[05:58:26.571] Build status: SCHEDULED
[05:58:26.572] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:37:0) after 2m59s
[06:01:25.556] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:37:0)
[06:01:25.577] Build status: SCHEDULED
[06:01:25.577] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:38:0) after 1m17s
[06:02:42.596] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:38:0)
[06:02:42.621] Build status: SCHEDULED
[06:02:42.621] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:39:0) after 7m36s
[06:10:18.639] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:39:0)
[06:10:18.739] Build status: SCHEDULED
[06:10:18.739] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:40:0) after 1m9s
[06:11:27.803] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:40:0)
[06:11:27.820] Build status: SCHEDULED
[06:11:27.820] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:41:0) after 8m48s
[06:18:15.670] Received PubSub notification, asking Buildbucket for the build status
[06:18:15.728] Build status: STARTED
[06:20:15.884] Handling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:41:0)
[06:20:15.900] Build status: STARTED
[06:20:15.900] Scheduling timer "check-buildbucket-build-status" (pigweed/matter.dev.ci-matter-envtest:8865231214170292224:43:0) after 8m17s
[06:27:04.612] Received PubSub notification, asking Buildbucket for the build status
[06:27:04.629] Build:
{
"id": "8699801152215894177",
"builder": {
"project": "pigweed",
"bucket": "matter.dev.ci",
"builder": "matter-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-28T02:55:05.498440277Z",
"startTime": "2025-10-28T06:18:15.508760938Z",
"endTime": "2025-10-28T06:27:04.173395059Z",
"updateTime": "2025-10-28T06:27:04.173395059Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d901ac7bb0b57f48f7923a67bd38845c031b59a3",
"ref": "refs/heads/master"
}
},
"canary": true
}
[06:27:04.629] Invocation finished in 3h32m0.378996939s with status FAILED