[03:46:51.098] New invocation is queued and will start shortly
[03:46:52.276] Starting the invocation (attempt 1)
[03:46:52.307] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/899c24a93a7a0c411d374f3bd202489428df2036"
[03:46:52.307] Popped gitiles commit info from properties and tags
[03:46:52.307] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:46:52.307] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:46:52.308] Buildbucket request:
{
"requestId": "8877639740807585808",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877639740807585808",
"job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fb1869ffac130e305860736c44cb8fb892da4788"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb1869ffac130e305860736c44cb8fb892da4788",
"title": "fb1869ffac130e305860736c44cb8fb892da4788",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb1869ffac130e305860736c44cb8fb892da4788"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbbdff109cc5010f24bc3e6410083553362ffd4a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbbdff109cc5010f24bc3e6410083553362ffd4a",
"title": "cbbdff109cc5010f24bc3e6410083553362ffd4a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbbdff109cc5010f24bc3e6410083553362ffd4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "43771093f12360f450eb308d89e270be8425f865"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43771093f12360f450eb308d89e270be8425f865",
"title": "43771093f12360f450eb308d89e270be8425f865",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43771093f12360f450eb308d89e270be8425f865"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b",
"title": "bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "725cf2a8805ac9e0bf71d792364821f315b3ad6f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@725cf2a8805ac9e0bf71d792364821f315b3ad6f",
"title": "725cf2a8805ac9e0bf71d792364821f315b3ad6f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/725cf2a8805ac9e0bf71d792364821f315b3ad6f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbf38395aa4001ec4495c22a214c3d9b35cf5154"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbf38395aa4001ec4495c22a214c3d9b35cf5154",
"title": "cbf38395aa4001ec4495c22a214c3d9b35cf5154",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbf38395aa4001ec4495c22a214c3d9b35cf5154"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3f4f714a9366b6aca570d4e2fd20857642a3da40"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3f4f714a9366b6aca570d4e2fd20857642a3da40",
"title": "3f4f714a9366b6aca570d4e2fd20857642a3da40",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3f4f714a9366b6aca570d4e2fd20857642a3da40"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "899c24a93a7a0c411d374f3bd202489428df2036"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@899c24a93a7a0c411d374f3bd202489428df2036",
"title": "899c24a93a7a0c411d374f3bd202489428df2036",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/899c24a93a7a0c411d374f3bd202489428df2036"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "899c24a93a7a0c411d374f3bd202489428df2036",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877639740807585808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:46:52.676] Scheduled build:
{
"id": "8712209678824316689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-13T03:46:52.367035629Z",
"updateTime": "2025-06-13T03:46:52.367035629Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "899c24a93a7a0c411d374f3bd202489428df2036",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:46:52.676] Task URL: https://cr-buildbucket.appspot.com/build/8712209678824316689
[03:46:52.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:2:0) after 4m39s
[03:47:53.241] Received PubSub notification, asking Buildbucket for the build status
[03:47:53.288] Build status: SCHEDULED
[03:51:31.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:2:0)
[03:51:31.718] Build status: SCHEDULED
[03:51:31.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:4:0) after 9m44s
[04:01:15.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:4:0)
[04:01:15.764] Build status: SCHEDULED
[04:01:15.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:5:0) after 4m59s
[04:06:14.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:5:0)
[04:06:14.851] Build status: SCHEDULED
[04:06:14.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:6:0) after 9m30s
[04:15:44.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:6:0)
[04:15:44.890] Build status: SCHEDULED
[04:15:44.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:7:0) after 2m6s
[04:17:50.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:7:0)
[04:17:50.949] Build status: SCHEDULED
[04:17:50.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:8:0) after 9m34s
[04:27:24.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:8:0)
[04:27:25.003] Build status: SCHEDULED
[04:27:25.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:9:0) after 3m38s
[04:31:03.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:9:0)
[04:31:03.082] Build status: SCHEDULED
[04:31:03.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:10:0) after 2m5s
[04:33:08.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:10:0)
[04:33:08.297] Build status: SCHEDULED
[04:33:08.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:11:0) after 1m37s
[04:34:45.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:11:0)
[04:34:45.356] Build status: SCHEDULED
[04:34:45.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:12:0) after 1m41s
[04:36:26.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:12:0)
[04:36:26.796] Build status: SCHEDULED
[04:36:26.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:13:0) after 8m49s
[04:45:15.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:13:0)
[04:45:15.842] Build status: SCHEDULED
[04:45:15.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:14:0) after 5m53s
[04:51:08.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:14:0)
[04:51:08.894] Build status: SCHEDULED
[04:51:08.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:15:0) after 8m22s
[04:59:31.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:15:0)
[04:59:31.251] Build status: SCHEDULED
[04:59:31.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:16:0) after 9m38s
[05:09:09.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:16:0)
[05:09:09.343] Build status: SCHEDULED
[05:09:09.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:17:0) after 4m38s
[05:13:47.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:17:0)
[05:13:47.414] Build status: SCHEDULED
[05:13:47.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:18:0) after 5m40s
[05:19:27.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:18:0)
[05:19:27.438] Build status: SCHEDULED
[05:19:27.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:19:0) after 6m8s
[05:25:35.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:19:0)
[05:25:35.625] Build status: SCHEDULED
[05:25:35.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:20:0) after 2m26s
[05:28:01.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:20:0)
[05:28:01.728] Build status: SCHEDULED
[05:28:01.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:21:0) after 1m54s
[05:29:55.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:21:0)
[05:29:55.831] Build status: SCHEDULED
[05:29:55.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:22:0) after 9m58s
[05:39:53.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:22:0)
[05:39:53.921] Build status: SCHEDULED
[05:39:53.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:23:0) after 7m33s
[05:47:26.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:23:0)
[05:47:27.013] Build status: SCHEDULED
[05:47:27.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:24:0) after 7m19s
[05:54:46.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:24:0)
[05:54:46.058] Build status: SCHEDULED
[05:54:46.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:25:0) after 4m42s
[05:59:28.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:25:0)
[05:59:28.100] Build status: SCHEDULED
[05:59:28.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:26:0) after 8m25s
[06:07:53.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:26:0)
[06:07:53.286] Build status: SCHEDULED
[06:07:53.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:27:0) after 3m30s
[06:11:23.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:27:0)
[06:11:23.312] Build status: SCHEDULED
[06:11:23.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:28:0) after 4m25s
[06:15:48.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:28:0)
[06:15:48.378] Build status: SCHEDULED
[06:15:48.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:29:0) after 2m24s
[06:18:12.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:29:0)
[06:18:12.469] Build status: SCHEDULED
[06:18:12.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:30:0) after 7m2s
[06:25:14.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:30:0)
[06:25:14.513] Build status: SCHEDULED
[06:25:14.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:31:0) after 2m26s
[06:27:40.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:31:0)
[06:27:40.611] Build status: SCHEDULED
[06:27:40.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:32:0) after 7m31s
[06:35:11.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:32:0)
[06:35:11.805] Build status: SCHEDULED
[06:35:11.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:33:0) after 6m47s
[06:41:58.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:33:0)
[06:41:58.940] Build status: SCHEDULED
[06:41:58.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:34:0) after 1m48s
[06:43:46.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:34:0)
[06:43:47.007] Build status: SCHEDULED
[06:43:47.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:35:0) after 5m14s
[06:49:01.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:35:0)
[06:49:01.045] Build status: SCHEDULED
[06:49:01.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:36:0) after 9m28s
[06:58:29.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:36:0)
[06:58:29.130] Build status: SCHEDULED
[06:58:29.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:37:0) after 3m30s
[07:01:59.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:37:0)
[07:01:59.180] Build status: SCHEDULED
[07:01:59.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:38:0) after 2m18s
[07:04:17.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:38:0)
[07:04:17.467] Build status: SCHEDULED
[07:04:17.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:39:0) after 5m19s
[07:09:36.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:39:0)
[07:09:36.536] Build status: SCHEDULED
[07:09:36.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:40:0) after 8m19s
[07:17:55.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:40:0)
[07:17:55.587] Build status: SCHEDULED
[07:17:55.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:41:0) after 3m31s
[07:21:26.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:41:0)
[07:21:26.633] Build status: SCHEDULED
[07:21:26.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:42:0) after 2m35s
[07:24:01.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:42:0)
[07:24:01.754] Build status: SCHEDULED
[07:24:01.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:43:0) after 1m17s
[07:25:18.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:43:0)
[07:25:18.864] Build status: SCHEDULED
[07:25:18.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:44:0) after 2m6s
[07:27:24.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:44:0)
[07:27:24.921] Build status: SCHEDULED
[07:27:24.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:45:0) after 1m16s
[07:28:41.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:45:0)
[07:28:41.118] Build status: SCHEDULED
[07:28:41.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:46:0) after 4m47s
[07:33:28.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:46:0)
[07:33:28.280] Build status: SCHEDULED
[07:33:28.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:47:0) after 8m48s
[07:42:16.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:47:0)
[07:42:16.327] Build status: SCHEDULED
[07:42:16.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:48:0) after 2m2s
[07:44:18.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:48:0)
[07:44:18.420] Build status: SCHEDULED
[07:44:18.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:49:0) after 5m48s
[07:50:06.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:49:0)
[07:50:06.428] Build status: SCHEDULED
[07:50:06.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:50:0) after 9m47s
[07:59:53.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:50:0)
[07:59:53.850] Build status: SCHEDULED
[07:59:53.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:51:0) after 7m13s
[08:07:06.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:51:0)
[08:07:07.070] Build status: SCHEDULED
[08:07:07.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:52:0) after 3m45s
[08:10:52.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:52:0)
[08:10:52.151] Build status: SCHEDULED
[08:10:52.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:53:0) after 3m16s
[08:14:08.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:53:0)
[08:14:08.197] Build status: SCHEDULED
[08:14:08.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:54:0) after 1m49s
[08:15:57.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:54:0)
[08:15:57.210] Build status: SCHEDULED
[08:15:57.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:55:0) after 9m27s
[08:25:24.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:55:0)
[08:25:24.241] Build status: SCHEDULED
[08:25:24.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:56:0) after 7m27s
[08:32:51.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:56:0)
[08:32:51.308] Build status: SCHEDULED
[08:32:51.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:57:0) after 1m24s
[08:34:15.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:57:0)
[08:34:15.353] Build status: SCHEDULED
[08:34:15.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:58:0) after 2m3s
[08:36:18.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:58:0)
[08:36:18.430] Build status: SCHEDULED
[08:36:18.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:59:0) after 3m57s
[08:40:15.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:59:0)
[08:40:15.518] Build status: SCHEDULED
[08:40:15.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:60:0) after 6m8s
[08:46:23.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:60:0)
[08:46:23.565] Build status: SCHEDULED
[08:46:23.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:61:0) after 8m5s
[08:54:28.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:61:0)
[08:54:28.620] Build status: SCHEDULED
[08:54:28.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:62:0) after 8m15s
[09:02:43.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:62:0)
[09:02:43.690] Build status: SCHEDULED
[09:02:43.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:63:0) after 4m16s
[09:06:59.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:63:0)
[09:06:59.732] Build status: SCHEDULED
[09:06:59.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:64:0) after 2m2s
[09:09:01.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:64:0)
[09:09:01.823] Build status: SCHEDULED
[09:09:01.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:65:0) after 7m40s
[09:16:41.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:65:0)
[09:16:41.860] Build status: SCHEDULED
[09:16:41.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:66:0) after 8m14s
[09:24:55.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:66:0)
[09:24:55.885] Build status: SCHEDULED
[09:24:55.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:67:0) after 4m37s
[09:29:33.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:67:0)
[09:29:33.040] Build status: SCHEDULED
[09:29:33.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:68:0) after 4m55s
[09:34:28.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:68:0)
[09:34:28.056] Build status: SCHEDULED
[09:34:28.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:69:0) after 7m51s
[09:42:19.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:69:0)
[09:42:19.068] Build status: SCHEDULED
[09:42:19.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:70:0) after 4m18s
[09:46:37.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:70:0)
[09:46:37.120] Build status: SCHEDULED
[09:46:37.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:71:0) after 3m12s
[09:49:49.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:71:0)
[09:49:49.336] Build status: SCHEDULED
[09:49:49.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:72:0) after 4m33s
[09:54:22.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:72:0)
[09:54:22.389] Build status: SCHEDULED
[09:54:22.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:73:0) after 7m38s
[10:02:00.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:73:0)
[10:02:00.486] Build status: SCHEDULED
[10:02:00.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:74:0) after 2m42s
[10:04:42.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:74:0)
[10:04:42.537] Build status: SCHEDULED
[10:04:42.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:75:0) after 6m6s
[10:10:48.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:75:0)
[10:10:48.607] Build status: SCHEDULED
[10:10:48.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:76:0) after 5m2s
[10:15:50.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:76:0)
[10:15:50.640] Build status: SCHEDULED
[10:15:50.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:77:0) after 8m23s
[10:24:14.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:77:0)
[10:24:14.260] Build status: SCHEDULED
[10:24:14.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:78:0) after 1m16s
[10:25:30.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:78:0)
[10:25:30.362] Build status: SCHEDULED
[10:25:30.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:79:0) after 2m1s
[10:27:31.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:79:0)
[10:27:31.429] Build status: SCHEDULED
[10:27:31.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:80:0) after 8m59s
[10:36:30.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:80:0)
[10:36:30.535] Build status: SCHEDULED
[10:36:30.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:81:0) after 6m59s
[10:43:29.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:81:0)
[10:43:29.617] Build status: SCHEDULED
[10:43:29.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:82:0) after 4m17s
[10:47:46.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:82:0)
[10:47:46.830] Build status: SCHEDULED
[10:47:46.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:83:0) after 2m8s
[10:49:54.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:83:0)
[10:49:54.919] Build status: SCHEDULED
[10:49:54.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:84:0) after 8m5s
[10:57:59.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:84:0)
[10:57:59.932] Build status: SCHEDULED
[10:57:59.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:85:0) after 5m38s
[11:03:37.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:85:0)
[11:03:38.047] Build status: SCHEDULED
[11:03:38.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:86:0) after 7m57s
[11:11:35.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:86:0)
[11:11:35.069] Build status: SCHEDULED
[11:11:35.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:87:0) after 8m7s
[11:19:42.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:87:0)
[11:19:42.237] Build status: SCHEDULED
[11:19:42.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:88:0) after 1m42s
[11:21:24.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:88:0)
[11:21:24.272] Build status: SCHEDULED
[11:21:24.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:89:0) after 4m19s
[11:25:43.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:89:0)
[11:25:43.265] Build status: SCHEDULED
[11:25:43.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:90:0) after 7m41s
[11:33:24.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:90:0)
[11:33:24.344] Build status: SCHEDULED
[11:33:24.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:91:0) after 4m30s
[11:37:54.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:91:0)
[11:37:54.539] Build status: SCHEDULED
[11:37:54.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:92:0) after 8m37s
[11:46:31.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:92:0)
[11:46:31.649] Build status: SCHEDULED
[11:46:31.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8877639740807585808:93:0) after 2m37s
[11:46:58.489] Received PubSub notification, asking Buildbucket for the build status
[11:46:58.508] Build:
{
"id": "8712209678824316689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-13T03:46:52.367035629Z",
"endTime": "2025-06-13T11:46:58.272576054Z",
"updateTime": "2025-06-13T11:46:58.272576054Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "899c24a93a7a0c411d374f3bd202489428df2036",
"ref": "refs/heads/main"
}
},
"canary": true
}
[11:46:58.508] Invocation finished in 8h0m7.416110112s with status FAILED