[09:28:58.233] New invocation is queued and will start shortly
[09:28:59.380] Starting the invocation (attempt 1)
[09:28:59.429] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f99c90bf322355df69b6869bc14c67fc0d813680"
[09:28:59.429] Popped gitiles commit info from properties and tags
[09:28:59.429] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:28:59.429] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:28:59.429] Buildbucket request:
{
"requestId": "8960876828674639200",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f99c90bf322355df69b6869bc14c67fc0d813680",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8960876828674639200"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:29:00.455] Scheduled build:
{
"id": "8795446766639518401",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 29414,
"createdBy": "project:chromium",
"createTime": "2022-12-07T09:28:59.545476701Z",
"updateTime": "2022-12-07T09:28:59.545476701Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f99c90bf322355df69b6869bc14c67fc0d813680",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:29:00.455] Task URL: https://cr-buildbucket.appspot.com/build/8795446766639518401
[09:29:00.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:2:0) after 5m6s
[09:33:35.122] Received PubSub notification, asking Buildbucket for the build status
[09:33:35.160] Build status: STARTED
[09:34:06.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:2:0)
[09:34:06.511] Build status: STARTED
[09:34:06.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:4:0) after 6m42s
[09:40:48.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:4:0)
[09:40:48.561] Build status: STARTED
[09:40:48.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:5:0) after 6m8s
[09:46:56.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:5:0)
[09:46:56.736] Build status: STARTED
[09:46:56.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:6:0) after 8m45s
[09:55:41.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:6:0)
[09:55:41.998] Build status: STARTED
[09:55:41.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:7:0) after 9m59s
[10:05:41.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:7:0)
[10:05:41.440] Build status: STARTED
[10:05:41.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:8:0) after 3m15s
[10:08:56.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:8:0)
[10:08:56.579] Build status: STARTED
[10:08:56.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:9:0) after 2m54s
[10:11:50.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:9:0)
[10:11:50.651] Build status: STARTED
[10:11:50.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:10:0) after 7m3s
[10:18:53.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:10:0)
[10:18:53.704] Build status: STARTED
[10:18:53.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:11:0) after 7m15s
[10:26:08.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:11:0)
[10:26:08.763] Build status: STARTED
[10:26:08.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:12:0) after 8m16s
[10:34:24.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:12:0)
[10:34:24.813] Build status: STARTED
[10:34:24.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:13:0) after 6m22s
[10:40:46.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:13:0)
[10:40:46.943] Build status: STARTED
[10:40:46.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:14:0) after 1m16s
[10:42:02.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:14:0)
[10:42:03.010] Build status: STARTED
[10:42:03.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:15:0) after 3m8s
[10:45:11.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:15:0)
[10:45:11.078] Build status: STARTED
[10:45:11.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:16:0) after 8m29s
[10:53:40.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:16:0)
[10:53:40.207] Build status: STARTED
[10:53:40.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:17:0) after 5m17s
[10:58:57.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:17:0)
[10:58:57.526] Build status: STARTED
[10:58:57.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:18:0) after 8m26s
[11:07:23.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:18:0)
[11:07:23.634] Build status: STARTED
[11:07:23.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:19:0) after 8m24s
[11:15:47.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:19:0)
[11:15:47.716] Build status: STARTED
[11:15:47.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:20:0) after 7m5s
[11:22:52.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:20:0)
[11:22:52.795] Build status: STARTED
[11:22:52.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:21:0) after 5m23s
[11:28:16.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:21:0)
[11:28:16.421] Build status: STARTED
[11:28:16.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:22:0) after 9m56s
[11:38:12.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:22:0)
[11:38:12.551] Build status: STARTED
[11:38:12.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:23:0) after 3m30s
[11:41:42.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:23:0)
[11:41:42.636] Build status: STARTED
[11:41:42.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:24:0) after 4m32s
[11:46:14.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:24:0)
[11:46:14.771] Build status: STARTED
[11:46:14.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:25:0) after 7m55s
[11:54:09.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:25:0)
[11:54:09.874] Build status: STARTED
[11:54:09.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:26:0) after 4m30s
[11:58:40.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:26:0)
[11:58:40.024] Build status: STARTED
[11:58:40.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:27:0) after 1m4s
[11:59:44.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:27:0)
[11:59:44.114] Build status: STARTED
[11:59:44.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:28:0) after 8m14s
[12:07:58.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:28:0)
[12:07:58.177] Build status: STARTED
[12:07:58.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:29:0) after 6m28s
[12:14:26.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:29:0)
[12:14:26.377] Build status: STARTED
[12:14:26.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:30:0) after 2m17s
[12:16:43.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:30:0)
[12:16:43.462] Build status: STARTED
[12:16:43.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:31:0) after 9m23s
[12:26:06.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:31:0)
[12:26:06.519] Build status: STARTED
[12:26:06.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:32:0) after 2m42s
[12:28:48.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:32:0)
[12:28:48.575] Build status: STARTED
[12:28:48.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:33:0) after 7m13s
[12:36:01.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:33:0)
[12:36:01.717] Build status: STARTED
[12:36:01.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:34:0) after 4m59s
[12:41:01.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:34:0)
[12:41:01.100] Build status: STARTED
[12:41:01.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:35:0) after 5m42s
[12:46:43.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:35:0)
[12:46:43.260] Build status: STARTED
[12:46:43.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:36:0) after 8m42s
[12:55:25.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:36:0)
[12:55:25.323] Build status: STARTED
[12:55:25.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:37:0) after 1m30s
[12:56:55.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:37:0)
[12:56:55.423] Build status: STARTED
[12:56:55.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:38:0) after 4m3s
[13:00:58.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:38:0)
[13:00:58.556] Build status: STARTED
[13:00:58.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:39:0) after 8m43s
[13:09:41.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:39:0)
[13:09:41.667] Build status: STARTED
[13:09:41.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:40:0) after 9m32s
[13:19:13.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:40:0)
[13:19:13.706] Build status: STARTED
[13:19:13.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:41:0) after 5m3s
[13:24:16.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:41:0)
[13:24:16.923] Build status: STARTED
[13:24:16.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:42:0) after 2m11s
[13:26:28.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:42:0)
[13:26:28.184] Build status: STARTED
[13:26:28.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:43:0) after 2m6s
[13:28:34.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:43:0)
[13:28:34.403] Build status: STARTED
[13:28:34.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:44:0) after 8m55s
[13:37:29.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:44:0)
[13:37:29.487] Build status: STARTED
[13:37:29.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:45:0) after 6m43s
[13:44:12.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:45:0)
[13:44:12.541] Build status: STARTED
[13:44:12.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:46:0) after 3m7s
[13:47:19.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:46:0)
[13:47:19.838] Build status: STARTED
[13:47:19.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:47:0) after 1m58s
[13:49:18.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:47:0)
[13:49:18.107] Build status: STARTED
[13:49:18.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:48:0) after 9m21s
[13:58:39.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:48:0)
[13:58:39.294] Build status: STARTED
[13:58:39.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:49:0) after 9m21s
[14:08:00.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:49:0)
[14:08:00.406] Build status: STARTED
[14:08:00.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:50:0) after 3m25s
[14:11:25.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:50:0)
[14:11:25.464] Build status: STARTED
[14:11:25.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:51:0) after 7m7s
[14:18:32.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:51:0)
[14:18:32.712] Build status: STARTED
[14:18:32.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:52:0) after 2m30s
[14:21:03.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:52:0)
[14:21:03.085] Build status: STARTED
[14:21:03.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:53:0) after 2m5s
[14:23:08.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:53:0)
[14:23:08.161] Build status: STARTED
[14:23:08.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:54:0) after 4m40s
[14:27:48.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:54:0)
[14:27:48.543] Build status: STARTED
[14:27:48.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:55:0) after 6m46s
[14:34:34.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:55:0)
[14:34:34.707] Build status: STARTED
[14:34:34.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:56:0) after 7m50s
[14:42:24.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:56:0)
[14:42:24.876] Build status: STARTED
[14:42:24.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:57:0) after 5m39s
[14:48:03.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:57:0)
[14:48:03.998] Build status: STARTED
[14:48:03.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:58:0) after 4m14s
[14:52:18.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:58:0)
[14:52:18.308] Build status: STARTED
[14:52:18.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:59:0) after 8m17s
[15:00:35.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:59:0)
[15:00:35.384] Build status: STARTED
[15:00:35.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:60:0) after 7m34s
[15:08:09.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:60:0)
[15:08:09.587] Build status: STARTED
[15:08:09.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:61:0) after 4m5s
[15:12:14.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:61:0)
[15:12:14.863] Build status: STARTED
[15:12:14.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:62:0) after 2m40s
[15:14:54.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:62:0)
[15:14:54.899] Build status: STARTED
[15:14:54.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:63:0) after 8m45s
[15:23:40.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:63:0)
[15:23:40.219] Build status: STARTED
[15:23:40.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:64:0) after 5m5s
[15:28:45.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:64:0)
[15:28:45.448] Build status: STARTED
[15:28:45.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:65:0) after 1m13s
[15:29:58.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:65:0)
[15:29:58.727] Build status: STARTED
[15:29:58.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:66:0) after 1m58s
[15:31:56.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:66:0)
[15:31:56.887] Build status: STARTED
[15:31:56.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:67:0) after 8m17s
[15:40:14.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:67:0)
[15:40:14.102] Build status: STARTED
[15:40:14.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:68:0) after 2m5s
[15:42:19.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:68:0)
[15:42:19.189] Build status: STARTED
[15:42:19.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:69:0) after 7m14s
[15:49:33.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:69:0)
[15:49:33.417] Build status: STARTED
[15:49:33.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:70:0) after 9m33s
[15:59:06.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:70:0)
[15:59:06.530] Build status: STARTED
[15:59:06.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:71:0) after 4m45s
[16:03:51.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:71:0)
[16:03:51.729] Build status: STARTED
[16:03:51.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:72:0) after 8m21s
[16:12:12.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:72:0)
[16:12:12.869] Build status: STARTED
[16:12:12.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:73:0) after 9m22s
[16:21:34.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:73:0)
[16:21:34.939] Build status: STARTED
[16:21:34.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:74:0) after 8m20s
[16:29:54.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:74:0)
[16:29:55.001] Build status: STARTED
[16:29:55.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:75:0) after 6m5s
[16:36:00.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:75:0)
[16:36:00.074] Build status: STARTED
[16:36:00.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:76:0) after 1m52s
[16:37:52.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:76:0)
[16:37:52.390] Build status: STARTED
[16:37:52.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:77:0) after 7m45s
[16:45:37.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:77:0)
[16:45:37.484] Build status: STARTED
[16:45:37.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:78:0) after 7m41s
[16:53:18.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:78:0)
[16:53:18.802] Build status: STARTED
[16:53:18.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:79:0) after 2m6s
[16:55:24.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:79:0)
[16:55:24.965] Build status: STARTED
[16:55:24.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:80:0) after 4m27s
[16:59:52.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:80:0)
[16:59:52.132] Build status: STARTED
[16:59:52.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:81:0) after 5m36s
[17:05:28.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:81:0)
[17:05:28.255] Build status: STARTED
[17:05:28.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:82:0) after 9m0s
[17:14:28.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:82:0)
[17:14:28.924] Build status: STARTED
[17:14:28.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:83:0) after 8m18s
[17:22:46.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:83:0)
[17:22:47.026] Build status: STARTED
[17:22:47.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:84:0) after 2m49s
[17:25:36.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:84:0)
[17:25:36.265] Build status: STARTED
[17:25:36.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:85:0) after 7m35s
[17:33:11.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:85:0)
[17:33:11.744] Build status: STARTED
[17:33:11.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:86:0) after 5m35s
[17:38:46.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:86:0)
[17:38:46.801] Build status: STARTED
[17:38:46.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:87:0) after 7m5s
[17:45:51.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:87:0)
[17:45:51.909] Build status: STARTED
[17:45:51.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:88:0) after 1m19s
[17:47:11.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:88:0)
[17:47:11.194] Build status: STARTED
[17:47:11.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:89:0) after 5m43s
[17:52:54.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:89:0)
[17:52:54.599] Build status: STARTED
[17:52:54.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:90:0) after 8m51s
[18:01:45.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:90:0)
[18:01:45.852] Build status: STARTED
[18:01:45.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:91:0) after 1m37s
[18:03:23.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:91:0)
[18:03:23.330] Build status: STARTED
[18:03:23.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:92:0) after 5m54s
[18:09:17.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:92:0)
[18:09:17.875] Build status: STARTED
[18:09:17.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:93:0) after 9m55s
[18:19:13.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:93:0)
[18:19:13.040] Build status: STARTED
[18:19:13.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:94:0) after 7m45s
[18:26:58.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:94:0)
[18:26:58.236] Build status: STARTED
[18:26:58.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:95:0) after 7m4s
[18:34:02.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:95:0)
[18:34:02.764] Build status: STARTED
[18:34:02.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:96:0) after 8m3s
[18:42:05.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:96:0)
[18:42:05.821] Build status: STARTED
[18:42:05.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:97:0) after 4m16s
[18:46:21.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:97:0)
[18:46:21.876] Build status: STARTED
[18:46:21.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:98:0) after 5m2s
[18:51:24.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:98:0)
[18:51:24.269] Build status: STARTED
[18:51:24.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:99:0) after 7m55s
[18:59:19.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:99:0)
[18:59:19.864] Build status: STARTED
[18:59:19.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:100:0) after 1m1s
[19:00:21.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:100:0)
[19:00:21.153] Build status: STARTED
[19:00:21.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:101:0) after 7m18s
[19:07:39.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:101:0)
[19:07:39.252] Build status: STARTED
[19:07:39.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:102:0) after 6m18s
[19:13:57.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:102:0)
[19:13:57.435] Build status: STARTED
[19:13:57.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:103:0) after 7m1s
[19:20:58.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:103:0)
[19:20:58.493] Build status: STARTED
[19:20:58.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:104:0) after 9m30s
[19:30:28.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:104:0)
[19:30:28.572] Build status: STARTED
[19:30:28.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:105:0) after 5m44s
[19:36:12.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:105:0)
[19:36:12.987] Build status: STARTED
[19:36:12.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:106:0) after 4m22s
[19:40:35.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:106:0)
[19:40:35.144] Build status: STARTED
[19:40:35.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:107:0) after 5m9s
[19:45:44.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:107:0)
[19:45:44.222] Build status: STARTED
[19:45:44.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:108:0) after 1m47s
[19:47:31.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:108:0)
[19:47:31.428] Build status: STARTED
[19:47:31.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:109:0) after 4m19s
[19:51:50.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:109:0)
[19:51:50.494] Build status: STARTED
[19:51:50.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:110:0) after 6m1s
[19:57:51.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:110:0)
[19:57:51.600] Build status: STARTED
[19:57:51.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:111:0) after 7m48s
[20:05:39.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:111:0)
[20:05:39.641] Build status: STARTED
[20:05:39.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:112:0) after 6m39s
[20:12:19.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:112:0)
[20:12:19.315] Build status: STARTED
[20:12:19.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:113:0) after 1m37s
[20:13:56.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:113:0)
[20:13:56.586] Build status: STARTED
[20:13:56.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:114:0) after 4m55s
[20:18:52.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:114:0)
[20:18:52.061] Build status: STARTED
[20:18:52.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:115:0) after 4m18s
[20:23:10.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:115:0)
[20:23:10.198] Build status: STARTED
[20:23:10.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:116:0) after 1m21s
[20:24:31.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:116:0)
[20:24:31.310] Build status: STARTED
[20:24:31.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:117:0) after 1m31s
[20:26:02.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:117:0)
[20:26:02.528] Build status: STARTED
[20:26:02.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:118:0) after 7m31s
[20:33:33.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:118:0)
[20:33:34.017] Build status: STARTED
[20:33:34.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:119:0) after 8m52s
[20:42:26.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:119:0)
[20:42:26.810] Build status: STARTED
[20:42:26.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:120:0) after 1m7s
[20:43:33.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:120:0)
[20:43:33.890] Build status: STARTED
[20:43:33.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:121:0) after 9m50s
[20:53:23.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:121:0)
[20:53:23.950] Build status: STARTED
[20:53:23.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:122:0) after 2m12s
[20:55:35.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:122:0)
[20:55:36.000] Build status: STARTED
[20:55:36.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:123:0) after 8m22s
[21:03:58.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:123:0)
[21:03:58.089] Build status: STARTED
[21:03:58.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:124:0) after 6m57s
[21:10:55.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:124:0)
[21:10:55.216] Build status: STARTED
[21:10:55.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:125:0) after 7m56s
[21:18:51.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:125:0)
[21:18:51.299] Build status: STARTED
[21:18:51.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:126:0) after 5m16s
[21:24:07.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:126:0)
[21:24:07.478] Build status: STARTED
[21:24:07.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:127:0) after 4m36s
[21:28:43.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:127:0)
[21:28:43.653] Build status: STARTED
[21:28:43.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:128:0) after 1m50s
[21:30:33.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:128:0)
[21:30:33.761] Build status: STARTED
[21:30:33.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:129:0) after 5m57s
[21:36:30.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:129:0)
[21:36:30.820] Build status: STARTED
[21:36:30.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:130:0) after 4m26s
[21:40:56.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:130:0)
[21:40:56.890] Build status: STARTED
[21:40:56.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:131:0) after 8m23s
[21:49:20.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:131:0)
[21:49:20.336] Build status: STARTED
[21:49:20.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:132:0) after 3m42s
[21:53:02.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:132:0)
[21:53:02.399] Build status: STARTED
[21:53:02.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:133:0) after 9m20s
[22:02:22.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:133:0)
[22:02:22.462] Build status: STARTED
[22:02:22.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:134:0) after 7m9s
[22:09:31.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:134:0)
[22:09:31.682] Build status: STARTED
[22:09:31.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:135:0) after 1m51s
[22:11:22.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:135:0)
[22:11:22.852] Build status: STARTED
[22:11:22.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:136:0) after 3m58s
[22:15:20.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:136:0)
[22:15:20.932] Build status: STARTED
[22:15:20.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:137:0) after 6m22s
[22:21:43.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:137:0)
[22:21:43.306] Build status: STARTED
[22:21:43.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:138:0) after 6m34s
[22:28:17.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:138:0)
[22:28:17.383] Build status: STARTED
[22:28:17.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:139:0) after 4m37s
[22:32:54.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:139:0)
[22:32:54.661] Build status: STARTED
[22:32:54.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:140:0) after 6m26s
[22:39:21.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:140:0)
[22:39:21.490] Build status: STARTED
[22:39:21.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:141:0) after 8m53s
[22:48:14.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:141:0)
[22:48:15.577] Build status: STARTED
[22:48:15.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:142:0) after 4m51s
[22:53:06.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:142:0)
[22:53:06.634] Build status: STARTED
[22:53:06.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:143:0) after 1m40s
[22:54:46.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:143:0)
[22:54:46.721] Build status: STARTED
[22:54:46.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:144:0) after 3m58s
[22:58:44.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:144:0)
[22:58:44.802] Build status: STARTED
[22:58:44.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:145:0) after 7m23s
[23:06:08.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:145:0)
[23:06:08.298] Build status: STARTED
[23:06:08.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:146:0) after 5m56s
[23:12:04.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:146:0)
[23:12:04.514] Build status: STARTED
[23:12:04.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:147:0) after 5m53s
[23:17:57.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:147:0)
[23:17:57.757] Build status: STARTED
[23:17:57.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:148:0) after 9m59s
[23:27:56.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:148:0)
[23:27:56.823] Build status: STARTED
[23:27:56.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:149:0) after 2m19s
[23:30:15.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:149:0)
[23:30:15.879] Build status: STARTED
[23:30:15.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8960876828674639200:150:0) after 5m20s
[23:35:17.189] Received PubSub notification, asking Buildbucket for the build status
[23:35:17.211] Build:
{
"id": "8795446766639518401",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 29414,
"createdBy": "project:chromium",
"createTime": "2022-12-07T09:28:59.545476701Z",
"startTime": "2022-12-07T09:33:34.582437Z",
"endTime": "2022-12-07T23:35:16.934296938Z",
"updateTime": "2022-12-07T23:35:16.934296938Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f99c90bf322355df69b6869bc14c67fc0d813680",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:35:17.211] Invocation finished in 14h6m18.990608649s with status FAILED