[01:27:31.664] New invocation is queued and will start shortly
[01:27:32.798] Starting the invocation (attempt 1)
[01:27:32.867] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d95ee1fadd8ec1877c5d8f0641abe92b3b42169d"
[01:27:32.867] Popped gitiles commit info from properties and tags
[01:27:32.867] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:27:32.867] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:27:32.867] Buildbucket request:
{
"requestId": "8978573526917903312",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d95ee1fadd8ec1877c5d8f0641abe92b3b42169d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8978573526917903312"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:27:33.500] Scheduled build:
{
"id": "8813143464887815601",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26940,
"createdBy": "project:chromium",
"createTime": "2022-05-26T01:27:32.940913204Z",
"updateTime": "2022-05-26T01:27:32.940913204Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d95ee1fadd8ec1877c5d8f0641abe92b3b42169d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:27:33.500] Task URL: https://cr-buildbucket.appspot.com/build/8813143464887815601
[01:27:33.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:2:0) after 7m54s
[01:35:27.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:2:0)
[01:35:27.688] Build status: SCHEDULED
[01:35:27.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:3:0) after 5m31s
[01:40:58.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:3:0)
[01:40:58.987] Build status: SCHEDULED
[01:40:58.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:4:0) after 7m46s
[01:48:45.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:4:0)
[01:48:45.053] Build status: SCHEDULED
[01:48:45.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:5:0) after 2m37s
[01:51:22.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:5:0)
[01:51:22.120] Build status: SCHEDULED
[01:51:22.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:6:0) after 2m12s
[01:53:34.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:6:0)
[01:53:34.211] Build status: SCHEDULED
[01:53:34.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:7:0) after 8m49s
[02:02:23.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:7:0)
[02:02:23.320] Build status: SCHEDULED
[02:02:23.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:8:0) after 9m10s
[02:11:33.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:8:0)
[02:11:33.618] Build status: SCHEDULED
[02:11:33.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:9:0) after 7m48s
[02:18:19.086] Received PubSub notification, asking Buildbucket for the build status
[02:18:19.106] Build status: STARTED
[02:19:21.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:9:0)
[02:19:21.765] Build status: STARTED
[02:19:21.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:11:0) after 2m9s
[02:21:30.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:11:0)
[02:21:30.849] Build status: STARTED
[02:21:30.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:12:0) after 5m1s
[02:26:32.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:12:0)
[02:26:32.093] Build status: STARTED
[02:26:32.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:13:0) after 7m32s
[02:34:04.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:13:0)
[02:34:04.171] Build status: STARTED
[02:34:04.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:14:0) after 4m37s
[02:38:41.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:14:0)
[02:38:41.386] Build status: STARTED
[02:38:41.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:15:0) after 1m11s
[02:39:52.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:15:0)
[02:39:52.555] Build status: STARTED
[02:39:52.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:16:0) after 2m17s
[02:42:09.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:16:0)
[02:42:09.691] Build status: STARTED
[02:42:09.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:17:0) after 8m28s
[02:50:37.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:17:0)
[02:50:37.753] Build status: STARTED
[02:50:37.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:18:0) after 9m20s
[02:59:57.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:18:0)
[02:59:58.006] Build status: STARTED
[02:59:58.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:19:0) after 7m38s
[03:07:36.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:19:0)
[03:07:36.269] Build status: STARTED
[03:07:36.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:20:0) after 3m58s
[03:11:34.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:20:0)
[03:11:34.376] Build status: STARTED
[03:11:34.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:21:0) after 5m28s
[03:17:02.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:21:0)
[03:17:02.557] Build status: STARTED
[03:17:02.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:22:0) after 1m48s
[03:18:50.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:22:0)
[03:18:50.631] Build status: STARTED
[03:18:50.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:23:0) after 9m49s
[03:28:39.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:23:0)
[03:28:39.688] Build status: STARTED
[03:28:39.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:24:0) after 5m43s
[03:34:22.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:24:0)
[03:34:22.916] Build status: STARTED
[03:34:22.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:25:0) after 3m20s
[03:37:43.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:25:0)
[03:37:43.433] Build status: STARTED
[03:37:43.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:26:0) after 4m24s
[03:42:07.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:26:0)
[03:42:07.481] Build status: STARTED
[03:42:07.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:27:0) after 9m54s
[03:52:01.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:27:0)
[03:52:01.576] Build status: STARTED
[03:52:01.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:28:0) after 1m55s
[03:53:56.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:28:0)
[03:53:56.764] Build status: STARTED
[03:53:56.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:29:0) after 2m30s
[03:56:26.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:29:0)
[03:56:26.810] Build status: STARTED
[03:56:26.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:30:0) after 3m23s
[03:59:49.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:30:0)
[03:59:50.001] Build status: STARTED
[03:59:50.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:31:0) after 4m36s
[04:04:26.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:31:0)
[04:04:26.105] Build status: STARTED
[04:04:26.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:32:0) after 2m18s
[04:06:44.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:32:0)
[04:06:44.130] Build status: STARTED
[04:06:44.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:33:0) after 2m10s
[04:08:54.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:33:0)
[04:08:54.378] Build status: STARTED
[04:08:54.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:34:0) after 7m32s
[04:16:26.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:34:0)
[04:16:26.461] Build status: STARTED
[04:16:26.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:35:0) after 8m15s
[04:24:41.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:35:0)
[04:24:41.648] Build status: STARTED
[04:24:41.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:36:0) after 8m25s
[04:33:06.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:36:0)
[04:33:07.032] Build status: STARTED
[04:33:07.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:37:0) after 7m34s
[04:40:41.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:37:0)
[04:40:41.085] Build status: STARTED
[04:40:41.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:38:0) after 5m1s
[04:45:42.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:38:0)
[04:45:42.539] Build status: STARTED
[04:45:42.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:39:0) after 3m59s
[04:49:41.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:39:0)
[04:49:41.815] Build status: STARTED
[04:49:41.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:40:0) after 2m27s
[04:52:08.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:40:0)
[04:52:09.000] Build status: STARTED
[04:52:09.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:41:0) after 6m22s
[04:58:31.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:41:0)
[04:58:31.223] Build status: STARTED
[04:58:31.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:42:0) after 4m51s
[05:03:22.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:42:0)
[05:03:22.479] Build status: STARTED
[05:03:22.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:43:0) after 4m21s
[05:07:43.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:43:0)
[05:07:43.547] Build status: STARTED
[05:07:43.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:44:0) after 2m49s
[05:10:32.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:44:0)
[05:10:32.599] Build status: STARTED
[05:10:32.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:45:0) after 3m35s
[05:14:07.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:45:0)
[05:14:07.626] Build status: STARTED
[05:14:07.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:46:0) after 8m5s
[05:22:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:46:0)
[05:22:12.688] Build status: STARTED
[05:22:12.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:47:0) after 7m10s
[05:29:22.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:47:0)
[05:29:22.755] Build status: STARTED
[05:29:22.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:48:0) after 5m46s
[05:35:08.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:48:0)
[05:35:23.302] Build status: STARTED
[05:35:23.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:49:0) after 5m17s
[05:40:40.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:49:0)
[05:40:40.420] Build status: STARTED
[05:40:40.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:50:0) after 1m23s
[05:42:03.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:50:0)
[05:42:03.636] Build status: STARTED
[05:42:03.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:51:0) after 7m44s
[05:49:47.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:51:0)
[05:49:47.897] Build status: STARTED
[05:49:47.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:52:0) after 1m33s
[05:51:20.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:52:0)
[05:51:20.989] Build status: STARTED
[05:51:20.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:53:0) after 4m35s
[05:55:56.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:53:0)
[05:55:56.105] Build status: STARTED
[05:55:56.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:54:0) after 1m53s
[05:57:49.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:54:0)
[05:57:49.184] Build status: STARTED
[05:57:49.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:55:0) after 9m50s
[06:07:39.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:55:0)
[06:07:39.256] Build status: STARTED
[06:07:39.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:56:0) after 7m50s
[06:15:29.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:56:0)
[06:15:29.419] Build status: STARTED
[06:15:29.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:57:0) after 2m16s
[06:17:45.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:57:0)
[06:17:45.487] Build status: STARTED
[06:17:45.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:58:0) after 3m51s
[06:21:36.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:58:0)
[06:21:36.773] Build status: STARTED
[06:21:36.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:59:0) after 2m12s
[06:23:48.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:59:0)
[06:23:48.837] Build status: STARTED
[06:23:48.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:60:0) after 5m59s
[06:29:47.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:60:0)
[06:29:47.946] Build status: STARTED
[06:29:47.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:61:0) after 5m50s
[06:35:37.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:61:0)
[06:35:38.018] Build status: STARTED
[06:35:38.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:62:0) after 9m14s
[06:44:52.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:62:0)
[06:44:52.073] Build status: STARTED
[06:44:52.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:63:0) after 6m10s
[06:51:02.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:63:0)
[06:51:02.487] Build status: STARTED
[06:51:02.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:64:0) after 7m40s
[06:58:42.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:64:0)
[06:58:42.705] Build status: STARTED
[06:58:42.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:65:0) after 9m51s
[07:08:33.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:65:0)
[07:08:33.764] Build status: STARTED
[07:08:33.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:66:0) after 4m24s
[07:12:57.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:66:0)
[07:12:57.822] Build status: STARTED
[07:12:57.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:67:0) after 7m47s
[07:20:45.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:67:0)
[07:20:45.090] Build status: STARTED
[07:20:45.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:68:0) after 1m23s
[07:22:08.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:68:0)
[07:22:08.244] Build status: STARTED
[07:22:08.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:69:0) after 4m26s
[07:26:34.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:69:0)
[07:26:34.393] Build status: STARTED
[07:26:34.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:70:0) after 9m37s
[07:36:11.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:70:0)
[07:36:11.520] Build status: STARTED
[07:36:11.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:71:0) after 5m11s
[07:41:22.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:71:0)
[07:41:22.748] Build status: STARTED
[07:41:22.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:72:0) after 9m33s
[07:50:55.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:72:0)
[07:50:55.919] Build status: STARTED
[07:50:55.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:73:0) after 9m55s
[08:00:50.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:73:0)
[08:00:50.970] Build status: STARTED
[08:00:50.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:74:0) after 8m49s
[08:09:40.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:74:0)
[08:09:40.026] Build status: STARTED
[08:09:40.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:75:0) after 9m0s
[08:18:40.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:75:0)
[08:18:40.166] Build status: STARTED
[08:18:40.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:76:0) after 4m6s
[08:22:46.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:76:0)
[08:22:46.460] Build status: STARTED
[08:22:46.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:77:0) after 7m54s
[08:30:40.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:77:0)
[08:30:40.528] Build status: STARTED
[08:30:40.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:78:0) after 7m28s
[08:38:08.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:78:0)
[08:38:08.873] Build status: STARTED
[08:38:08.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:79:0) after 6m15s
[08:44:23.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:79:0)
[08:44:23.973] Build status: STARTED
[08:44:23.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:80:0) after 8m47s
[08:53:11.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:80:0)
[08:53:11.099] Build status: STARTED
[08:53:11.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:81:0) after 9m0s
[09:02:11.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:81:0)
[09:02:11.250] Build status: STARTED
[09:02:11.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:82:0) after 5m48s
[09:07:59.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:82:0)
[09:07:59.576] Build status: STARTED
[09:07:59.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:83:0) after 9m34s
[09:17:33.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:83:0)
[09:17:33.669] Build status: STARTED
[09:17:33.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:84:0) after 2m5s
[09:19:38.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:84:0)
[09:19:38.715] Build status: STARTED
[09:19:38.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:85:0) after 5m4s
[09:24:42.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:85:0)
[09:24:42.840] Build status: STARTED
[09:24:42.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:86:0) after 4m16s
[09:28:58.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:86:0)
[09:28:58.909] Build status: STARTED
[09:28:58.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:87:0) after 4m51s
[09:33:49.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:87:0)
[09:33:50.008] Build status: STARTED
[09:33:50.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:88:0) after 7m49s
[09:41:39.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:88:0)
[09:41:39.152] Build status: STARTED
[09:41:39.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:89:0) after 2m23s
[09:44:02.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:89:0)
[09:44:02.326] Build status: STARTED
[09:44:02.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:90:0) after 4m4s
[09:48:06.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:90:0)
[09:48:06.513] Build status: STARTED
[09:48:06.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:91:0) after 6m37s
[09:54:43.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:91:0)
[09:54:43.567] Build status: STARTED
[09:54:43.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:92:0) after 5m3s
[09:59:46.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:92:0)
[09:59:46.625] Build status: STARTED
[09:59:46.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:93:0) after 4m25s
[10:04:11.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:93:0)
[10:04:11.775] Build status: STARTED
[10:04:11.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:94:0) after 6m37s
[10:10:48.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:94:0)
[10:10:48.851] Build status: STARTED
[10:10:48.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:95:0) after 9m36s
[10:20:24.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:95:0)
[10:20:24.965] Build status: STARTED
[10:20:24.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:96:0) after 8m46s
[10:29:11.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:96:0)
[10:29:11.290] Build status: STARTED
[10:29:11.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:97:0) after 7m28s
[10:36:39.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:97:0)
[10:36:39.464] Build status: STARTED
[10:36:39.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:98:0) after 4m12s
[10:40:51.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:98:0)
[10:40:51.560] Build status: STARTED
[10:40:51.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:99:0) after 2m39s
[10:43:30.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:99:0)
[10:43:30.736] Build status: STARTED
[10:43:30.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:100:0) after 2m45s
[10:46:15.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:100:0)
[10:46:15.914] Build status: STARTED
[10:46:15.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:101:0) after 7m9s
[10:53:25.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:101:0)
[10:53:25.108] Build status: STARTED
[10:53:25.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:102:0) after 2m0s
[10:55:25.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:102:0)
[10:55:25.169] Build status: STARTED
[10:55:25.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:103:0) after 8m39s
[11:04:04.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:103:0)
[11:04:04.266] Build status: STARTED
[11:04:04.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:104:0) after 3m43s
[11:07:47.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:104:0)
[11:07:47.416] Build status: STARTED
[11:07:47.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:105:0) after 9m59s
[11:17:46.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:105:0)
[11:17:46.803] Build status: STARTED
[11:17:46.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:106:0) after 3m34s
[11:21:20.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:106:0)
[11:21:20.857] Build status: STARTED
[11:21:20.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:107:0) after 6m34s
[11:27:55.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:107:0)
[11:27:55.267] Build status: STARTED
[11:27:55.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:108:0) after 1m59s
[11:29:54.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:108:0)
[11:29:54.469] Build status: STARTED
[11:29:54.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:109:0) after 6m28s
[11:36:22.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:109:0)
[11:36:22.579] Build status: STARTED
[11:36:22.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:110:0) after 5m45s
[11:42:07.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:110:0)
[11:42:07.777] Build status: STARTED
[11:42:07.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:111:0) after 5m23s
[11:47:30.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:111:0)
[11:47:30.871] Build status: STARTED
[11:47:30.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:112:0) after 3m34s
[11:51:04.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:112:0)
[11:51:04.993] Build status: STARTED
[11:51:04.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:113:0) after 9m57s
[12:01:02.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:113:0)
[12:01:02.072] Build status: STARTED
[12:01:02.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:114:0) after 5m27s
[12:06:29.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:114:0)
[12:06:29.236] Build status: STARTED
[12:06:29.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:115:0) after 1m47s
[12:08:16.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:115:0)
[12:08:16.332] Build status: STARTED
[12:08:16.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:116:0) after 8m57s
[12:17:13.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:116:0)
[12:17:13.385] Build status: STARTED
[12:17:13.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:117:0) after 4m39s
[12:21:52.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:117:0)
[12:21:52.438] Build status: STARTED
[12:21:52.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:118:0) after 9m27s
[12:31:19.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:118:0)
[12:31:19.628] Build status: STARTED
[12:31:19.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:119:0) after 3m1s
[12:34:20.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:119:0)
[12:34:20.802] Build status: STARTED
[12:34:20.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:120:0) after 8m8s
[12:42:28.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:120:0)
[12:42:29.015] Build status: STARTED
[12:42:29.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:121:0) after 2m52s
[12:45:21.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:121:0)
[12:45:21.091] Build status: STARTED
[12:45:21.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:122:0) after 1m0s
[12:46:21.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:122:0)
[12:46:21.152] Build status: STARTED
[12:46:21.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:123:0) after 8m44s
[12:55:05.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:123:0)
[12:55:05.243] Build status: STARTED
[12:55:05.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:124:0) after 8m27s
[13:03:32.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:124:0)
[13:03:32.331] Build status: STARTED
[13:03:32.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:125:0) after 3m14s
[13:06:46.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:125:0)
[13:06:46.484] Build status: STARTED
[13:06:46.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978573526917903312:126:0) after 6m21s
[13:09:47.518] Received PubSub notification, asking Buildbucket for the build status
[13:09:47.539] Build:
{
"id": "8813143464887815601",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26940,
"createdBy": "project:chromium",
"createTime": "2022-05-26T01:27:32.940913204Z",
"startTime": "2022-05-26T02:18:15.644877Z",
"endTime": "2022-05-26T13:09:47.060052671Z",
"updateTime": "2022-05-26T13:09:47.060052671Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "d95ee1fadd8ec1877c5d8f0641abe92b3b42169d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[13:09:47.539] Invocation finished in 11h42m15.917352715s with status FAILED