[09:31:08.889] New invocation is queued and will start shortly
[09:31:09.978] Starting the invocation (attempt 1)
[09:31:10.009] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6812535a0abdaaf23254cbc9156556f8e378963f"
[09:31:10.009] Popped gitiles commit info from properties and tags
[09:31:10.009] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:31:10.009] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:31:10.009] Buildbucket request:
{
"requestId": "8955350276723799360",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6812535a0abdaaf23254cbc9156556f8e378963f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8955350276723799360"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:31:10.556] Scheduled build:
{
"id": "8789920214742429105",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 28767,
"createdBy": "project:chromium",
"createTime": "2023-02-06T09:31:10.148672188Z",
"updateTime": "2023-02-06T09:31:10.148672188Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6812535a0abdaaf23254cbc9156556f8e378963f",
"ref": "refs/heads/main"
}
}
}
[09:31:10.556] Task URL: https://cr-buildbucket.appspot.com/build/8789920214742429105
[09:31:10.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:2:0) after 7m27s
[09:34:00.585] Received PubSub notification, asking Buildbucket for the build status
[09:34:00.604] Build status: STARTED
[09:38:37.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:2:0)
[09:38:37.618] Build status: STARTED
[09:38:37.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:4:0) after 4m1s
[09:42:38.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:4:0)
[09:42:38.833] Build status: STARTED
[09:42:38.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:5:0) after 1m27s
[09:44:06.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:5:0)
[09:44:06.120] Build status: STARTED
[09:44:06.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:6:0) after 3m48s
[09:47:54.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:6:0)
[09:47:54.274] Build status: STARTED
[09:47:54.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:7:0) after 5m3s
[09:52:57.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:7:0)
[09:52:58.057] Build status: STARTED
[09:52:58.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:8:0) after 6m9s
[09:59:07.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:8:0)
[09:59:07.140] Build status: STARTED
[09:59:07.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:9:0) after 5m1s
[10:04:08.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:9:0)
[10:04:08.221] Build status: STARTED
[10:04:08.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:10:0) after 4m50s
[10:08:58.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:10:0)
[10:08:58.736] Build status: STARTED
[10:08:58.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:11:0) after 5m27s
[10:14:26.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:11:0)
[10:14:26.111] Build status: STARTED
[10:14:26.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:12:0) after 1m25s
[10:15:51.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:12:0)
[10:15:51.170] Build status: STARTED
[10:15:51.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:13:0) after 5m42s
[10:21:33.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:13:0)
[10:21:33.291] Build status: STARTED
[10:21:33.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:14:0) after 4m42s
[10:26:15.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:14:0)
[10:26:15.405] Build status: STARTED
[10:26:15.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:15:0) after 9m27s
[10:35:42.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:15:0)
[10:35:43.048] Build status: STARTED
[10:35:43.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:16:0) after 5m0s
[10:40:43.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:16:0)
[10:40:43.177] Build status: STARTED
[10:40:43.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:17:0) after 2m31s
[10:43:14.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:17:0)
[10:43:14.345] Build status: STARTED
[10:43:14.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:18:0) after 2m46s
[10:46:00.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:18:0)
[10:46:00.394] Build status: STARTED
[10:46:00.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:19:0) after 4m43s
[10:50:43.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:19:0)
[10:50:43.624] Build status: STARTED
[10:50:43.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:20:0) after 2m11s
[10:52:54.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:20:0)
[10:52:54.671] Build status: STARTED
[10:52:54.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:21:0) after 8m6s
[11:01:00.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:21:0)
[11:01:00.770] Build status: STARTED
[11:01:00.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:22:0) after 6m39s
[11:07:39.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:22:0)
[11:07:39.789] Build status: STARTED
[11:07:39.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:23:0) after 1m35s
[11:09:15.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:23:0)
[11:09:15.137] Build status: STARTED
[11:09:15.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:24:0) after 8m13s
[11:17:28.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:24:0)
[11:17:28.282] Build status: STARTED
[11:17:28.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:25:0) after 1m2s
[11:18:30.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:25:0)
[11:18:30.415] Build status: STARTED
[11:18:30.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:26:0) after 9m40s
[11:28:11.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:26:0)
[11:28:11.028] Build status: STARTED
[11:28:11.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:27:0) after 4m42s
[11:32:53.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:27:0)
[11:32:53.453] Build status: STARTED
[11:32:53.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:28:0) after 9m53s
[11:42:46.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:28:0)
[11:42:46.649] Build status: STARTED
[11:42:46.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:29:0) after 2m31s
[11:45:17.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:29:0)
[11:45:17.836] Build status: STARTED
[11:45:17.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:30:0) after 7m32s
[11:52:49.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:30:0)
[11:52:49.937] Build status: STARTED
[11:52:49.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:31:0) after 6m57s
[11:59:46.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:31:0)
[11:59:46.982] Build status: STARTED
[11:59:46.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:32:0) after 6m46s
[12:06:33.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:32:0)
[12:06:33.181] Build status: STARTED
[12:06:33.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:33:0) after 5m41s
[12:12:14.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:33:0)
[12:12:14.592] Build status: STARTED
[12:12:14.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:34:0) after 7m45s
[12:19:59.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:34:0)
[12:19:59.696] Build status: STARTED
[12:19:59.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:35:0) after 7m10s
[12:27:09.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:35:0)
[12:27:09.929] Build status: STARTED
[12:27:09.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:36:0) after 7m25s
[12:34:35.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:36:0)
[12:34:35.332] Build status: STARTED
[12:34:35.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:37:0) after 1m36s
[12:36:11.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:37:0)
[12:36:11.394] Build status: STARTED
[12:36:11.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:38:0) after 5m54s
[12:42:05.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:38:0)
[12:42:05.487] Build status: STARTED
[12:42:05.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:39:0) after 9m29s
[12:51:34.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:39:0)
[12:51:34.544] Build status: STARTED
[12:51:34.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:40:0) after 7m50s
[12:59:24.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:40:0)
[12:59:24.648] Build status: STARTED
[12:59:24.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:41:0) after 4m52s
[13:04:16.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:41:0)
[13:04:16.723] Build status: STARTED
[13:04:16.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:42:0) after 4m29s
[13:08:45.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:42:0)
[13:08:45.775] Build status: STARTED
[13:08:45.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:43:0) after 1m37s
[13:10:23.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:43:0)
[13:10:23.228] Build status: STARTED
[13:10:23.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:44:0) after 6m56s
[13:17:19.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:44:0)
[13:17:19.428] Build status: STARTED
[13:17:19.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:45:0) after 2m0s
[13:19:19.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:45:0)
[13:19:19.575] Build status: STARTED
[13:19:19.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:46:0) after 1m58s
[13:21:17.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:46:0)
[13:21:17.625] Build status: STARTED
[13:21:17.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:47:0) after 3m16s
[13:24:33.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:47:0)
[13:24:33.896] Build status: STARTED
[13:24:33.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:48:0) after 4m20s
[13:28:54.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:48:0)
[13:28:54.455] Build status: STARTED
[13:28:54.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:49:0) after 2m7s
[13:31:01.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:49:0)
[13:31:01.555] Build status: STARTED
[13:31:01.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:50:0) after 5m22s
[13:36:23.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:50:0)
[13:36:23.739] Build status: STARTED
[13:36:23.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:51:0) after 3m44s
[13:40:07.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:51:0)
[13:40:07.804] Build status: STARTED
[13:40:07.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:52:0) after 5m25s
[13:45:33.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:52:0)
[13:45:33.133] Build status: STARTED
[13:45:33.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:53:0) after 8m6s
[13:53:39.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:53:0)
[13:53:39.353] Build status: STARTED
[13:53:39.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:54:0) after 8m32s
[14:02:11.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:54:0)
[14:02:11.405] Build status: STARTED
[14:02:11.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:55:0) after 5m15s
[14:07:26.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:55:0)
[14:07:26.620] Build status: STARTED
[14:07:26.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:56:0) after 5m7s
[14:12:33.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:56:0)
[14:12:33.704] Build status: STARTED
[14:12:33.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:57:0) after 1m56s
[14:14:29.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:57:0)
[14:14:29.879] Build status: STARTED
[14:14:29.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:58:0) after 7m18s
[14:21:48.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:58:0)
[14:21:48.038] Build status: STARTED
[14:21:48.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:59:0) after 6m27s
[14:28:15.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:59:0)
[14:28:15.094] Build status: STARTED
[14:28:15.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:60:0) after 3m47s
[14:32:02.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:60:0)
[14:32:02.179] Build status: STARTED
[14:32:02.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:61:0) after 5m22s
[14:37:24.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:61:0)
[14:37:24.484] Build status: STARTED
[14:37:24.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:62:0) after 7m0s
[14:44:24.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:62:0)
[14:44:24.708] Build status: STARTED
[14:44:24.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:63:0) after 3m59s
[14:48:23.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:63:0)
[14:48:23.922] Build status: STARTED
[14:48:23.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:64:0) after 4m36s
[14:52:59.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:64:0)
[14:52:59.991] Build status: STARTED
[14:52:59.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:65:0) after 3m36s
[14:56:36.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:65:0)
[14:56:36.091] Build status: STARTED
[14:56:36.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:66:0) after 4m41s
[15:01:17.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:66:0)
[15:01:17.242] Build status: STARTED
[15:01:17.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:67:0) after 4m10s
[15:05:27.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:67:0)
[15:05:27.605] Build status: STARTED
[15:05:27.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:68:0) after 4m23s
[15:09:51.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:68:0)
[15:09:51.384] Build status: STARTED
[15:09:51.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:69:0) after 8m21s
[15:18:12.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:69:0)
[15:18:12.514] Build status: STARTED
[15:18:12.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:70:0) after 6m10s
[15:24:22.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:70:0)
[15:24:22.636] Build status: STARTED
[15:24:22.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:71:0) after 6m22s
[15:30:44.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:71:0)
[15:30:44.884] Build status: STARTED
[15:30:44.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:72:0) after 8m25s
[15:39:09.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:72:0)
[15:39:09.942] Build status: STARTED
[15:39:09.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:73:0) after 1m54s
[15:41:03.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:73:0)
[15:41:04.011] Build status: STARTED
[15:41:04.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:74:0) after 9m40s
[15:50:44.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:74:0)
[15:50:44.311] Build status: STARTED
[15:50:44.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:75:0) after 7m22s
[15:58:06.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:75:0)
[15:58:06.591] Build status: STARTED
[15:58:06.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:76:0) after 6m51s
[16:04:57.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:76:0)
[16:04:57.712] Build status: STARTED
[16:04:57.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:77:0) after 4m10s
[16:09:07.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:77:0)
[16:09:07.951] Build status: STARTED
[16:09:07.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:78:0) after 3m40s
[16:12:48.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:78:0)
[16:12:48.157] Build status: STARTED
[16:12:48.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:79:0) after 8m10s
[16:20:58.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:79:0)
[16:20:58.311] Build status: STARTED
[16:20:58.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:80:0) after 3m28s
[16:24:26.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:80:0)
[16:24:26.740] Build status: STARTED
[16:24:26.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:81:0) after 2m32s
[16:26:58.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:81:0)
[16:26:59.013] Build status: STARTED
[16:26:59.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:82:0) after 2m25s
[16:29:24.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:82:0)
[16:29:24.105] Build status: STARTED
[16:29:24.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:83:0) after 5m39s
[16:35:03.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:83:0)
[16:35:03.670] Build status: STARTED
[16:35:03.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:84:0) after 9m52s
[16:44:55.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:84:0)
[16:44:55.721] Build status: STARTED
[16:44:55.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:85:0) after 6m36s
[16:51:31.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:85:0)
[16:51:31.866] Build status: STARTED
[16:51:31.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:86:0) after 2m3s
[16:53:34.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:86:0)
[16:53:34.982] Build status: STARTED
[16:53:34.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:87:0) after 9m7s
[17:02:42.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:87:0)
[17:02:42.213] Build status: STARTED
[17:02:42.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:88:0) after 8m42s
[17:11:24.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:88:0)
[17:11:24.629] Build status: STARTED
[17:11:24.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:89:0) after 6m34s
[17:17:58.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:89:0)
[17:17:58.820] Build status: STARTED
[17:17:58.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:90:0) after 5m27s
[17:23:26.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:90:0)
[17:23:26.108] Build status: STARTED
[17:23:26.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:91:0) after 3m12s
[17:26:38.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:91:0)
[17:26:38.485] Build status: STARTED
[17:26:38.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:92:0) after 8m13s
[17:34:51.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:92:0)
[17:34:51.562] Build status: STARTED
[17:34:51.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:93:0) after 1m30s
[17:36:22.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:93:0)
[17:36:22.299] Build status: STARTED
[17:36:22.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:94:0) after 3m0s
[17:39:22.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:94:0)
[17:39:22.664] Build status: STARTED
[17:39:22.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:95:0) after 8m10s
[17:47:33.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:95:0)
[17:47:33.150] Build status: STARTED
[17:47:33.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:96:0) after 5m7s
[17:52:40.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:96:0)
[17:52:40.218] Build status: STARTED
[17:52:40.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:97:0) after 3m1s
[17:55:41.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:97:0)
[17:55:41.395] Build status: STARTED
[17:55:41.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:98:0) after 2m15s
[17:57:56.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:98:0)
[17:57:56.553] Build status: STARTED
[17:57:56.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:99:0) after 1m28s
[17:59:24.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:99:0)
[17:59:24.618] Build status: STARTED
[17:59:24.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:100:0) after 4m45s
[18:04:09.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:100:0)
[18:04:09.994] Build status: STARTED
[18:04:09.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:101:0) after 8m2s
[18:12:12.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:101:0)
[18:12:12.051] Build status: STARTED
[18:12:12.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:102:0) after 8m24s
[18:20:36.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:102:0)
[18:20:36.169] Build status: STARTED
[18:20:36.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:103:0) after 3m35s
[18:24:11.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:103:0)
[18:24:11.283] Build status: STARTED
[18:24:11.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:104:0) after 7m19s
[18:31:30.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:104:0)
[18:31:30.334] Build status: STARTED
[18:31:30.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:105:0) after 7m37s
[18:39:07.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:105:0)
[18:39:07.446] Build status: STARTED
[18:39:07.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:106:0) after 8m10s
[18:47:17.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:106:0)
[18:47:17.533] Build status: STARTED
[18:47:17.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:107:0) after 9m38s
[18:56:55.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:107:0)
[18:56:55.784] Build status: STARTED
[18:56:55.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:108:0) after 8m32s
[19:05:27.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:108:0)
[19:05:27.861] Build status: STARTED
[19:05:27.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:109:0) after 2m19s
[19:07:46.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:109:0)
[19:07:46.955] Build status: STARTED
[19:07:46.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:110:0) after 6m49s
[19:14:36.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:110:0)
[19:14:36.345] Build status: STARTED
[19:14:36.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:111:0) after 1m11s
[19:15:47.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:111:0)
[19:15:47.530] Build status: STARTED
[19:15:47.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:112:0) after 7m22s
[19:23:09.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:112:0)
[19:23:09.526] Build status: STARTED
[19:23:09.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:113:0) after 2m53s
[19:26:02.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:113:0)
[19:26:02.571] Build status: STARTED
[19:26:02.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:114:0) after 5m32s
[19:31:34.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:114:0)
[19:31:34.957] Build status: STARTED
[19:31:34.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:115:0) after 5m21s
[19:36:55.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:115:0)
[19:36:56.015] Build status: STARTED
[19:36:56.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:116:0) after 2m15s
[19:39:11.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:116:0)
[19:39:11.070] Build status: STARTED
[19:39:11.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:117:0) after 5m37s
[19:44:48.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:117:0)
[19:44:48.210] Build status: STARTED
[19:44:48.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:118:0) after 1m21s
[19:46:09.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:118:0)
[19:46:09.280] Build status: STARTED
[19:46:09.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:119:0) after 4m43s
[19:50:52.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:119:0)
[19:50:52.349] Build status: STARTED
[19:50:52.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:120:0) after 8m35s
[19:59:27.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:120:0)
[19:59:27.555] Build status: STARTED
[19:59:27.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:121:0) after 4m5s
[20:03:32.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:121:0)
[20:03:32.649] Build status: STARTED
[20:03:32.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:122:0) after 4m25s
[20:07:57.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:122:0)
[20:07:57.905] Build status: STARTED
[20:07:57.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:123:0) after 4m2s
[20:12:00.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:123:0)
[20:12:00.080] Build status: STARTED
[20:12:00.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:124:0) after 5m9s
[20:17:09.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:124:0)
[20:17:09.435] Build status: STARTED
[20:17:09.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:125:0) after 8m34s
[20:25:43.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:125:0)
[20:25:43.573] Build status: STARTED
[20:25:43.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:126:0) after 7m18s
[20:33:01.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:126:0)
[20:33:01.907] Build status: STARTED
[20:33:01.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:127:0) after 8m57s
[20:41:59.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:127:0)
[20:41:59.046] Build status: STARTED
[20:41:59.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:128:0) after 8m21s
[20:50:20.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:128:0)
[20:50:20.344] Build status: STARTED
[20:50:20.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:129:0) after 1m51s
[20:52:11.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:129:0)
[20:52:11.606] Build status: STARTED
[20:52:11.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:130:0) after 5m12s
[20:57:23.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:130:0)
[20:57:23.807] Build status: STARTED
[20:57:23.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:131:0) after 1m13s
[20:58:37.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:131:0)
[20:58:37.098] Build status: STARTED
[20:58:37.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:132:0) after 6m34s
[21:05:11.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:132:0)
[21:05:11.939] Build status: STARTED
[21:05:11.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:133:0) after 2m28s
[21:07:40.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:133:0)
[21:07:40.072] Build status: STARTED
[21:07:40.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:134:0) after 7m4s
[21:14:44.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:134:0)
[21:14:44.132] Build status: STARTED
[21:14:44.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:135:0) after 8m16s
[21:23:00.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:135:0)
[21:23:00.192] Build status: STARTED
[21:23:00.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:136:0) after 7m19s
[21:30:19.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:136:0)
[21:30:19.253] Build status: STARTED
[21:30:19.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:137:0) after 6m37s
[21:36:56.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:137:0)
[21:36:56.286] Build status: STARTED
[21:36:56.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:138:0) after 3m18s
[21:40:14.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:138:0)
[21:40:14.378] Build status: STARTED
[21:40:14.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:139:0) after 3m16s
[21:43:30.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:139:0)
[21:43:30.527] Build status: STARTED
[21:43:30.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:140:0) after 5m2s
[21:48:32.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:140:0)
[21:48:32.582] Build status: STARTED
[21:48:32.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:141:0) after 4m18s
[21:52:51.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:141:0)
[21:52:51.221] Build status: STARTED
[21:52:51.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8955350276723799360:142:0) after 8m6s
[21:56:43.791] Received PubSub notification, asking Buildbucket for the build status
[21:56:43.814] Build:
{
"id": "8789920214742429105",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 28767,
"createdBy": "project:chromium",
"createTime": "2023-02-06T09:31:10.148672188Z",
"startTime": "2023-02-06T09:34:00.039008Z",
"endTime": "2023-02-06T21:56:43.304287977Z",
"updateTime": "2023-02-06T21:56:43.304287977Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6812535a0abdaaf23254cbc9156556f8e378963f",
"ref": "refs/heads/main"
}
}
}
[21:56:43.814] Invocation finished in 12h25m34.940254469s with status FAILED