[08:07:54.651] New invocation is queued and will start shortly
[08:07:56.115] Starting the invocation (attempt 1)
[08:07:56.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8bcdf4335d682a774df12fdc8147ba6abb96189c"
[08:07:56.154] Popped gitiles commit info from properties and tags
[08:07:56.154] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:07:56.154] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:07:56.154] Buildbucket request:
{
"requestId": "8987608033619187216",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8bcdf4335d682a774df12fdc8147ba6abb96189c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8987608033619187216"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:07:56.973] Scheduled build:
{
"id": "8822177971282807681",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26531,
"createdBy": "project:chromium",
"createTime": "2022-02-15T08:07:56.230228100Z",
"updateTime": "2022-02-15T08:07:56.230228100Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8bcdf4335d682a774df12fdc8147ba6abb96189c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:07:56.973] Task URL: https://cr-buildbucket.appspot.com/build/8822177971282807681
[08:07:56.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:2:0) after 1m37s
[08:09:33.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:2:0)
[08:09:34.028] Build status: SCHEDULED
[08:09:34.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:3:0) after 5m49s
[08:15:23.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:3:0)
[08:15:23.154] Build status: SCHEDULED
[08:15:23.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:4:0) after 6m20s
[08:21:43.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:4:0)
[08:21:43.673] Build status: SCHEDULED
[08:21:43.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:5:0) after 4m52s
[08:26:35.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:5:0)
[08:26:35.849] Build status: SCHEDULED
[08:26:35.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:6:0) after 1m27s
[08:26:43.621] Received PubSub notification, asking Buildbucket for the build status
[08:26:43.641] Build status: STARTED
[08:28:02.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:6:0)
[08:28:03.010] Build status: STARTED
[08:28:03.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:8:0) after 7m30s
[08:35:33.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:8:0)
[08:35:33.116] Build status: STARTED
[08:35:33.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:9:0) after 7m32s
[08:43:05.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:9:0)
[08:43:05.253] Build status: STARTED
[08:43:05.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:10:0) after 1m37s
[08:44:42.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:10:0)
[08:44:42.372] Build status: STARTED
[08:44:42.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:11:0) after 8m15s
[08:52:57.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:11:0)
[08:52:57.532] Build status: STARTED
[08:52:57.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:12:0) after 9m28s
[09:02:25.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:12:0)
[09:02:25.813] Build status: STARTED
[09:02:25.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:13:0) after 3m9s
[09:05:34.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:13:0)
[09:05:34.914] Build status: STARTED
[09:05:34.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:14:0) after 7m0s
[09:12:35.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:14:0)
[09:12:35.115] Build status: STARTED
[09:12:35.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:15:0) after 1m48s
[09:14:23.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:15:0)
[09:14:23.529] Build status: STARTED
[09:14:23.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:16:0) after 7m14s
[09:21:37.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:16:0)
[09:21:37.640] Build status: STARTED
[09:21:37.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:17:0) after 6m48s
[09:28:25.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:17:0)
[09:28:25.932] Build status: STARTED
[09:28:25.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:18:0) after 7m41s
[09:36:07.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:18:0)
[09:36:07.131] Build status: STARTED
[09:36:07.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:19:0) after 6m59s
[09:43:06.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:19:0)
[09:43:06.185] Build status: STARTED
[09:43:06.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:20:0) after 8m19s
[09:51:25.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:20:0)
[09:51:25.365] Build status: STARTED
[09:51:25.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:21:0) after 7m18s
[09:58:43.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:21:0)
[09:58:43.532] Build status: STARTED
[09:58:43.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:22:0) after 1m46s
[10:00:29.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:22:0)
[10:00:29.759] Build status: STARTED
[10:00:29.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:23:0) after 7m25s
[10:07:54.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:23:0)
[10:07:54.914] Build status: STARTED
[10:07:54.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:24:0) after 5m45s
[10:13:40.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:24:0)
[10:13:40.235] Build status: STARTED
[10:13:40.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:25:0) after 7m5s
[10:20:45.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:25:0)
[10:20:45.524] Build status: STARTED
[10:20:45.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:26:0) after 9m39s
[10:30:24.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:26:0)
[10:30:24.564] Build status: STARTED
[10:30:24.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:27:0) after 3m33s
[10:33:57.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:27:0)
[10:33:58.072] Build status: STARTED
[10:33:58.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:28:0) after 6m13s
[10:40:11.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:28:0)
[10:40:11.187] Build status: STARTED
[10:40:11.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:29:0) after 5m14s
[10:45:25.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:29:0)
[10:45:25.185] Build status: STARTED
[10:45:25.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:30:0) after 3m46s
[10:49:11.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:30:0)
[10:49:11.257] Build status: STARTED
[10:49:11.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:31:0) after 4m5s
[10:53:16.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:31:0)
[10:53:16.271] Build status: STARTED
[10:53:16.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:32:0) after 8m42s
[11:01:58.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:32:0)
[11:01:58.370] Build status: STARTED
[11:01:58.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:33:0) after 8m26s
[11:10:24.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:33:0)
[11:10:24.633] Build status: STARTED
[11:10:24.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:34:0) after 8m35s
[11:18:59.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:34:0)
[11:18:59.953] Build status: STARTED
[11:18:59.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:35:0) after 2m48s
[11:21:48.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:35:0)
[11:21:48.161] Build status: STARTED
[11:21:48.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:36:0) after 7m20s
[11:29:08.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:36:0)
[11:29:08.394] Build status: STARTED
[11:29:08.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:37:0) after 1m52s
[11:31:00.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:37:0)
[11:31:00.652] Build status: STARTED
[11:31:00.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:38:0) after 1m1s
[11:32:02.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:38:0)
[11:32:02.041] Build status: STARTED
[11:32:02.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:39:0) after 5m52s
[11:37:54.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:39:0)
[11:37:54.092] Build status: STARTED
[11:37:54.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:40:0) after 4m2s
[11:41:56.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:40:0)
[11:41:56.167] Build status: STARTED
[11:41:56.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:41:0) after 3m50s
[11:45:46.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:41:0)
[11:45:46.397] Build status: STARTED
[11:45:46.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:42:0) after 9m20s
[11:55:06.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:42:0)
[11:55:06.483] Build status: STARTED
[11:55:06.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:43:0) after 9m19s
[12:04:25.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:43:0)
[12:04:25.551] Build status: STARTED
[12:04:25.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:44:0) after 8m14s
[12:12:39.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:44:0)
[12:12:39.753] Build status: STARTED
[12:12:39.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:45:0) after 5m39s
[12:18:18.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:45:0)
[12:18:18.810] Build status: STARTED
[12:18:18.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:46:0) after 5m33s
[12:23:51.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:46:0)
[12:23:51.875] Build status: STARTED
[12:23:51.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:47:0) after 2m29s
[12:26:21.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:47:0)
[12:26:21.052] Build status: STARTED
[12:26:21.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:48:0) after 5m34s
[12:31:55.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:48:0)
[12:31:55.116] Build status: STARTED
[12:31:55.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:49:0) after 1m24s
[12:33:19.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:49:0)
[12:33:19.175] Build status: STARTED
[12:33:19.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:50:0) after 6m44s
[12:40:03.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:50:0)
[12:40:03.382] Build status: STARTED
[12:40:03.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:51:0) after 9m12s
[12:49:15.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:51:0)
[12:49:15.529] Build status: STARTED
[12:49:15.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:52:0) after 9m10s
[12:58:25.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:52:0)
[12:58:25.711] Build status: STARTED
[12:58:25.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:53:0) after 4m54s
[13:03:19.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:53:0)
[13:03:19.887] Build status: STARTED
[13:03:19.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:54:0) after 5m17s
[13:08:36.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:54:0)
[13:08:37.023] Build status: STARTED
[13:08:37.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:55:0) after 4m18s
[13:12:55.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:55:0)
[13:12:55.085] Build status: STARTED
[13:12:55.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:56:0) after 9m57s
[13:22:52.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:56:0)
[13:22:52.261] Build status: STARTED
[13:22:52.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:57:0) after 9m2s
[13:31:54.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:57:0)
[13:31:54.431] Build status: STARTED
[13:31:54.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:58:0) after 1m19s
[13:33:13.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:58:0)
[13:33:13.500] Build status: STARTED
[13:33:13.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:59:0) after 9m5s
[13:42:18.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:59:0)
[13:42:18.549] Build status: STARTED
[13:42:18.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:60:0) after 7m47s
[13:50:05.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:60:0)
[13:50:05.659] Build status: STARTED
[13:50:05.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:61:0) after 4m38s
[13:54:43.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:61:0)
[13:54:43.813] Build status: STARTED
[13:54:43.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:62:0) after 6m54s
[14:01:38.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:62:0)
[14:01:38.045] Build status: STARTED
[14:01:38.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:63:0) after 3m15s
[14:04:53.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:63:0)
[14:04:53.108] Build status: STARTED
[14:04:53.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:64:0) after 5m47s
[14:10:40.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:64:0)
[14:10:40.184] Build status: STARTED
[14:10:40.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:65:0) after 4m59s
[14:15:39.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:65:0)
[14:15:39.248] Build status: STARTED
[14:15:39.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:66:0) after 3m31s
[14:19:10.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:66:0)
[14:19:10.478] Build status: STARTED
[14:19:10.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:67:0) after 9m48s
[14:28:58.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:67:0)
[14:28:58.617] Build status: STARTED
[14:28:58.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:68:0) after 3m53s
[14:32:51.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:68:0)
[14:32:51.748] Build status: STARTED
[14:32:51.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:69:0) after 6m5s
[14:38:56.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:69:0)
[14:38:56.852] Build status: STARTED
[14:38:56.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:70:0) after 6m1s
[14:44:57.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:70:0)
[14:44:57.927] Build status: STARTED
[14:44:57.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:71:0) after 1m35s
[14:46:33.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:71:0)
[14:46:33.327] Build status: STARTED
[14:46:33.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:72:0) after 5m54s
[14:52:27.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:72:0)
[14:52:27.448] Build status: STARTED
[14:52:27.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:73:0) after 7m39s
[15:00:06.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:73:0)
[15:00:06.485] Build status: STARTED
[15:00:06.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:74:0) after 3m41s
[15:03:47.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:74:0)
[15:03:47.629] Build status: STARTED
[15:03:47.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:75:0) after 8m58s
[15:12:45.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:75:0)
[15:12:45.735] Build status: STARTED
[15:12:45.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:76:0) after 4m57s
[15:17:42.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:76:0)
[15:17:42.805] Build status: STARTED
[15:17:42.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:77:0) after 7m42s
[15:25:25.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:77:0)
[15:25:25.269] Build status: STARTED
[15:25:25.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:78:0) after 3m2s
[15:28:27.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:78:0)
[15:28:27.401] Build status: STARTED
[15:28:27.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:79:0) after 3m31s
[15:31:58.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:79:0)
[15:31:58.533] Build status: STARTED
[15:31:58.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:80:0) after 6m2s
[15:38:00.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:80:0)
[15:38:00.610] Build status: STARTED
[15:38:00.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:81:0) after 5m52s
[15:43:52.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:81:0)
[15:43:52.935] Build status: STARTED
[15:43:52.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:82:0) after 2m6s
[15:45:59.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:82:0)
[15:45:59.097] Build status: STARTED
[15:45:59.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:83:0) after 3m48s
[15:49:47.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:83:0)
[15:49:47.770] Build status: STARTED
[15:49:47.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:84:0) after 7m49s
[15:57:36.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:84:0)
[15:57:36.936] Build status: STARTED
[15:57:36.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:85:0) after 1m44s
[15:59:20.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:85:0)
[15:59:20.984] Build status: STARTED
[15:59:20.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:86:0) after 7m28s
[16:06:49.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:86:0)
[16:06:49.047] Build status: STARTED
[16:06:49.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:87:0) after 2m15s
[16:09:04.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:87:0)
[16:09:04.388] Build status: STARTED
[16:09:04.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:88:0) after 7m0s
[16:16:04.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:88:0)
[16:16:04.830] Build status: STARTED
[16:16:04.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:89:0) after 3m32s
[16:19:36.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:89:0)
[16:19:36.922] Build status: STARTED
[16:19:36.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:90:0) after 1m36s
[16:21:13.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:90:0)
[16:21:13.724] Build status: STARTED
[16:21:13.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:91:0) after 2m4s
[16:23:17.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:91:0)
[16:23:17.958] Build status: STARTED
[16:23:17.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:92:0) after 8m28s
[16:31:45.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:92:0)
[16:31:46.007] Build status: STARTED
[16:31:46.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:93:0) after 9m37s
[16:41:23.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:93:0)
[16:41:23.085] Build status: STARTED
[16:41:23.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:94:0) after 9m19s
[16:50:42.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:94:0)
[16:50:42.296] Build status: STARTED
[16:50:42.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:95:0) after 5m38s
[16:56:20.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:95:0)
[16:56:20.470] Build status: STARTED
[16:56:20.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:96:0) after 2m58s
[16:59:18.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:96:0)
[16:59:18.653] Build status: STARTED
[16:59:18.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:97:0) after 5m26s
[17:04:44.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:97:0)
[17:04:45.019] Build status: STARTED
[17:04:45.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:98:0) after 6m2s
[17:10:47.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:98:0)
[17:10:47.099] Build status: STARTED
[17:10:47.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:99:0) after 2m21s
[17:13:08.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:99:0)
[17:13:08.198] Build status: STARTED
[17:13:08.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:100:0) after 9m23s
[17:22:31.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:100:0)
[17:22:31.440] Build status: STARTED
[17:22:31.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:101:0) after 7m29s
[17:30:00.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:101:0)
[17:30:00.885] Build status: STARTED
[17:30:00.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:102:0) after 2m23s
[17:32:23.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:102:0)
[17:32:23.982] Build status: STARTED
[17:32:23.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:103:0) after 1m38s
[17:34:02.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:103:0)
[17:34:02.196] Build status: STARTED
[17:34:02.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:104:0) after 1m23s
[17:35:25.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:104:0)
[17:35:25.646] Build status: STARTED
[17:35:25.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:105:0) after 2m30s
[17:37:55.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:105:0)
[17:37:55.770] Build status: STARTED
[17:37:55.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:106:0) after 4m48s
[17:42:43.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:106:0)
[17:42:43.857] Build status: STARTED
[17:42:43.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:107:0) after 2m33s
[17:45:17.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:107:0)
[17:45:17.076] Build status: STARTED
[17:45:17.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:108:0) after 3m58s
[17:49:15.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:108:0)
[17:49:15.138] Build status: STARTED
[17:49:15.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:109:0) after 6m43s
[17:55:58.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:109:0)
[17:55:58.287] Build status: STARTED
[17:55:58.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:110:0) after 4m40s
[18:00:38.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:110:0)
[18:00:38.804] Build status: STARTED
[18:00:38.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:111:0) after 3m19s
[18:03:58.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:111:0)
[18:03:58.328] Build status: STARTED
[18:03:58.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:112:0) after 9m3s
[18:13:01.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:112:0)
[18:13:01.388] Build status: STARTED
[18:13:01.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:113:0) after 4m40s
[18:17:41.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:113:0)
[18:17:41.488] Build status: STARTED
[18:17:41.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:114:0) after 9m9s
[18:26:50.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:114:0)
[18:26:50.545] Build status: STARTED
[18:26:50.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:115:0) after 5m14s
[18:32:04.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:115:0)
[18:32:04.595] Build status: STARTED
[18:32:04.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:116:0) after 9m8s
[18:41:12.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:116:0)
[18:41:12.673] Build status: STARTED
[18:41:12.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:117:0) after 1m12s
[18:42:24.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:117:0)
[18:42:24.818] Build status: STARTED
[18:42:24.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:118:0) after 1m6s
[18:43:30.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:118:0)
[18:43:30.901] Build status: STARTED
[18:43:30.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:119:0) after 1m27s
[18:44:57.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:119:0)
[18:44:57.995] Build status: STARTED
[18:44:57.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:120:0) after 8m3s
[18:53:01.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:120:0)
[18:53:01.165] Build status: STARTED
[18:53:01.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:121:0) after 3m50s
[18:56:51.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:121:0)
[18:56:51.227] Build status: STARTED
[18:56:51.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:122:0) after 7m45s
[19:04:36.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:122:0)
[19:04:36.410] Build status: STARTED
[19:04:36.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:123:0) after 5m8s
[19:09:44.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:123:0)
[19:09:44.994] Build status: STARTED
[19:09:44.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:124:0) after 8m17s
[19:18:02.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:124:0)
[19:18:02.195] Build status: STARTED
[19:18:02.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987608033619187216:125:0) after 6m56s
[19:21:22.163] Received PubSub notification, asking Buildbucket for the build status
[19:21:22.183] Build:
{
"id": "8822177971282807681",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26531,
"createdBy": "project:chromium",
"createTime": "2022-02-15T08:07:56.230228100Z",
"startTime": "2022-02-15T08:26:43.102750Z",
"endTime": "2022-02-15T19:21:21.843695015Z",
"updateTime": "2022-02-15T19:21:21.843695015Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8bcdf4335d682a774df12fdc8147ba6abb96189c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:21:22.183] Invocation finished in 11h13m27.565239517s with status FAILED