[21:57:43.644] New invocation is queued and will start shortly
[21:57:45.058] Starting the invocation (attempt 1)
[21:57:45.096] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/376f451071d8705c94edb64c055f294251ab2550"
[21:57:45.096] Popped gitiles commit info from properties and tags
[21:57:45.096] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:57:45.096] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:57:45.096] Buildbucket request:
{
"requestId": "8945428236686379424",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "376f451071d8705c94edb64c055f294251ab2550",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8945428236686379424"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:57:45.544] Scheduled build:
{
"id": "8779998174413343377",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 28954,
"createdBy": "project:chromium",
"createTime": "2023-05-26T21:57:45.176039264Z",
"updateTime": "2023-05-26T21:57:45.176039264Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "376f451071d8705c94edb64c055f294251ab2550",
"ref": "refs/heads/main"
}
}
}
[21:57:45.544] Task URL: https://cr-buildbucket.appspot.com/build/8779998174413343377
[21:57:45.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:2:0) after 3m29s
[22:01:14.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:2:0)
[22:01:14.979] Build status: SCHEDULED
[22:01:14.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:3:0) after 7m13s
[22:01:41.382] Received PubSub notification, asking Buildbucket for the build status
[22:01:41.532] Build status: STARTED
[22:08:28.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:3:0)
[22:08:28.199] Build status: STARTED
[22:08:28.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:5:0) after 5m50s
[22:14:18.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:5:0)
[22:14:18.430] Build status: STARTED
[22:14:18.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:6:0) after 3m6s
[22:17:24.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:6:0)
[22:17:24.491] Build status: STARTED
[22:17:24.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:7:0) after 8m55s
[22:26:19.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:7:0)
[22:26:19.600] Build status: STARTED
[22:26:19.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:8:0) after 9m12s
[22:35:31.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:8:0)
[22:35:31.665] Build status: STARTED
[22:35:31.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:9:0) after 5m51s
[22:41:22.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:9:0)
[22:41:22.751] Build status: STARTED
[22:41:22.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:10:0) after 7m5s
[22:48:27.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:10:0)
[22:48:27.851] Build status: STARTED
[22:48:27.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:11:0) after 2m59s
[22:51:27.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:11:0)
[22:51:27.412] Build status: STARTED
[22:51:27.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:12:0) after 5m53s
[22:57:20.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:12:0)
[22:57:20.440] Build status: STARTED
[22:57:20.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:13:0) after 6m28s
[23:03:48.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:13:0)
[23:03:48.603] Build status: STARTED
[23:03:48.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:14:0) after 8m35s
[23:12:24.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:14:0)
[23:12:24.081] Build status: STARTED
[23:12:24.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:15:0) after 8m5s
[23:20:29.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:15:0)
[23:20:29.282] Build status: STARTED
[23:20:29.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:16:0) after 6m59s
[23:27:28.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:16:0)
[23:27:28.681] Build status: STARTED
[23:27:28.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:17:0) after 2m12s
[23:29:40.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:17:0)
[23:29:40.967] Build status: STARTED
[23:29:40.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:18:0) after 9m53s
[23:39:34.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:18:0)
[23:39:34.074] Build status: STARTED
[23:39:34.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:19:0) after 6m28s
[23:46:02.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:19:0)
[23:46:02.141] Build status: STARTED
[23:46:02.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:20:0) after 3m6s
[23:49:08.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:20:0)
[23:49:08.190] Build status: STARTED
[23:49:08.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:21:0) after 9m50s
[23:58:58.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:21:0)
[23:58:58.235] Build status: STARTED
[23:58:58.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:22:0) after 5m51s
[00:04:49.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:22:0)
[00:04:49.580] Build status: STARTED
[00:04:49.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:23:0) after 8m51s
[00:13:40.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:23:0)
[00:13:40.835] Build status: STARTED
[00:13:40.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:24:0) after 1m57s
[00:15:37.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:24:0)
[00:15:37.915] Build status: STARTED
[00:15:37.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:25:0) after 9m52s
[00:25:30.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:25:0)
[00:25:30.112] Build status: STARTED
[00:25:30.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:26:0) after 2m42s
[00:28:12.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:26:0)
[00:28:12.520] Build status: STARTED
[00:28:12.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:27:0) after 3m24s
[00:31:36.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:27:0)
[00:31:36.838] Build status: STARTED
[00:31:36.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:28:0) after 1m10s
[00:32:46.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:28:0)
[00:32:46.889] Build status: STARTED
[00:32:46.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:29:0) after 4m40s
[00:37:26.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:29:0)
[00:37:26.902] Build status: STARTED
[00:37:26.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:30:0) after 8m32s
[00:45:58.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:30:0)
[00:45:58.970] Build status: STARTED
[00:45:58.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:31:0) after 4m5s
[00:50:04.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:31:0)
[00:50:04.136] Build status: STARTED
[00:50:04.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:32:0) after 9m54s
[00:59:58.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:32:0)
[00:59:58.162] Build status: STARTED
[00:59:58.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:33:0) after 8m51s
[01:08:49.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:33:0)
[01:08:49.787] Build status: STARTED
[01:08:49.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:34:0) after 6m14s
[01:15:04.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:34:0)
[01:15:04.178] Build status: STARTED
[01:15:04.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:35:0) after 8m49s
[01:23:53.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:35:0)
[01:23:53.473] Build status: STARTED
[01:23:53.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:36:0) after 1m34s
[01:25:27.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:36:0)
[01:25:27.521] Build status: STARTED
[01:25:27.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:37:0) after 8m23s
[01:33:50.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:37:0)
[01:33:50.547] Build status: STARTED
[01:33:50.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:38:0) after 9m51s
[01:43:41.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:38:0)
[01:43:41.640] Build status: STARTED
[01:43:41.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:39:0) after 4m11s
[01:47:52.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:39:0)
[01:47:52.779] Build status: STARTED
[01:47:52.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:40:0) after 3m23s
[01:51:15.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:40:0)
[01:51:15.830] Build status: STARTED
[01:51:15.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:41:0) after 6m9s
[01:57:24.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:41:0)
[01:57:24.954] Build status: STARTED
[01:57:24.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:42:0) after 3m36s
[02:01:01.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:42:0)
[02:01:01.092] Build status: STARTED
[02:01:01.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:43:0) after 2m57s
[02:03:58.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:43:0)
[02:03:58.239] Build status: STARTED
[02:03:58.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:44:0) after 2m15s
[02:06:13.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:44:0)
[02:06:13.311] Build status: STARTED
[02:06:13.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:45:0) after 1m11s
[02:07:24.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:45:0)
[02:07:24.554] Build status: STARTED
[02:07:24.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:46:0) after 9m46s
[02:17:10.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:46:0)
[02:17:10.564] Build status: STARTED
[02:17:10.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:47:0) after 5m29s
[02:22:39.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:47:0)
[02:22:39.926] Build status: STARTED
[02:22:39.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:48:0) after 8m16s
[02:30:56.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:48:0)
[02:30:56.160] Build status: STARTED
[02:30:56.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:49:0) after 6m21s
[02:37:17.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:49:0)
[02:37:17.299] Build status: STARTED
[02:37:17.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:50:0) after 6m56s
[02:44:13.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:50:0)
[02:44:13.368] Build status: STARTED
[02:44:13.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:51:0) after 6m33s
[02:50:46.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:51:0)
[02:50:46.415] Build status: STARTED
[02:50:46.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:52:0) after 3m0s
[02:53:46.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:52:0)
[02:53:46.466] Build status: STARTED
[02:53:46.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:53:0) after 5m53s
[02:59:39.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:53:0)
[02:59:39.530] Build status: STARTED
[02:59:39.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:54:0) after 1m58s
[03:01:37.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:54:0)
[03:01:37.924] Build status: STARTED
[03:01:37.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:55:0) after 2m42s
[03:04:20.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:55:0)
[03:04:20.215] Build status: STARTED
[03:04:20.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:56:0) after 9m34s
[03:13:54.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:56:0)
[03:13:54.291] Build status: STARTED
[03:13:54.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:57:0) after 2m49s
[03:16:43.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:57:0)
[03:16:43.358] Build status: STARTED
[03:16:43.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:58:0) after 8m1s
[03:24:44.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:58:0)
[03:24:44.663] Build status: STARTED
[03:24:44.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:59:0) after 6m0s
[03:30:44.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:59:0)
[03:30:44.733] Build status: STARTED
[03:30:44.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:60:0) after 4m42s
[03:35:26.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:60:0)
[03:35:26.793] Build status: STARTED
[03:35:26.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:61:0) after 5m56s
[03:41:22.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:61:0)
[03:41:23.020] Build status: STARTED
[03:41:23.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:62:0) after 3m0s
[03:44:23.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:62:0)
[03:44:23.136] Build status: STARTED
[03:44:23.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:63:0) after 2m50s
[03:47:13.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:63:0)
[03:47:13.209] Build status: STARTED
[03:47:13.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:64:0) after 2m1s
[03:49:14.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:64:0)
[03:49:14.517] Build status: STARTED
[03:49:14.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:65:0) after 6m33s
[03:55:47.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:65:0)
[03:55:47.568] Build status: STARTED
[03:55:47.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:66:0) after 4m43s
[04:00:30.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:66:0)
[04:00:30.779] Build status: STARTED
[04:00:30.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:67:0) after 6m58s
[04:07:28.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:67:0)
[04:07:28.936] Build status: STARTED
[04:07:28.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:68:0) after 2m3s
[04:09:31.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:68:0)
[04:09:32.011] Build status: STARTED
[04:09:32.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:69:0) after 6m14s
[04:15:46.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:69:0)
[04:15:46.031] Build status: STARTED
[04:15:46.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:70:0) after 6m33s
[04:22:19.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:70:0)
[04:22:19.170] Build status: STARTED
[04:22:19.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:71:0) after 9m10s
[04:31:29.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:71:0)
[04:31:29.231] Build status: STARTED
[04:31:29.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:72:0) after 9m34s
[04:41:03.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:72:0)
[04:41:03.379] Build status: STARTED
[04:41:03.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:73:0) after 3m38s
[04:44:41.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:73:0)
[04:44:41.456] Build status: STARTED
[04:44:41.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:74:0) after 4m57s
[04:49:38.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:74:0)
[04:49:38.515] Build status: STARTED
[04:49:38.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:75:0) after 8m26s
[04:58:04.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:75:0)
[04:58:04.568] Build status: STARTED
[04:58:04.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:76:0) after 3m43s
[05:01:47.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:76:0)
[05:01:47.649] Build status: STARTED
[05:01:47.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:77:0) after 9m15s
[05:11:02.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:77:0)
[05:11:02.689] Build status: STARTED
[05:11:02.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:78:0) after 3m2s
[05:14:04.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:78:0)
[05:14:04.913] Build status: STARTED
[05:14:04.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:79:0) after 9m56s
[05:24:01.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:79:0)
[05:24:01.065] Build status: STARTED
[05:24:01.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:80:0) after 7m7s
[05:31:08.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:80:0)
[05:31:08.132] Build status: STARTED
[05:31:08.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:81:0) after 3m38s
[05:34:46.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:81:0)
[05:34:46.259] Build status: STARTED
[05:34:46.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:82:0) after 5m53s
[05:40:39.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:82:0)
[05:40:39.462] Build status: STARTED
[05:40:39.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:83:0) after 4m36s
[05:45:15.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:83:0)
[05:45:15.673] Build status: STARTED
[05:45:15.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:84:0) after 2m2s
[05:47:17.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:84:0)
[05:47:17.737] Build status: STARTED
[05:47:17.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:85:0) after 9m0s
[05:56:17.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:85:0)
[05:56:17.887] Build status: STARTED
[05:56:17.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:86:0) after 3m1s
[05:59:18.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:86:0)
[05:59:18.986] Build status: STARTED
[05:59:18.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:87:0) after 4m44s
[06:04:03.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:87:0)
[06:04:03.056] Build status: STARTED
[06:04:03.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:88:0) after 1m37s
[06:05:40.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:88:0)
[06:05:40.126] Build status: STARTED
[06:05:40.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:89:0) after 7m24s
[06:13:04.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:89:0)
[06:13:04.231] Build status: STARTED
[06:13:04.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:90:0) after 4m28s
[06:17:32.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:90:0)
[06:17:32.281] Build status: STARTED
[06:17:32.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:91:0) after 8m18s
[06:25:50.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:91:0)
[06:25:50.380] Build status: STARTED
[06:25:50.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:92:0) after 8m15s
[06:34:05.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:92:0)
[06:34:05.586] Build status: STARTED
[06:34:05.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:93:0) after 8m5s
[06:42:10.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:93:0)
[06:42:10.791] Build status: STARTED
[06:42:10.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:94:0) after 9m44s
[06:51:54.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:94:0)
[06:51:54.943] Build status: STARTED
[06:51:54.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:95:0) after 4m8s
[06:56:03.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:95:0)
[06:56:03.424] Build status: STARTED
[06:56:03.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:96:0) after 9m7s
[07:05:10.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:96:0)
[07:05:10.476] Build status: STARTED
[07:05:10.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:97:0) after 7m37s
[07:12:47.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:97:0)
[07:12:47.521] Build status: STARTED
[07:12:47.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:98:0) after 4m10s
[07:16:57.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:98:0)
[07:16:57.764] Build status: STARTED
[07:16:57.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:99:0) after 5m54s
[07:22:51.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:99:0)
[07:22:51.848] Build status: STARTED
[07:22:51.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:100:0) after 9m38s
[07:32:30.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:100:0)
[07:32:30.027] Build status: STARTED
[07:32:30.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:101:0) after 9m21s
[07:41:51.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:101:0)
[07:41:51.077] Build status: STARTED
[07:41:51.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:102:0) after 5m19s
[07:47:10.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:102:0)
[07:47:10.367] Build status: STARTED
[07:47:10.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:103:0) after 2m48s
[07:49:58.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:103:0)
[07:49:58.505] Build status: STARTED
[07:49:58.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:104:0) after 6m47s
[07:56:45.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:104:0)
[07:56:45.663] Build status: STARTED
[07:56:45.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:105:0) after 3m3s
[07:59:48.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:105:0)
[07:59:48.709] Build status: STARTED
[07:59:48.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:106:0) after 7m33s
[08:07:21.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:106:0)
[08:07:21.761] Build status: STARTED
[08:07:21.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:107:0) after 7m57s
[08:15:18.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:107:0)
[08:15:18.840] Build status: STARTED
[08:15:18.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:108:0) after 2m39s
[08:17:57.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:108:0)
[08:17:57.924] Build status: STARTED
[08:17:57.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:109:0) after 7m57s
[08:25:55.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:109:0)
[08:25:55.111] Build status: STARTED
[08:25:55.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:110:0) after 5m39s
[08:31:34.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:110:0)
[08:31:34.227] Build status: STARTED
[08:31:34.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:111:0) after 5m19s
[08:36:53.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:111:0)
[08:36:53.267] Build status: STARTED
[08:36:53.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:112:0) after 7m3s
[08:43:56.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:112:0)
[08:43:56.319] Build status: STARTED
[08:43:56.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:113:0) after 1m55s
[08:45:51.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:113:0)
[08:45:51.384] Build status: STARTED
[08:45:51.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:114:0) after 2m37s
[08:48:28.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:114:0)
[08:48:28.430] Build status: STARTED
[08:48:28.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:115:0) after 2m38s
[08:51:06.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:115:0)
[08:51:06.461] Build status: STARTED
[08:51:06.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:116:0) after 3m43s
[08:54:49.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:116:0)
[08:54:49.663] Build status: STARTED
[08:54:49.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:117:0) after 5m50s
[09:00:39.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:117:0)
[09:00:39.732] Build status: STARTED
[09:00:39.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:118:0) after 6m18s
[09:06:58.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:118:0)
[09:06:58.059] Build status: STARTED
[09:06:58.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:119:0) after 7m54s
[09:14:52.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:119:0)
[09:14:52.175] Build status: STARTED
[09:14:52.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:120:0) after 1m42s
[09:16:34.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:120:0)
[09:16:34.328] Build status: STARTED
[09:16:34.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:121:0) after 4m44s
[09:21:18.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:121:0)
[09:21:18.483] Build status: STARTED
[09:21:18.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:122:0) after 4m19s
[09:25:37.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:122:0)
[09:25:37.624] Build status: STARTED
[09:25:37.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:123:0) after 9m17s
[09:34:54.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:123:0)
[09:34:54.686] Build status: STARTED
[09:34:54.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:124:0) after 4m42s
[09:39:36.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:124:0)
[09:39:36.717] Build status: STARTED
[09:39:36.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:125:0) after 4m13s
[09:43:49.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:125:0)
[09:43:49.946] Build status: STARTED
[09:43:49.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:126:0) after 8m37s
[09:52:26.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:126:0)
[09:52:27.035] Build status: STARTED
[09:52:27.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:127:0) after 1m33s
[09:54:00.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:127:0)
[09:54:00.282] Build status: STARTED
[09:54:00.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:128:0) after 3m13s
[09:57:13.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:128:0)
[09:57:13.393] Build status: STARTED
[09:57:13.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:129:0) after 6m11s
[10:03:24.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:129:0)
[10:03:24.440] Build status: STARTED
[10:03:24.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:130:0) after 6m9s
[10:09:33.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:130:0)
[10:09:33.676] Build status: STARTED
[10:09:33.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:131:0) after 1m32s
[10:11:05.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:131:0)
[10:11:05.748] Build status: STARTED
[10:11:05.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:132:0) after 1m57s
[10:13:02.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:132:0)
[10:13:02.796] Build status: STARTED
[10:13:02.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:133:0) after 5m26s
[10:18:29.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:133:0)
[10:18:29.105] Build status: STARTED
[10:18:29.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:134:0) after 2m34s
[10:21:03.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:134:0)
[10:21:03.166] Build status: STARTED
[10:21:03.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:135:0) after 6m31s
[10:27:34.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:135:0)
[10:27:34.373] Build status: STARTED
[10:27:34.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:136:0) after 6m35s
[10:34:09.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:136:0)
[10:34:09.423] Build status: STARTED
[10:34:09.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:137:0) after 3m40s
[10:37:49.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:137:0)
[10:37:49.479] Build status: STARTED
[10:37:49.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:138:0) after 8m32s
[10:46:21.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:138:0)
[10:46:21.760] Build status: STARTED
[10:46:21.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:139:0) after 4m12s
[10:50:34.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:139:0)
[10:50:34.494] Build status: STARTED
[10:50:34.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:140:0) after 1m43s
[10:52:17.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:140:0)
[10:52:17.541] Build status: STARTED
[10:52:17.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:141:0) after 2m14s
[10:54:31.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:141:0)
[10:54:31.614] Build status: STARTED
[10:54:31.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:142:0) after 3m16s
[10:57:47.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:142:0)
[10:57:47.639] Build status: STARTED
[10:57:47.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:143:0) after 5m13s
[11:03:00.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:143:0)
[11:03:00.707] Build status: STARTED
[11:03:00.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:144:0) after 8m31s
[11:11:31.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:144:0)
[11:11:31.765] Build status: STARTED
[11:11:31.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:145:0) after 6m40s
[11:18:11.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:145:0)
[11:18:11.847] Build status: STARTED
[11:18:11.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:146:0) after 5m14s
[11:23:25.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:146:0)
[11:23:25.993] Build status: STARTED
[11:23:25.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:147:0) after 2m37s
[11:26:03.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:147:0)
[11:26:03.051] Build status: STARTED
[11:26:03.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:148:0) after 4m32s
[11:30:35.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:148:0)
[11:30:35.172] Build status: STARTED
[11:30:35.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:149:0) after 3m3s
[11:33:38.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:149:0)
[11:33:38.434] Build status: STARTED
[11:33:38.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:150:0) after 6m58s
[11:40:37.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:150:0)
[11:40:37.649] Build status: STARTED
[11:40:37.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:151:0) after 9m49s
[11:50:26.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:151:0)
[11:50:26.707] Build status: STARTED
[11:50:26.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:152:0) after 4m54s
[11:55:20.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:152:0)
[11:55:20.764] Build status: STARTED
[11:55:20.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:153:0) after 4m43s
[12:00:04.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:153:0)
[12:00:04.140] Build status: STARTED
[12:00:04.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:154:0) after 2m56s
[12:03:01.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:154:0)
[12:03:01.116] Build status: STARTED
[12:03:01.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:155:0) after 2m46s
[12:05:47.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:155:0)
[12:05:47.466] Build status: STARTED
[12:05:47.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:156:0) after 1m6s
[12:06:54.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:156:0)
[12:06:54.103] Build status: STARTED
[12:06:54.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:157:0) after 3m14s
[12:10:08.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:157:0)
[12:10:08.164] Build status: STARTED
[12:10:08.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:158:0) after 8m24s
[12:18:32.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:158:0)
[12:18:32.332] Build status: STARTED
[12:18:32.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:159:0) after 4m6s
[12:22:38.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:159:0)
[12:22:38.410] Build status: STARTED
[12:22:38.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:160:0) after 7m0s
[12:29:38.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:160:0)
[12:29:38.509] Build status: STARTED
[12:29:38.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:161:0) after 6m57s
[12:36:35.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:161:0)
[12:36:35.538] Build status: STARTED
[12:36:35.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:162:0) after 9m16s
[12:45:51.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:162:0)
[12:45:51.599] Build status: STARTED
[12:45:51.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:163:0) after 9m39s
[12:55:30.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:163:0)
[12:55:30.655] Build status: STARTED
[12:55:30.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:164:0) after 3m54s
[12:59:25.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:164:0)
[12:59:25.619] Build status: STARTED
[12:59:25.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:165:0) after 9m3s
[13:08:28.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:165:0)
[13:08:28.800] Build status: STARTED
[13:08:28.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:166:0) after 6m54s
[13:15:23.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:166:0)
[13:15:23.120] Build status: STARTED
[13:15:23.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:167:0) after 9m56s
[13:25:19.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:167:0)
[13:25:19.175] Build status: STARTED
[13:25:19.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:168:0) after 8m11s
[13:33:30.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:168:0)
[13:33:30.208] Build status: STARTED
[13:33:30.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:169:0) after 5m4s
[13:38:34.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:169:0)
[13:38:34.304] Build status: STARTED
[13:38:34.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:170:0) after 9m57s
[13:48:31.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:170:0)
[13:48:31.442] Build status: STARTED
[13:48:31.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:171:0) after 2m16s
[13:50:47.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:171:0)
[13:50:47.602] Build status: STARTED
[13:50:47.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:172:0) after 4m13s
[13:55:00.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:172:0)
[13:55:00.653] Build status: STARTED
[13:55:00.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:173:0) after 8m8s
[14:03:08.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:173:0)
[14:03:08.822] Build status: STARTED
[14:03:08.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:174:0) after 5m11s
[14:08:20.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:174:0)
[14:08:20.051] Build status: STARTED
[14:08:20.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:175:0) after 8m31s
[14:16:51.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:175:0)
[14:16:51.108] Build status: STARTED
[14:16:51.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:176:0) after 3m4s
[14:19:55.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:176:0)
[14:19:55.160] Build status: STARTED
[14:19:55.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:177:0) after 2m58s
[14:22:53.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:177:0)
[14:22:53.363] Build status: STARTED
[14:22:53.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:178:0) after 3m15s
[14:26:08.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:178:0)
[14:26:08.407] Build status: STARTED
[14:26:08.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:179:0) after 9m35s
[14:35:43.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:179:0)
[14:35:43.531] Build status: STARTED
[14:35:43.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:180:0) after 8m9s
[14:43:52.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:180:0)
[14:43:52.595] Build status: STARTED
[14:43:52.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:181:0) after 7m26s
[14:51:18.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:181:0)
[14:51:18.720] Build status: STARTED
[14:51:18.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:182:0) after 3m8s
[14:54:26.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:182:0)
[14:54:26.865] Build status: STARTED
[14:54:26.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:183:0) after 2m37s
[14:57:04.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:183:0)
[14:57:04.268] Build status: STARTED
[14:57:04.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:184:0) after 7m39s
[15:04:43.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:184:0)
[15:04:43.326] Build status: STARTED
[15:04:43.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:185:0) after 9m50s
[15:14:33.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:185:0)
[15:14:33.382] Build status: STARTED
[15:14:33.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:186:0) after 5m14s
[15:19:47.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:186:0)
[15:19:47.571] Build status: STARTED
[15:19:47.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:187:0) after 9m6s
[15:28:53.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:187:0)
[15:28:53.709] Build status: STARTED
[15:28:53.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:188:0) after 7m1s
[15:35:54.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:188:0)
[15:35:54.745] Build status: STARTED
[15:35:54.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:189:0) after 5m55s
[15:41:49.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:189:0)
[15:41:49.840] Build status: STARTED
[15:41:49.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:190:0) after 2m49s
[15:44:38.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:190:0)
[15:44:38.905] Build status: STARTED
[15:44:38.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:191:0) after 2m16s
[15:46:54.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:191:0)
[15:46:55.004] Build status: STARTED
[15:46:55.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:192:0) after 1m15s
[15:48:10.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:192:0)
[15:48:10.073] Build status: STARTED
[15:48:10.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:193:0) after 3m23s
[15:51:33.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:193:0)
[15:51:33.247] Build status: STARTED
[15:51:33.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:194:0) after 1m20s
[15:52:53.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:194:0)
[15:52:53.295] Build status: STARTED
[15:52:53.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:195:0) after 6m19s
[15:59:12.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:195:0)
[15:59:12.359] Build status: STARTED
[15:59:12.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:196:0) after 4m50s
[16:04:02.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:196:0)
[16:04:02.505] Build status: STARTED
[16:04:02.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:197:0) after 8m56s
[16:12:58.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:197:0)
[16:12:58.630] Build status: STARTED
[16:12:58.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:198:0) after 1m47s
[16:14:45.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:198:0)
[16:14:45.692] Build status: STARTED
[16:14:45.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:199:0) after 1m39s
[16:16:24.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:199:0)
[16:16:24.805] Build status: STARTED
[16:16:24.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:200:0) after 5m31s
[16:21:55.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:200:0)
[16:21:55.987] Build status: STARTED
[16:21:55.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:201:0) after 9m38s
[16:31:34.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:201:0)
[16:31:34.071] Build status: STARTED
[16:31:34.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:202:0) after 6m29s
[16:38:03.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:202:0)
[16:38:03.121] Build status: STARTED
[16:38:03.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:203:0) after 9m6s
[16:47:09.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:203:0)
[16:47:09.272] Build status: STARTED
[16:47:09.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:204:0) after 8m35s
[16:55:44.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:204:0)
[16:55:44.329] Build status: STARTED
[16:55:44.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:205:0) after 9m19s
[17:05:03.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:205:0)
[17:05:03.430] Build status: STARTED
[17:05:03.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:206:0) after 8m0s
[17:13:03.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:206:0)
[17:13:03.465] Build status: STARTED
[17:13:03.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:207:0) after 6m21s
[17:19:24.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:207:0)
[17:19:24.605] Build status: STARTED
[17:19:24.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:208:0) after 9m13s
[17:28:37.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:208:0)
[17:28:37.683] Build status: STARTED
[17:28:37.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:209:0) after 5m41s
[17:34:18.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:209:0)
[17:34:18.792] Build status: STARTED
[17:34:18.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:210:0) after 2m34s
[17:36:52.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:210:0)
[17:36:52.846] Build status: STARTED
[17:36:52.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:211:0) after 1m0s
[17:37:52.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:211:0)
[17:37:52.955] Build status: STARTED
[17:37:52.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:212:0) after 8m54s
[17:46:46.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:212:0)
[17:46:47.013] Build status: STARTED
[17:46:47.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:213:0) after 3m9s
[17:49:56.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:213:0)
[17:49:56.062] Build status: STARTED
[17:49:56.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:214:0) after 8m52s
[17:58:48.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:214:0)
[17:58:48.279] Build status: STARTED
[17:58:48.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:215:0) after 2m24s
[18:01:12.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:215:0)
[18:01:12.404] Build status: STARTED
[18:01:12.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8945428236686379424:216:0) after 3m19s
[18:01:56.075] Received PubSub notification, asking Buildbucket for the build status
[18:01:56.091] Build:
{
"id": "8779998174413343377",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 28954,
"createdBy": "project:chromium",
"createTime": "2023-05-26T21:57:45.176039264Z",
"startTime": "2023-05-26T22:01:40.600966Z",
"endTime": "2023-05-27T18:01:54.272196316Z",
"updateTime": "2023-05-27T18:01:54.272196316Z",
"status": "CANCELED",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "376f451071d8705c94edb64c055f294251ab2550",
"ref": "refs/heads/main"
}
}
}
[18:01:56.091] Invocation finished in 20h4m12.467198766s with status ABORTED