[02:04:01.006] New invocation is queued and will start shortly
[02:04:02.117] Starting the invocation (attempt 1)
[02:04:02.147] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a8e408db9f97c294c3f1f7440b6bc01e95c755a0"
[02:04:02.147] Popped gitiles commit info from properties and tags
[02:04:02.147] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:04:02.147] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:04:02.147] Buildbucket request:
{
"requestId": "8917418278876800256",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "a8e408db9f97c294c3f1f7440b6bc01e95c755a0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8917418278876800256"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:04:02.678] Scheduled build:
{
"id": "8751988216952213249",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 30590,
"createdBy": "project:chromium",
"createTime": "2024-03-31T02:04:02.210724746Z",
"updateTime": "2024-03-31T02:04:02.210724746Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "a8e408db9f97c294c3f1f7440b6bc01e95c755a0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:04:02.678] Task URL: https://cr-buildbucket.appspot.com/build/8751988216952213249
[02:04:02.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:2:0) after 9m36s
[02:04:03.740] Received PubSub notification, asking Buildbucket for the build status
[02:04:03.769] Build status: STARTED
[02:04:04.083] Received PubSub notification, asking Buildbucket for the build status
[02:04:04.108] Build status: STARTED
[02:13:38.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:2:0)
[02:13:38.726] Build status: STARTED
[02:13:38.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:5:0) after 1m51s
[02:15:29.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:5:0)
[02:15:29.771] Build status: STARTED
[02:15:29.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:6:0) after 1m59s
[02:17:28.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:6:0)
[02:17:29.027] Build status: STARTED
[02:17:29.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:7:0) after 3m21s
[02:20:50.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:7:0)
[02:20:50.072] Build status: STARTED
[02:20:50.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:8:0) after 3m57s
[02:24:47.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:8:0)
[02:24:47.121] Build status: STARTED
[02:24:47.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:9:0) after 8m11s
[02:32:58.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:9:0)
[02:32:58.159] Build status: STARTED
[02:32:58.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:10:0) after 9m55s
[02:42:53.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:10:0)
[02:42:53.227] Build status: STARTED
[02:42:53.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:11:0) after 3m52s
[02:46:45.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:11:0)
[02:46:45.281] Build status: STARTED
[02:46:45.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:12:0) after 6m4s
[02:52:49.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:12:0)
[02:52:49.368] Build status: STARTED
[02:52:49.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:13:0) after 9m7s
[03:01:56.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:13:0)
[03:01:56.595] Build status: STARTED
[03:01:56.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:14:0) after 6m57s
[03:08:53.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:14:0)
[03:08:53.635] Build status: STARTED
[03:08:53.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:15:0) after 1m17s
[03:10:10.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:15:0)
[03:10:10.650] Build status: STARTED
[03:10:10.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:16:0) after 7m42s
[03:17:52.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:16:0)
[03:17:52.794] Build status: STARTED
[03:17:52.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:17:0) after 1m54s
[03:19:46.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:17:0)
[03:19:46.836] Build status: STARTED
[03:19:46.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:18:0) after 6m6s
[03:25:52.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:18:0)
[03:25:52.834] Build status: STARTED
[03:25:52.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:19:0) after 8m13s
[03:34:05.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:19:0)
[03:34:05.881] Build status: STARTED
[03:34:05.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:20:0) after 8m17s
[03:42:22.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:20:0)
[03:42:22.919] Build status: STARTED
[03:42:22.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:21:0) after 1m39s
[03:44:01.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:21:0)
[03:44:01.956] Build status: STARTED
[03:44:01.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:22:0) after 7m37s
[03:51:38.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:22:0)
[03:51:38.979] Build status: STARTED
[03:51:38.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:23:0) after 4m9s
[03:55:48.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:23:0)
[03:55:48.273] Build status: STARTED
[03:55:48.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:24:0) after 4m52s
[04:00:40.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:24:0)
[04:00:40.337] Build status: STARTED
[04:00:40.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:25:0) after 9m49s
[04:10:29.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:25:0)
[04:10:29.379] Build status: STARTED
[04:10:29.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:26:0) after 2m17s
[04:12:46.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:26:0)
[04:12:46.428] Build status: STARTED
[04:12:46.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:27:0) after 3m1s
[04:15:47.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:27:0)
[04:15:47.481] Build status: STARTED
[04:15:47.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:28:0) after 5m42s
[04:21:29.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:28:0)
[04:21:29.528] Build status: STARTED
[04:21:29.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:29:0) after 9m25s
[04:30:54.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:29:0)
[04:30:54.636] Build status: STARTED
[04:30:54.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:30:0) after 9m10s
[04:40:04.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:30:0)
[04:40:04.729] Build status: STARTED
[04:40:04.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:31:0) after 7m22s
[04:47:26.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:31:0)
[04:47:27.048] Build status: STARTED
[04:47:27.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:32:0) after 7m45s
[04:55:12.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:32:0)
[04:55:12.163] Build status: STARTED
[04:55:12.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:33:0) after 4m32s
[04:59:44.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:33:0)
[04:59:44.209] Build status: STARTED
[04:59:44.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:34:0) after 4m54s
[05:04:38.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:34:0)
[05:04:38.264] Build status: STARTED
[05:04:38.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:35:0) after 6m34s
[05:11:12.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:35:0)
[05:11:12.637] Build status: STARTED
[05:11:12.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:36:0) after 1m33s
[05:12:45.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:36:0)
[05:12:45.683] Build status: STARTED
[05:12:45.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:37:0) after 8m45s
[05:21:30.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:37:0)
[05:21:30.745] Build status: STARTED
[05:21:30.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:38:0) after 7m23s
[05:28:54.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:38:0)
[05:28:54.103] Build status: STARTED
[05:28:54.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:39:0) after 5m41s
[05:34:35.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:39:0)
[05:34:35.253] Build status: STARTED
[05:34:35.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:40:0) after 9m47s
[05:44:22.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:40:0)
[05:44:22.377] Build status: STARTED
[05:44:22.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:41:0) after 8m33s
[05:52:55.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:41:0)
[05:52:55.519] Build status: STARTED
[05:52:55.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:42:0) after 4m41s
[05:57:36.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:42:0)
[05:57:36.547] Build status: STARTED
[05:57:36.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:43:0) after 3m42s
[06:01:18.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:43:0)
[06:01:18.631] Build status: STARTED
[06:01:18.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:44:0) after 1m21s
[06:02:39.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:44:0)
[06:02:39.682] Build status: STARTED
[06:02:39.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:45:0) after 2m52s
[06:05:31.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:45:0)
[06:05:31.902] Build status: STARTED
[06:05:31.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:46:0) after 1m31s
[06:07:02.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:46:0)
[06:07:03.005] Build status: STARTED
[06:07:03.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:47:0) after 8m53s
[06:15:56.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:47:0)
[06:15:56.141] Build status: STARTED
[06:15:56.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:48:0) after 8m46s
[06:24:42.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:48:0)
[06:24:42.137] Build status: STARTED
[06:24:42.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:49:0) after 8m44s
[06:33:26.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:49:0)
[06:33:26.251] Build status: STARTED
[06:33:26.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:50:0) after 1m17s
[06:34:43.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:50:0)
[06:34:43.303] Build status: STARTED
[06:34:43.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:51:0) after 8m23s
[06:43:06.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:51:0)
[06:43:06.352] Build status: STARTED
[06:43:06.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:52:0) after 4m7s
[06:47:13.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:52:0)
[06:47:13.398] Build status: STARTED
[06:47:13.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:53:0) after 3m12s
[06:50:25.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:53:0)
[06:50:25.482] Build status: STARTED
[06:50:25.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:54:0) after 6m22s
[06:56:47.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:54:0)
[06:56:47.521] Build status: STARTED
[06:56:47.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:55:0) after 1m24s
[06:58:11.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:55:0)
[06:58:11.559] Build status: STARTED
[06:58:11.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:56:0) after 6m22s
[07:04:33.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:56:0)
[07:04:33.733] Build status: STARTED
[07:04:33.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:57:0) after 2m31s
[07:07:04.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:57:0)
[07:07:04.840] Build status: STARTED
[07:07:04.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:58:0) after 9m23s
[07:16:27.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:58:0)
[07:16:27.982] Build status: STARTED
[07:16:27.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:59:0) after 3m25s
[07:19:53.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:59:0)
[07:19:53.208] Build status: STARTED
[07:19:53.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:60:0) after 9m14s
[07:29:07.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:60:0)
[07:29:07.342] Build status: STARTED
[07:29:07.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:61:0) after 9m25s
[07:38:32.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:61:0)
[07:38:32.566] Build status: STARTED
[07:38:32.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:62:0) after 9m39s
[07:48:11.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:62:0)
[07:48:11.607] Build status: STARTED
[07:48:11.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:63:0) after 6m19s
[07:54:30.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:63:0)
[07:54:30.743] Build status: STARTED
[07:54:30.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:64:0) after 7m28s
[08:01:58.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:64:0)
[08:01:58.797] Build status: STARTED
[08:01:58.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:65:0) after 2m48s
[08:04:47.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:65:0)
[08:04:47.025] Build status: STARTED
[08:04:47.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:66:0) after 3m33s
[08:08:20.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:66:0)
[08:08:20.079] Build status: STARTED
[08:08:20.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:67:0) after 1m20s
[08:09:40.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:67:0)
[08:09:40.123] Build status: STARTED
[08:09:40.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:68:0) after 6m50s
[08:16:30.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:68:0)
[08:16:30.318] Build status: STARTED
[08:16:30.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:69:0) after 1m0s
[08:17:30.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:69:0)
[08:17:30.430] Build status: STARTED
[08:17:30.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:70:0) after 4m29s
[08:21:59.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:70:0)
[08:21:59.444] Build status: STARTED
[08:21:59.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:71:0) after 2m30s
[08:24:29.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:71:0)
[08:24:29.525] Build status: STARTED
[08:24:29.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:72:0) after 3m28s
[08:27:57.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:72:0)
[08:27:57.661] Build status: STARTED
[08:27:57.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:73:0) after 7m12s
[08:35:09.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:73:0)
[08:35:09.707] Build status: STARTED
[08:35:09.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:74:0) after 3m27s
[08:38:36.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:74:0)
[08:38:36.849] Build status: STARTED
[08:38:36.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:75:0) after 1m15s
[08:39:51.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:75:0)
[08:39:52.008] Build status: STARTED
[08:39:52.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:76:0) after 2m23s
[08:42:15.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:76:0)
[08:42:15.047] Build status: STARTED
[08:42:15.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:77:0) after 2m32s
[08:44:47.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:77:0)
[08:44:47.086] Build status: STARTED
[08:44:47.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:78:0) after 8m6s
[08:52:53.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:78:0)
[08:52:53.203] Build status: STARTED
[08:52:53.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:79:0) after 2m49s
[08:55:42.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:79:0)
[08:55:42.366] Build status: STARTED
[08:55:42.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:80:0) after 7m57s
[09:03:39.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:80:0)
[09:03:39.592] Build status: STARTED
[09:03:39.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:81:0) after 1m44s
[09:05:23.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:81:0)
[09:05:23.824] Build status: STARTED
[09:05:23.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:82:0) after 5m22s
[09:10:45.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:82:0)
[09:10:46.020] Build status: STARTED
[09:10:46.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:83:0) after 9m17s
[09:20:03.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:83:0)
[09:20:03.060] Build status: STARTED
[09:20:03.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:84:0) after 1m29s
[09:21:32.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:84:0)
[09:21:32.293] Build status: STARTED
[09:21:32.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:85:0) after 3m2s
[09:24:34.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:85:0)
[09:24:34.357] Build status: STARTED
[09:24:34.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:86:0) after 6m26s
[09:31:00.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:86:0)
[09:31:00.410] Build status: STARTED
[09:31:00.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:87:0) after 8m6s
[09:39:06.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:87:0)
[09:39:06.456] Build status: STARTED
[09:39:06.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:88:0) after 3m18s
[09:42:24.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:88:0)
[09:42:24.604] Build status: STARTED
[09:42:24.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:89:0) after 7m57s
[09:50:21.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:89:0)
[09:50:21.678] Build status: STARTED
[09:50:21.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:90:0) after 5m29s
[09:55:50.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:90:0)
[09:55:50.781] Build status: STARTED
[09:55:50.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:91:0) after 2m25s
[09:58:15.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:91:0)
[09:58:15.925] Build status: STARTED
[09:58:15.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:92:0) after 9m17s
[10:07:33.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:92:0)
[10:07:33.142] Build status: STARTED
[10:07:33.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:93:0) after 4m57s
[10:12:30.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:93:0)
[10:12:30.326] Build status: STARTED
[10:12:30.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:94:0) after 3m6s
[10:15:36.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:94:0)
[10:15:36.482] Build status: STARTED
[10:15:36.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:95:0) after 9m52s
[10:25:28.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:95:0)
[10:25:28.698] Build status: STARTED
[10:25:28.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:96:0) after 2m23s
[10:27:52.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:96:0)
[10:27:52.320] Build status: STARTED
[10:27:52.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:97:0) after 3m14s
[10:31:06.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:97:0)
[10:31:06.625] Build status: STARTED
[10:31:06.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:98:0) after 9m38s
[10:40:44.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:98:0)
[10:40:44.757] Build status: STARTED
[10:40:44.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:99:0) after 3m3s
[10:43:47.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:99:0)
[10:43:48.013] Build status: STARTED
[10:43:48.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:100:0) after 6m54s
[10:50:42.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:100:0)
[10:50:42.143] Build status: STARTED
[10:50:42.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:101:0) after 3m39s
[10:54:21.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:101:0)
[10:54:21.205] Build status: STARTED
[10:54:21.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:102:0) after 5m24s
[10:59:45.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:102:0)
[10:59:45.533] Build status: STARTED
[10:59:45.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:103:0) after 3m18s
[11:03:03.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:103:0)
[11:03:03.581] Build status: STARTED
[11:03:03.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:104:0) after 4m17s
[11:07:20.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:104:0)
[11:07:20.659] Build status: STARTED
[11:07:20.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:105:0) after 5m27s
[11:12:47.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:105:0)
[11:12:47.700] Build status: STARTED
[11:12:47.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:106:0) after 2m33s
[11:15:20.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:106:0)
[11:15:20.789] Build status: STARTED
[11:15:20.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:107:0) after 1m0s
[11:16:20.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:107:0)
[11:16:20.893] Build status: STARTED
[11:16:20.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:108:0) after 8m56s
[11:25:17.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:108:0)
[11:25:17.118] Build status: STARTED
[11:25:17.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:109:0) after 2m36s
[11:27:53.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:109:0)
[11:27:53.168] Build status: STARTED
[11:27:53.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:110:0) after 8m14s
[11:36:07.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:110:0)
[11:36:07.220] Build status: STARTED
[11:36:07.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:111:0) after 1m55s
[11:38:02.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:111:0)
[11:38:02.269] Build status: STARTED
[11:38:02.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:112:0) after 9m54s
[11:47:56.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:112:0)
[11:47:56.352] Build status: STARTED
[11:47:56.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:113:0) after 6m56s
[11:54:52.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:113:0)
[11:54:52.464] Build status: STARTED
[11:54:52.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:114:0) after 9m50s
[12:04:42.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:114:0)
[12:04:42.536] Build status: STARTED
[12:04:42.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:115:0) after 8m51s
[12:13:33.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:115:0)
[12:13:33.620] Build status: STARTED
[12:13:33.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:116:0) after 7m16s
[12:20:49.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:116:0)
[12:20:49.668] Build status: STARTED
[12:20:49.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:117:0) after 6m56s
[12:27:45.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:117:0)
[12:27:45.860] Build status: STARTED
[12:27:45.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:118:0) after 9m30s
[12:37:15.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:118:0)
[12:37:15.912] Build status: STARTED
[12:37:15.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:119:0) after 7m11s
[12:44:27.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:119:0)
[12:44:27.067] Build status: STARTED
[12:44:27.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:120:0) after 4m6s
[12:48:33.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:120:0)
[12:48:33.313] Build status: STARTED
[12:48:33.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:121:0) after 5m59s
[12:54:32.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:121:0)
[12:54:32.466] Build status: STARTED
[12:54:32.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:122:0) after 4m51s
[12:59:23.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:122:0)
[12:59:23.553] Build status: STARTED
[12:59:23.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:123:0) after 5m15s
[13:04:38.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:123:0)
[13:04:38.781] Build status: STARTED
[13:04:38.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:124:0) after 7m41s
[13:12:19.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:124:0)
[13:12:19.897] Build status: STARTED
[13:12:19.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:125:0) after 8m36s
[13:20:55.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:125:0)
[13:20:55.944] Build status: STARTED
[13:20:55.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:126:0) after 1m49s
[13:22:44.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:126:0)
[13:22:44.961] Build status: STARTED
[13:22:44.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:127:0) after 8m25s
[13:31:10.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:127:0)
[13:31:10.147] Build status: STARTED
[13:31:10.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:128:0) after 7m59s
[13:39:09.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:128:0)
[13:39:09.191] Build status: STARTED
[13:39:09.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:129:0) after 5m28s
[13:44:37.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:129:0)
[13:44:37.358] Build status: STARTED
[13:44:37.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:130:0) after 7m57s
[13:52:34.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:130:0)
[13:52:34.408] Build status: STARTED
[13:52:34.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:131:0) after 8m18s
[14:00:52.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:131:0)
[14:00:52.460] Build status: STARTED
[14:00:52.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:132:0) after 2m28s
[14:03:20.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:132:0)
[14:03:20.671] Build status: STARTED
[14:03:20.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:133:0) after 7m49s
[14:11:09.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:133:0)
[14:11:09.818] Build status: STARTED
[14:11:09.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:134:0) after 1m8s
[14:12:17.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:134:0)
[14:12:17.862] Build status: STARTED
[14:12:17.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:135:0) after 2m33s
[14:14:51.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:135:0)
[14:14:51.298] Build status: STARTED
[14:14:51.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:136:0) after 7m31s
[14:22:22.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:136:0)
[14:22:22.353] Build status: STARTED
[14:22:22.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:137:0) after 6m9s
[14:28:31.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:137:0)
[14:28:31.533] Build status: STARTED
[14:28:31.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:138:0) after 7m19s
[14:35:50.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:138:0)
[14:35:50.643] Build status: STARTED
[14:35:50.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:139:0) after 4m18s
[14:40:08.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:139:0)
[14:40:08.749] Build status: STARTED
[14:40:08.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:140:0) after 7m37s
[14:47:45.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:140:0)
[14:47:45.892] Build status: STARTED
[14:47:45.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:141:0) after 4m29s
[14:52:15.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:141:0)
[14:52:15.193] Build status: STARTED
[14:52:15.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:142:0) after 7m21s
[14:59:36.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:142:0)
[14:59:36.249] Build status: STARTED
[14:59:36.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:143:0) after 4m58s
[15:04:34.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:143:0)
[15:04:34.298] Build status: STARTED
[15:04:34.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:144:0) after 1m58s
[15:06:32.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:144:0)
[15:06:32.514] Build status: STARTED
[15:06:32.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:145:0) after 9m50s
[15:16:22.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:145:0)
[15:16:22.553] Build status: STARTED
[15:16:22.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:146:0) after 7m2s
[15:23:24.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:146:0)
[15:23:24.606] Build status: STARTED
[15:23:24.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:147:0) after 6m48s
[15:30:12.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:147:0)
[15:30:12.859] Build status: STARTED
[15:30:12.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:148:0) after 7m5s
[15:37:17.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:148:0)
[15:37:17.902] Build status: STARTED
[15:37:17.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:149:0) after 6m41s
[15:43:59.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:149:0)
[15:43:59.066] Build status: STARTED
[15:43:59.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:150:0) after 4m2s
[15:48:01.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:150:0)
[15:48:01.192] Build status: STARTED
[15:48:01.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:151:0) after 4m6s
[15:52:07.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:151:0)
[15:52:07.441] Build status: STARTED
[15:52:07.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:152:0) after 2m20s
[15:54:27.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:152:0)
[15:54:27.562] Build status: STARTED
[15:54:27.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:153:0) after 1m57s
[15:56:24.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:153:0)
[15:56:24.907] Build status: STARTED
[15:56:24.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:154:0) after 4m3s
[16:00:28.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:154:0)
[16:00:28.049] Build status: STARTED
[16:00:28.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:155:0) after 2m42s
[16:03:10.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:155:0)
[16:03:10.125] Build status: STARTED
[16:03:10.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:156:0) after 3m51s
[16:07:01.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:156:0)
[16:07:01.201] Build status: STARTED
[16:07:01.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:157:0) after 4m35s
[16:11:36.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:157:0)
[16:11:36.293] Build status: STARTED
[16:11:36.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:158:0) after 2m26s
[16:14:02.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:158:0)
[16:14:02.331] Build status: STARTED
[16:14:02.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:159:0) after 7m18s
[16:21:20.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:159:0)
[16:21:20.381] Build status: STARTED
[16:21:20.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:160:0) after 9m16s
[16:30:36.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:160:0)
[16:30:36.421] Build status: STARTED
[16:30:36.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:161:0) after 8m1s
[16:38:37.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:161:0)
[16:38:37.460] Build status: STARTED
[16:38:37.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:162:0) after 9m21s
[16:47:58.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:162:0)
[16:47:58.639] Build status: STARTED
[16:47:58.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:163:0) after 2m3s
[16:50:02.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:163:0)
[16:50:02.267] Build status: STARTED
[16:50:02.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:164:0) after 1m31s
[16:51:33.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:164:0)
[16:51:33.365] Build status: STARTED
[16:51:33.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:165:0) after 6m6s
[16:57:39.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:165:0)
[16:57:39.478] Build status: STARTED
[16:57:39.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:166:0) after 9m15s
[17:06:54.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:166:0)
[17:06:54.536] Build status: STARTED
[17:06:54.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:167:0) after 2m41s
[17:09:35.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:167:0)
[17:09:35.606] Build status: STARTED
[17:09:35.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:168:0) after 5m12s
[17:14:47.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:168:0)
[17:14:47.717] Build status: STARTED
[17:14:47.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:169:0) after 1m21s
[17:16:08.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:169:0)
[17:16:08.832] Build status: STARTED
[17:16:08.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:170:0) after 4m34s
[17:20:43.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:170:0)
[17:20:43.199] Build status: STARTED
[17:20:43.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:171:0) after 1m29s
[17:22:12.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:171:0)
[17:22:12.442] Build status: STARTED
[17:22:12.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:172:0) after 7m8s
[17:29:20.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:172:0)
[17:29:20.575] Build status: STARTED
[17:29:20.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:173:0) after 5m59s
[17:35:19.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:173:0)
[17:35:19.659] Build status: STARTED
[17:35:19.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:174:0) after 1m49s
[17:37:08.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:174:0)
[17:37:08.844] Build status: STARTED
[17:37:08.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:175:0) after 2m2s
[17:39:10.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:175:0)
[17:39:10.901] Build status: STARTED
[17:39:10.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:176:0) after 3m28s
[17:42:38.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:176:0)
[17:42:38.959] Build status: STARTED
[17:42:38.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:177:0) after 6m2s
[17:48:40.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:177:0)
[17:48:41.043] Build status: STARTED
[17:48:41.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:178:0) after 5m23s
[17:54:04.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:178:0)
[17:54:04.153] Build status: STARTED
[17:54:04.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:179:0) after 8m49s
[18:02:53.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:179:0)
[18:02:53.320] Build status: STARTED
[18:02:53.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:180:0) after 6m4s
[18:08:57.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:180:0)
[18:08:57.380] Build status: STARTED
[18:08:57.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:181:0) after 6m5s
[18:15:02.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:181:0)
[18:15:02.464] Build status: STARTED
[18:15:02.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:182:0) after 1m46s
[18:16:48.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:182:0)
[18:16:48.574] Build status: STARTED
[18:16:48.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:183:0) after 1m59s
[18:18:47.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:183:0)
[18:18:47.631] Build status: STARTED
[18:18:47.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:184:0) after 6m6s
[18:24:53.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:184:0)
[18:24:53.672] Build status: STARTED
[18:24:53.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:185:0) after 3m44s
[18:28:37.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:185:0)
[18:28:37.714] Build status: STARTED
[18:28:37.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:186:0) after 7m43s
[18:36:21.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:186:0)
[18:36:21.127] Build status: STARTED
[18:36:21.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:187:0) after 5m17s
[18:41:38.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:187:0)
[18:41:38.375] Build status: STARTED
[18:41:38.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:188:0) after 5m39s
[18:47:17.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:188:0)
[18:47:17.448] Build status: STARTED
[18:47:17.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:189:0) after 6m29s
[18:53:46.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:189:0)
[18:53:46.564] Build status: STARTED
[18:53:46.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:190:0) after 4m17s
[18:58:03.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:190:0)
[18:58:03.619] Build status: STARTED
[18:58:03.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:191:0) after 2m4s
[19:00:07.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:191:0)
[19:00:07.771] Build status: STARTED
[19:00:07.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:192:0) after 2m19s
[19:02:26.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:192:0)
[19:02:27.008] Build status: STARTED
[19:02:27.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:193:0) after 6m47s
[19:09:14.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:193:0)
[19:09:14.259] Build status: STARTED
[19:09:14.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:194:0) after 2m49s
[19:12:03.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:194:0)
[19:12:03.409] Build status: STARTED
[19:12:03.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:195:0) after 6m48s
[19:18:51.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:195:0)
[19:18:51.449] Build status: STARTED
[19:18:51.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:196:0) after 7m18s
[19:26:09.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:196:0)
[19:26:09.514] Build status: STARTED
[19:26:09.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:197:0) after 1m55s
[19:28:04.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:197:0)
[19:28:04.589] Build status: STARTED
[19:28:04.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:198:0) after 9m26s
[19:37:30.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:198:0)
[19:37:30.651] Build status: STARTED
[19:37:30.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:199:0) after 5m56s
[19:43:26.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:199:0)
[19:43:26.714] Build status: STARTED
[19:43:26.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:200:0) after 6m35s
[19:50:01.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:200:0)
[19:50:01.848] Build status: STARTED
[19:50:01.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:201:0) after 3m46s
[19:53:47.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:201:0)
[19:53:47.902] Build status: STARTED
[19:53:47.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:202:0) after 8m21s
[20:02:09.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:202:0)
[20:02:09.212] Build status: STARTED
[20:02:09.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:203:0) after 7m25s
[20:09:35.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:203:0)
[20:09:35.270] Build status: STARTED
[20:09:35.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:204:0) after 1m55s
[20:11:30.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:204:0)
[20:11:30.315] Build status: STARTED
[20:11:30.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:205:0) after 3m30s
[20:15:00.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:205:0)
[20:15:00.467] Build status: STARTED
[20:15:00.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:206:0) after 6m38s
[20:21:38.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:206:0)
[20:21:38.519] Build status: STARTED
[20:21:38.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:207:0) after 8m57s
[20:30:35.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:207:0)
[20:30:35.604] Build status: STARTED
[20:30:35.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:208:0) after 7m38s
[20:38:13.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:208:0)
[20:38:13.732] Build status: STARTED
[20:38:13.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:209:0) after 4m26s
[20:42:39.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:209:0)
[20:42:39.933] Build status: STARTED
[20:42:39.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:210:0) after 3m29s
[20:46:09.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:210:0)
[20:46:09.327] Build status: STARTED
[20:46:09.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:211:0) after 6m29s
[20:52:38.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:211:0)
[20:52:38.375] Build status: STARTED
[20:52:38.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:212:0) after 8m4s
[21:00:42.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:212:0)
[21:00:42.423] Build status: STARTED
[21:00:42.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:213:0) after 1m3s
[21:01:45.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:213:0)
[21:01:45.544] Build status: STARTED
[21:01:45.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:214:0) after 2m47s
[21:04:32.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:214:0)
[21:04:32.895] Build status: STARTED
[21:04:32.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:215:0) after 6m46s
[21:11:18.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:215:0)
[21:11:19.075] Build status: STARTED
[21:11:19.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:216:0) after 8m5s
[21:19:24.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:216:0)
[21:19:24.118] Build status: STARTED
[21:19:24.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:217:0) after 8m3s
[21:27:27.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:217:0)
[21:27:27.156] Build status: STARTED
[21:27:27.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:218:0) after 9m52s
[21:37:19.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:218:0)
[21:37:19.196] Build status: STARTED
[21:37:19.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:219:0) after 1m21s
[21:38:40.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:219:0)
[21:38:40.250] Build status: STARTED
[21:38:40.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:220:0) after 7m35s
[21:46:15.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:220:0)
[21:46:15.603] Build status: STARTED
[21:46:15.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:221:0) after 8m13s
[21:54:28.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:221:0)
[21:54:28.709] Build status: STARTED
[21:54:28.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:222:0) after 6m25s
[22:00:53.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:222:0)
[22:00:53.774] Build status: STARTED
[22:00:53.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917418278876800256:223:0) after 8m14s
[22:07:39.693] Received PubSub notification, asking Buildbucket for the build status
[22:07:39.731] Build:
{
"id": "8751988216952213249",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 30590,
"createdBy": "project:chromium",
"createTime": "2024-03-31T02:04:02.210724746Z",
"startTime": "2024-03-31T02:04:03.173287Z",
"endTime": "2024-03-31T22:07:38.844114Z",
"updateTime": "2024-03-31T22:07:38.844114Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "a8e408db9f97c294c3f1f7440b6bc01e95c755a0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:07:39.732] Invocation finished in 20h3m38.74011107s with status FAILED