[08:00:26.228] New invocation is queued and will start shortly
[08:00:27.411] Starting the invocation (attempt 1)
[08:00:27.458] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/42fe9214b3d028869cc71e94d183fe107cdff1ab"
[08:00:27.458] Popped gitiles commit info from properties and tags
[08:00:27.458] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:00:27.460] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:00:27.460] Buildbucket request:
{
"requestId": "8931438384638340256",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "42fe9214b3d028869cc71e94d183fe107cdff1ab",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8931438384638340256"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:00:28.097] Scheduled build:
{
"id": "8766008322577898817",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 30681,
"createdBy": "project:chromium",
"createTime": "2023-10-28T08:00:27.562271704Z",
"updateTime": "2023-10-28T08:00:27.562271704Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "42fe9214b3d028869cc71e94d183fe107cdff1ab",
"ref": "refs/heads/main"
}
}
}
[08:00:28.097] Task URL: https://cr-buildbucket.appspot.com/build/8766008322577898817
[08:00:28.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:2:0) after 3m1s
[08:00:28.686] Received PubSub notification, asking Buildbucket for the build status
[08:00:28.711] Build status: SCHEDULED
[08:00:30.172] Received PubSub notification, asking Buildbucket for the build status
[08:00:30.192] Build status: STARTED
[08:03:29.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:2:0)
[08:03:29.504] Build status: STARTED
[08:03:29.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:5:0) after 5m1s
[08:08:30.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:5:0)
[08:08:30.636] Build status: STARTED
[08:08:30.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:6:0) after 1m44s
[08:10:14.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:6:0)
[08:10:14.739] Build status: STARTED
[08:10:14.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:7:0) after 9m20s
[08:19:34.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:7:0)
[08:19:34.883] Build status: STARTED
[08:19:34.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:8:0) after 9m29s
[08:29:03.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:8:0)
[08:29:04.029] Build status: STARTED
[08:29:04.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:9:0) after 9m0s
[08:38:04.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:9:0)
[08:38:04.155] Build status: STARTED
[08:38:04.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:10:0) after 2m25s
[08:40:29.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:10:0)
[08:40:29.344] Build status: STARTED
[08:40:29.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:11:0) after 8m40s
[08:49:09.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:11:0)
[08:49:09.451] Build status: STARTED
[08:49:09.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:12:0) after 1m43s
[08:50:52.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:12:0)
[08:50:52.627] Build status: STARTED
[08:50:52.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:13:0) after 7m39s
[08:58:31.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:13:0)
[08:58:32.003] Build status: STARTED
[08:58:32.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:14:0) after 2m16s
[09:00:48.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:14:0)
[09:00:48.050] Build status: STARTED
[09:00:48.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:15:0) after 9m25s
[09:10:13.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:15:0)
[09:10:13.165] Build status: STARTED
[09:10:13.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:16:0) after 9m59s
[09:20:12.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:16:0)
[09:20:12.187] Build status: STARTED
[09:20:12.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:17:0) after 1m31s
[09:21:43.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:17:0)
[09:21:43.316] Build status: STARTED
[09:21:43.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:18:0) after 7m19s
[09:29:02.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:18:0)
[09:29:02.669] Build status: STARTED
[09:29:02.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:19:0) after 3m35s
[09:32:38.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:19:0)
[09:32:38.088] Build status: STARTED
[09:32:38.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:20:0) after 5m53s
[09:38:31.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:20:0)
[09:38:31.217] Build status: STARTED
[09:38:31.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:21:0) after 5m18s
[09:43:49.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:21:0)
[09:43:49.281] Build status: STARTED
[09:43:49.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:22:0) after 4m47s
[09:48:36.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:22:0)
[09:48:36.644] Build status: STARTED
[09:48:36.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:23:0) after 4m46s
[09:53:22.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:23:0)
[09:53:22.691] Build status: STARTED
[09:53:22.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:24:0) after 9m8s
[10:02:30.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:24:0)
[10:02:30.805] Build status: STARTED
[10:02:30.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:25:0) after 3m37s
[10:06:07.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:25:0)
[10:06:07.995] Build status: STARTED
[10:06:07.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:26:0) after 4m21s
[10:10:29.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:26:0)
[10:10:29.183] Build status: STARTED
[10:10:29.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:27:0) after 3m6s
[10:13:35.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:27:0)
[10:13:35.231] Build status: STARTED
[10:13:35.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:28:0) after 7m24s
[10:20:59.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:28:0)
[10:20:59.367] Build status: STARTED
[10:20:59.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:29:0) after 6m47s
[10:27:46.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:29:0)
[10:27:46.400] Build status: STARTED
[10:27:46.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:30:0) after 6m26s
[10:34:12.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:30:0)
[10:34:12.609] Build status: STARTED
[10:34:12.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:31:0) after 3m53s
[10:38:05.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:31:0)
[10:38:05.696] Build status: STARTED
[10:38:05.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:32:0) after 9m16s
[10:47:21.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:32:0)
[10:47:21.751] Build status: STARTED
[10:47:21.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:33:0) after 7m19s
[10:54:40.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:33:0)
[10:54:40.891] Build status: STARTED
[10:54:40.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:34:0) after 2m13s
[10:56:53.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:34:0)
[10:56:53.953] Build status: STARTED
[10:56:53.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:35:0) after 1m20s
[10:58:13.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:35:0)
[10:58:13.999] Build status: STARTED
[10:58:13.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:36:0) after 4m14s
[11:02:28.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:36:0)
[11:02:28.066] Build status: STARTED
[11:02:28.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:37:0) after 5m20s
[11:07:48.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:37:0)
[11:07:48.137] Build status: STARTED
[11:07:48.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:38:0) after 6m27s
[11:14:15.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:38:0)
[11:14:15.321] Build status: STARTED
[11:14:15.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:39:0) after 8m12s
[11:22:27.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:39:0)
[11:22:27.509] Build status: STARTED
[11:22:27.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:40:0) after 2m5s
[11:24:32.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:40:0)
[11:24:32.624] Build status: STARTED
[11:24:32.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:41:0) after 9m51s
[11:34:23.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:41:0)
[11:34:23.709] Build status: STARTED
[11:34:23.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:42:0) after 2m10s
[11:36:33.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:42:0)
[11:36:33.925] Build status: STARTED
[11:36:33.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:43:0) after 8m57s
[11:45:31.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:43:0)
[11:45:31.202] Build status: STARTED
[11:45:31.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:44:0) after 5m4s
[11:50:35.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:44:0)
[11:50:35.274] Build status: STARTED
[11:50:35.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:45:0) after 2m5s
[11:52:40.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:45:0)
[11:52:40.451] Build status: STARTED
[11:52:40.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:46:0) after 2m1s
[11:54:41.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:46:0)
[11:54:41.515] Build status: STARTED
[11:54:41.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:47:0) after 2m45s
[11:57:26.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:47:0)
[11:57:26.620] Build status: STARTED
[11:57:26.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:48:0) after 2m23s
[11:59:49.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:48:0)
[11:59:49.674] Build status: STARTED
[11:59:49.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:49:0) after 2m1s
[12:01:50.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:49:0)
[12:01:50.744] Build status: STARTED
[12:01:50.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:50:0) after 2m55s
[12:04:45.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:50:0)
[12:04:46.028] Build status: STARTED
[12:04:46.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:51:0) after 5m5s
[12:09:51.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:51:0)
[12:09:51.095] Build status: STARTED
[12:09:51.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:52:0) after 5m39s
[12:15:30.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:52:0)
[12:15:30.210] Build status: STARTED
[12:15:30.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:53:0) after 8m22s
[12:23:52.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:53:0)
[12:23:52.282] Build status: STARTED
[12:23:52.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:54:0) after 8m23s
[12:32:15.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:54:0)
[12:32:15.401] Build status: STARTED
[12:32:15.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:55:0) after 3m28s
[12:35:43.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:55:0)
[12:35:43.583] Build status: STARTED
[12:35:43.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:56:0) after 6m45s
[12:42:28.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:56:0)
[12:42:28.634] Build status: STARTED
[12:42:28.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:57:0) after 5m55s
[12:48:23.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:57:0)
[12:48:23.690] Build status: STARTED
[12:48:23.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:58:0) after 7m32s
[12:55:55.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:58:0)
[12:55:55.743] Build status: STARTED
[12:55:55.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:59:0) after 1m35s
[12:57:30.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:59:0)
[12:57:30.891] Build status: STARTED
[12:57:30.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:60:0) after 7m56s
[13:05:27.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:60:0)
[13:05:27.109] Build status: STARTED
[13:05:27.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:61:0) after 1m55s
[13:07:22.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:61:0)
[13:07:22.497] Build status: STARTED
[13:07:22.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:62:0) after 2m39s
[13:10:01.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:62:0)
[13:10:01.555] Build status: STARTED
[13:10:01.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:63:0) after 1m18s
[13:11:19.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:63:0)
[13:11:19.620] Build status: STARTED
[13:11:19.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:64:0) after 7m1s
[13:18:20.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:64:0)
[13:18:20.804] Build status: STARTED
[13:18:20.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:65:0) after 3m23s
[13:21:44.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:65:0)
[13:21:44.164] Build status: STARTED
[13:21:44.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:66:0) after 2m56s
[13:24:40.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:66:0)
[13:24:40.354] Build status: STARTED
[13:24:40.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:67:0) after 8m20s
[13:33:00.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:67:0)
[13:33:00.373] Build status: STARTED
[13:33:00.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:68:0) after 6m17s
[13:39:17.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:68:0)
[13:39:17.828] Build status: STARTED
[13:39:17.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:69:0) after 8m32s
[13:47:49.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:69:0)
[13:47:49.993] Build status: STARTED
[13:47:49.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:70:0) after 9m44s
[13:57:34.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:70:0)
[13:57:34.279] Build status: STARTED
[13:57:34.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:71:0) after 7m55s
[14:05:29.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:71:0)
[14:05:29.315] Build status: STARTED
[14:05:29.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:72:0) after 6m23s
[14:11:52.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:72:0)
[14:11:52.591] Build status: STARTED
[14:11:52.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:73:0) after 5m29s
[14:17:21.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:73:0)
[14:17:21.852] Build status: STARTED
[14:17:21.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:74:0) after 2m1s
[14:19:22.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:74:0)
[14:19:22.917] Build status: STARTED
[14:19:22.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:75:0) after 1m27s
[14:20:49.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:75:0)
[14:20:49.981] Build status: STARTED
[14:20:49.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:76:0) after 6m29s
[14:27:19.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:76:0)
[14:27:19.284] Build status: STARTED
[14:27:19.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:77:0) after 5m24s
[14:32:43.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:77:0)
[14:32:43.440] Build status: STARTED
[14:32:43.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:78:0) after 4m39s
[14:37:22.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:78:0)
[14:37:22.633] Build status: STARTED
[14:37:22.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:79:0) after 4m17s
[14:41:39.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:79:0)
[14:41:39.748] Build status: STARTED
[14:41:39.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:80:0) after 4m29s
[14:46:08.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:80:0)
[14:46:08.889] Build status: STARTED
[14:46:08.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:81:0) after 8m25s
[14:54:33.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:81:0)
[14:54:34.021] Build status: STARTED
[14:54:34.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:82:0) after 8m26s
[15:03:00.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:82:0)
[15:03:00.258] Build status: STARTED
[15:03:00.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:83:0) after 2m13s
[15:05:13.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:83:0)
[15:05:13.321] Build status: STARTED
[15:05:13.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:84:0) after 8m52s
[15:14:05.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:84:0)
[15:14:05.377] Build status: STARTED
[15:14:05.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:85:0) after 8m8s
[15:22:13.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:85:0)
[15:22:13.428] Build status: STARTED
[15:22:13.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:86:0) after 5m33s
[15:27:46.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:86:0)
[15:27:46.554] Build status: STARTED
[15:27:46.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:87:0) after 8m37s
[15:36:23.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:87:0)
[15:36:23.739] Build status: STARTED
[15:36:23.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:88:0) after 1m27s
[15:37:50.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:88:0)
[15:37:50.836] Build status: STARTED
[15:37:50.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:89:0) after 1m54s
[15:39:44.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:89:0)
[15:39:44.998] Build status: STARTED
[15:39:44.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:90:0) after 4m30s
[15:44:15.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:90:0)
[15:44:15.066] Build status: STARTED
[15:44:15.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:91:0) after 6m12s
[15:50:27.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:91:0)
[15:50:27.148] Build status: STARTED
[15:50:27.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:92:0) after 6m10s
[15:56:37.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:92:0)
[15:56:37.229] Build status: STARTED
[15:56:37.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:93:0) after 6m35s
[16:03:12.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:93:0)
[16:03:12.283] Build status: STARTED
[16:03:12.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:94:0) after 5m16s
[16:08:28.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:94:0)
[16:08:28.354] Build status: STARTED
[16:08:28.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:95:0) after 7m22s
[16:15:50.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:95:0)
[16:15:50.574] Build status: STARTED
[16:15:50.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:96:0) after 4m9s
[16:19:59.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:96:0)
[16:19:59.658] Build status: STARTED
[16:19:59.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:97:0) after 2m54s
[16:22:53.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:97:0)
[16:22:53.712] Build status: STARTED
[16:22:53.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:98:0) after 6m12s
[16:29:05.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:98:0)
[16:29:05.858] Build status: STARTED
[16:29:05.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:99:0) after 8m52s
[16:37:57.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:99:0)
[16:37:58.022] Build status: STARTED
[16:37:58.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:100:0) after 4m24s
[16:42:22.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:100:0)
[16:42:22.103] Build status: STARTED
[16:42:22.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:101:0) after 3m31s
[16:45:53.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:101:0)
[16:45:53.165] Build status: STARTED
[16:45:53.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:102:0) after 5m33s
[16:51:26.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:102:0)
[16:51:26.315] Build status: STARTED
[16:51:26.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:103:0) after 2m14s
[16:53:40.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:103:0)
[16:53:40.466] Build status: STARTED
[16:53:40.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:104:0) after 1m16s
[16:54:56.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:104:0)
[16:54:56.521] Build status: STARTED
[16:54:56.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:105:0) after 1m12s
[16:56:08.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:105:0)
[16:56:08.671] Build status: STARTED
[16:56:08.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:106:0) after 1m47s
[16:57:55.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:106:0)
[16:57:55.820] Build status: STARTED
[16:57:55.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:107:0) after 4m6s
[17:02:01.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:107:0)
[17:02:01.896] Build status: STARTED
[17:02:01.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:108:0) after 7m30s
[17:09:32.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:108:0)
[17:09:32.156] Build status: STARTED
[17:09:32.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:109:0) after 2m42s
[17:12:14.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:109:0)
[17:12:14.374] Build status: STARTED
[17:12:14.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:110:0) after 5m43s
[17:17:57.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:110:0)
[17:17:57.424] Build status: STARTED
[17:17:57.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:111:0) after 3m49s
[17:21:46.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:111:0)
[17:21:46.486] Build status: STARTED
[17:21:46.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:112:0) after 4m33s
[17:26:19.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:112:0)
[17:26:19.549] Build status: STARTED
[17:26:19.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:113:0) after 8m33s
[17:34:52.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:113:0)
[17:34:52.626] Build status: STARTED
[17:34:52.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:114:0) after 9m21s
[17:44:13.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:114:0)
[17:44:13.793] Build status: STARTED
[17:44:13.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:115:0) after 6m45s
[17:50:58.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:115:0)
[17:50:58.888] Build status: STARTED
[17:50:58.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:116:0) after 4m39s
[17:55:38.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:116:0)
[17:55:38.050] Build status: STARTED
[17:55:38.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:117:0) after 5m0s
[18:00:38.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:117:0)
[18:00:38.166] Build status: STARTED
[18:00:38.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:118:0) after 9m25s
[18:10:03.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:118:0)
[18:10:03.257] Build status: STARTED
[18:10:03.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:119:0) after 4m39s
[18:14:42.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:119:0)
[18:14:42.390] Build status: STARTED
[18:14:42.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:120:0) after 7m47s
[18:22:29.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:120:0)
[18:22:29.521] Build status: STARTED
[18:22:29.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:121:0) after 6m22s
[18:28:51.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:121:0)
[18:28:51.612] Build status: STARTED
[18:28:51.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:122:0) after 4m45s
[18:33:36.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:122:0)
[18:33:36.791] Build status: STARTED
[18:33:36.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:123:0) after 9m2s
[18:42:38.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:123:0)
[18:42:38.884] Build status: STARTED
[18:42:38.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:124:0) after 8m7s
[18:50:45.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:124:0)
[18:50:45.940] Build status: STARTED
[18:50:45.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:125:0) after 6m22s
[18:57:07.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:125:0)
[18:57:07.992] Build status: STARTED
[18:57:07.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:126:0) after 4m55s
[19:02:03.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:126:0)
[19:02:03.075] Build status: STARTED
[19:02:03.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:127:0) after 2m9s
[19:04:12.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:127:0)
[19:04:12.231] Build status: STARTED
[19:04:12.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:128:0) after 9m37s
[19:13:49.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:128:0)
[19:13:49.372] Build status: STARTED
[19:13:49.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:129:0) after 9m46s
[19:23:35.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:129:0)
[19:23:35.427] Build status: STARTED
[19:23:35.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:130:0) after 7m54s
[19:31:29.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:130:0)
[19:31:29.696] Build status: STARTED
[19:31:29.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:131:0) after 9m17s
[19:40:46.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:131:0)
[19:40:46.788] Build status: STARTED
[19:40:46.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:132:0) after 9m56s
[19:50:42.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:132:0)
[19:50:42.882] Build status: STARTED
[19:50:42.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:133:0) after 9m12s
[19:59:54.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:133:0)
[19:59:55.004] Build status: STARTED
[19:59:55.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:134:0) after 9m18s
[20:09:13.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:134:0)
[20:09:13.068] Build status: STARTED
[20:09:13.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:135:0) after 6m27s
[20:15:40.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:135:0)
[20:15:40.243] Build status: STARTED
[20:15:40.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:136:0) after 4m15s
[20:19:55.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:136:0)
[20:19:55.545] Build status: STARTED
[20:19:55.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:137:0) after 3m35s
[20:23:30.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:137:0)
[20:23:30.645] Build status: STARTED
[20:23:30.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:138:0) after 9m50s
[20:33:20.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:138:0)
[20:33:20.796] Build status: STARTED
[20:33:20.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:139:0) after 2m59s
[20:36:19.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:139:0)
[20:36:19.848] Build status: STARTED
[20:36:19.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:140:0) after 5m32s
[20:41:51.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:140:0)
[20:41:51.901] Build status: STARTED
[20:41:51.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:141:0) after 2m35s
[20:44:27.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:141:0)
[20:44:27.082] Build status: STARTED
[20:44:27.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:142:0) after 3m52s
[20:48:19.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:142:0)
[20:48:19.296] Build status: STARTED
[20:48:19.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:143:0) after 1m1s
[20:49:20.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:143:0)
[20:49:20.564] Build status: STARTED
[20:49:20.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:144:0) after 9m45s
[20:59:05.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:144:0)
[20:59:05.925] Build status: STARTED
[20:59:05.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:145:0) after 6m5s
[21:05:11.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:145:0)
[21:05:11.159] Build status: STARTED
[21:05:11.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:146:0) after 8m44s
[21:13:55.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:146:0)
[21:13:55.223] Build status: STARTED
[21:13:55.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:147:0) after 2m31s
[21:16:26.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:147:0)
[21:16:26.467] Build status: STARTED
[21:16:26.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:148:0) after 9m46s
[21:26:12.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:148:0)
[21:26:12.732] Build status: STARTED
[21:26:12.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:149:0) after 4m9s
[21:30:21.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:149:0)
[21:30:21.879] Build status: STARTED
[21:30:21.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:150:0) after 5m41s
[21:36:02.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:150:0)
[21:36:02.905] Build status: STARTED
[21:36:02.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:151:0) after 1m16s
[21:37:18.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:151:0)
[21:37:18.938] Build status: STARTED
[21:37:18.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:152:0) after 1m18s
[21:38:37.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:152:0)
[21:38:37.198] Build status: STARTED
[21:38:37.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:153:0) after 8m37s
[21:47:14.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:153:0)
[21:47:14.330] Build status: STARTED
[21:47:14.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:154:0) after 5m7s
[21:52:21.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:154:0)
[21:52:21.497] Build status: STARTED
[21:52:21.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:155:0) after 3m34s
[21:55:55.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:155:0)
[21:55:55.556] Build status: STARTED
[21:55:55.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:156:0) after 8m34s
[22:04:29.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:156:0)
[22:04:30.003] Build status: STARTED
[22:04:30.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:157:0) after 7m37s
[22:12:07.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:157:0)
[22:12:07.129] Build status: STARTED
[22:12:07.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:158:0) after 2m58s
[22:15:05.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:158:0)
[22:15:05.366] Build status: STARTED
[22:15:05.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:159:0) after 5m42s
[22:20:47.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:159:0)
[22:20:47.413] Build status: STARTED
[22:20:47.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:160:0) after 3m35s
[22:24:22.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:160:0)
[22:24:22.687] Build status: STARTED
[22:24:22.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:161:0) after 7m56s
[22:32:18.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:161:0)
[22:32:18.743] Build status: STARTED
[22:32:18.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:162:0) after 5m30s
[22:37:48.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:162:0)
[22:37:48.815] Build status: STARTED
[22:37:48.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:163:0) after 2m29s
[22:40:17.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:163:0)
[22:40:17.866] Build status: STARTED
[22:40:17.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:164:0) after 9m39s
[22:49:57.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:164:0)
[22:49:57.147] Build status: STARTED
[22:49:57.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:165:0) after 6m28s
[22:56:25.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:165:0)
[22:56:25.267] Build status: STARTED
[22:56:25.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:166:0) after 7m26s
[23:03:51.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:166:0)
[23:03:51.437] Build status: STARTED
[23:03:51.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:167:0) after 5m34s
[23:09:25.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:167:0)
[23:09:25.508] Build status: STARTED
[23:09:25.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:168:0) after 4m27s
[23:13:52.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:168:0)
[23:13:52.587] Build status: STARTED
[23:13:52.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:169:0) after 3m23s
[23:17:15.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:169:0)
[23:17:15.915] Build status: STARTED
[23:17:15.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:170:0) after 3m32s
[23:20:47.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:170:0)
[23:20:47.967] Build status: STARTED
[23:20:47.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:171:0) after 1m49s
[23:22:37.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:171:0)
[23:22:37.056] Build status: STARTED
[23:22:37.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:172:0) after 6m48s
[23:29:25.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:172:0)
[23:29:25.130] Build status: STARTED
[23:29:25.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:173:0) after 9m28s
[23:38:53.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:173:0)
[23:38:53.289] Build status: STARTED
[23:38:53.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:174:0) after 7m20s
[23:46:13.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:174:0)
[23:46:13.490] Build status: STARTED
[23:46:13.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:175:0) after 4m57s
[23:51:10.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:175:0)
[23:51:10.542] Build status: STARTED
[23:51:10.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:176:0) after 1m36s
[23:52:46.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:176:0)
[23:52:46.594] Build status: STARTED
[23:52:46.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:177:0) after 5m48s
[23:58:34.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:177:0)
[23:58:34.665] Build status: STARTED
[23:58:34.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:178:0) after 5m53s
[00:04:27.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:178:0)
[00:04:27.727] Build status: STARTED
[00:04:27.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:179:0) after 9m37s
[00:14:04.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:179:0)
[00:14:04.891] Build status: STARTED
[00:14:04.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:180:0) after 8m52s
[00:22:57.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:180:0)
[00:22:57.121] Build status: STARTED
[00:22:57.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:181:0) after 7m35s
[00:30:32.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:181:0)
[00:30:32.236] Build status: STARTED
[00:30:32.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:182:0) after 5m21s
[00:35:53.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:182:0)
[00:35:53.301] Build status: STARTED
[00:35:53.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:183:0) after 6m30s
[00:42:23.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:183:0)
[00:42:23.458] Build status: STARTED
[00:42:23.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:184:0) after 8m26s
[00:50:49.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:184:0)
[00:50:49.593] Build status: STARTED
[00:50:49.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:185:0) after 4m34s
[00:55:23.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:185:0)
[00:55:23.674] Build status: STARTED
[00:55:23.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:186:0) after 1m50s
[00:57:13.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:186:0)
[00:57:13.758] Build status: STARTED
[00:57:13.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:187:0) after 8m43s
[01:05:57.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:187:0)
[01:05:57.107] Build status: STARTED
[01:05:57.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:188:0) after 8m27s
[01:14:24.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:188:0)
[01:14:24.224] Build status: STARTED
[01:14:24.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:189:0) after 5m22s
[01:19:46.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:189:0)
[01:19:46.387] Build status: STARTED
[01:19:46.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:190:0) after 9m40s
[01:29:26.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:190:0)
[01:29:26.511] Build status: STARTED
[01:29:26.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:191:0) after 1m25s
[01:30:51.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:191:0)
[01:30:51.579] Build status: STARTED
[01:30:51.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:192:0) after 5m34s
[01:36:25.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:192:0)
[01:36:25.699] Build status: STARTED
[01:36:25.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:193:0) after 2m21s
[01:38:46.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:193:0)
[01:38:47.138] Build status: STARTED
[01:38:47.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:194:0) after 5m6s
[01:43:53.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:194:0)
[01:43:53.347] Build status: STARTED
[01:43:53.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:195:0) after 5m34s
[01:49:27.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:195:0)
[01:49:27.495] Build status: STARTED
[01:49:27.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:196:0) after 2m23s
[01:51:50.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:196:0)
[01:51:50.700] Build status: STARTED
[01:51:50.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:197:0) after 3m21s
[01:55:11.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:197:0)
[01:55:11.848] Build status: STARTED
[01:55:11.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:198:0) after 2m53s
[01:58:04.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:198:0)
[01:58:04.947] Build status: STARTED
[01:58:04.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:199:0) after 3m46s
[02:01:50.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:199:0)
[02:01:51.004] Build status: STARTED
[02:01:51.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:200:0) after 7m37s
[02:09:28.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:200:0)
[02:09:28.519] Build status: STARTED
[02:09:28.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:201:0) after 6m6s
[02:15:34.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:201:0)
[02:15:34.710] Build status: STARTED
[02:15:34.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:202:0) after 1m51s
[02:17:25.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:202:0)
[02:17:25.861] Build status: STARTED
[02:17:25.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:203:0) after 2m6s
[02:19:31.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:203:0)
[02:19:31.944] Build status: STARTED
[02:19:31.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:204:0) after 1m1s
[02:20:33.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:204:0)
[02:20:33.161] Build status: STARTED
[02:20:33.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:205:0) after 9m31s
[02:30:04.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:205:0)
[02:30:04.245] Build status: STARTED
[02:30:04.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:206:0) after 7m5s
[02:37:09.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:206:0)
[02:37:09.411] Build status: STARTED
[02:37:09.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:207:0) after 9m55s
[02:47:04.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:207:0)
[02:47:04.470] Build status: STARTED
[02:47:04.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:208:0) after 6m21s
[02:53:25.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:208:0)
[02:53:25.613] Build status: STARTED
[02:53:25.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:209:0) after 6m35s
[03:00:00.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:209:0)
[03:00:00.846] Build status: STARTED
[03:00:00.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:210:0) after 9m9s
[03:09:09.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:210:0)
[03:09:09.905] Build status: STARTED
[03:09:09.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:211:0) after 6m24s
[03:15:34.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:211:0)
[03:15:34.061] Build status: STARTED
[03:15:34.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:212:0) after 9m26s
[03:25:00.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:212:0)
[03:25:00.162] Build status: STARTED
[03:25:00.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:213:0) after 2m15s
[03:27:15.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:213:0)
[03:27:15.257] Build status: STARTED
[03:27:15.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:214:0) after 4m49s
[03:32:04.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:214:0)
[03:32:04.463] Build status: STARTED
[03:32:04.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:215:0) after 4m57s
[03:37:01.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:215:0)
[03:37:01.508] Build status: STARTED
[03:37:01.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:216:0) after 5m36s
[03:42:37.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:216:0)
[03:42:37.596] Build status: STARTED
[03:42:37.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:217:0) after 7m44s
[03:50:21.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:217:0)
[03:50:21.658] Build status: STARTED
[03:50:21.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:218:0) after 9m44s
[04:00:05.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:218:0)
[04:00:05.738] Build status: STARTED
[04:00:05.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931438384638340256:219:0) after 2m57s
[04:00:41.574] Received PubSub notification, asking Buildbucket for the build status
[04:00:41.594] Build:
{
"id": "8766008322577898817",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 30681,
"createdBy": "project:chromium",
"createTime": "2023-10-28T08:00:27.562271704Z",
"startTime": "2023-10-28T08:00:29.017622Z",
"endTime": "2023-10-29T04:00:41.251732411Z",
"updateTime": "2023-10-29T04:00:41.251732411Z",
"status": "CANCELED",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "42fe9214b3d028869cc71e94d183fe107cdff1ab",
"ref": "refs/heads/main"
}
}
}
[04:00:41.595] Invocation finished in 20h0m15.381717423s with status ABORTED