Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0252b7a9953505f9a56bacb0cf0a0d4585501a7b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0252b7a9953505f9a56bacb0cf0a0d4585501a7b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:48:42.096] New invocation is queued and will start shortly
[17:48:43.213] Starting the invocation (attempt 1)
[17:48:43.244] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0252b7a9953505f9a56bacb0cf0a0d4585501a7b"
[17:48:43.244] Popped gitiles commit info from properties and tags
[17:48:43.244] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:48:43.244] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:48:43.244] Buildbucket request:
{
  "requestId": "8917358844443045168",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0252b7a9953505f9a56bacb0cf0a0d4585501a7b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917358844443045168"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:48:43.987] Scheduled build:
{
  "id": "8751928782516873425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31477,
  "createdBy": "project:chromium",
  "createTime": "2024-03-31T17:48:43.305676448Z",
  "updateTime": "2024-03-31T17:48:43.305676448Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0252b7a9953505f9a56bacb0cf0a0d4585501a7b",
      "ref": "refs/heads/main"
    }
  }
}
[17:48:43.987] Task URL: https://cr-buildbucket.appspot.com/build/8751928782516873425
[17:48:43.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:2:0) after 5m53s
[17:48:44.886] Received PubSub notification, asking Buildbucket for the build status
[17:48:44.918] Build status: STARTED
[17:48:45.389] Received PubSub notification, asking Buildbucket for the build status
[17:48:45.427] Build status: STARTED
[17:54:37.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:2:0)
[17:54:37.166] Build status: STARTED
[17:54:37.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:5:0) after 7m35s
[18:02:12.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:5:0)
[18:02:12.239] Build status: STARTED
[18:02:12.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:6:0) after 2m1s
[18:04:13.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:6:0)
[18:04:13.272] Build status: STARTED
[18:04:13.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:7:0) after 6m54s
[18:11:07.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:7:0)
[18:11:07.480] Build status: STARTED
[18:11:07.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:8:0) after 4m13s
[18:15:20.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:8:0)
[18:15:20.566] Build status: STARTED
[18:15:20.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:9:0) after 1m43s
[18:17:03.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:9:0)
[18:17:03.614] Build status: STARTED
[18:17:03.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:10:0) after 4m41s
[18:21:44.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:10:0)
[18:21:44.641] Build status: STARTED
[18:21:44.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:11:0) after 7m31s
[18:29:15.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:11:0)
[18:29:15.683] Build status: STARTED
[18:29:15.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:12:0) after 1m48s
[18:31:03.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:12:0)
[18:31:03.737] Build status: STARTED
[18:31:03.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:13:0) after 2m32s
[18:33:35.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:13:0)
[18:33:35.834] Build status: STARTED
[18:33:35.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:14:0) after 3m52s
[18:37:27.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:14:0)
[18:37:27.876] Build status: STARTED
[18:37:27.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:15:0) after 7m50s
[18:45:17.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:15:0)
[18:45:17.920] Build status: STARTED
[18:45:17.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:16:0) after 7m16s
[18:52:33.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:16:0)
[18:52:33.963] Build status: STARTED
[18:52:33.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:17:0) after 7m24s
[18:59:57.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:17:0)
[18:59:58.212] Build status: STARTED
[18:59:58.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:18:0) after 5m0s
[19:04:58.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:18:0)
[19:04:58.371] Build status: STARTED
[19:04:58.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:19:0) after 6m6s
[19:11:04.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:19:0)
[19:11:04.407] Build status: STARTED
[19:11:04.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:20:0) after 6m46s
[19:17:50.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:20:0)
[19:17:50.541] Build status: STARTED
[19:17:50.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:21:0) after 4m20s
[19:22:10.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:21:0)
[19:22:10.588] Build status: STARTED
[19:22:10.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:22:0) after 2m30s
[19:24:40.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:22:0)
[19:24:40.602] Build status: STARTED
[19:24:40.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:23:0) after 1m1s
[19:25:41.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:23:0)
[19:25:41.868] Build status: STARTED
[19:25:41.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:24:0) after 9m49s
[19:35:30.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:24:0)
[19:35:30.915] Build status: STARTED
[19:35:30.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:25:0) after 3m30s
[19:39:00.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:25:0)
[19:39:00.951] Build status: STARTED
[19:39:00.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:26:0) after 1m41s
[19:40:42.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:26:0)
[19:40:42.300] Build status: STARTED
[19:40:42.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:27:0) after 3m32s
[19:44:14.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:27:0)
[19:44:14.344] Build status: STARTED
[19:44:14.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:28:0) after 8m1s
[19:52:15.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:28:0)
[19:52:15.387] Build status: STARTED
[19:52:15.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:29:0) after 8m30s
[20:00:45.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:29:0)
[20:00:45.467] Build status: STARTED
[20:00:45.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:30:0) after 4m57s
[20:05:42.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:30:0)
[20:05:42.610] Build status: STARTED
[20:05:42.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:31:0) after 5m7s
[20:10:49.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:31:0)
[20:10:49.693] Build status: STARTED
[20:10:49.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:32:0) after 7m58s
[20:18:47.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:32:0)
[20:18:47.762] Build status: STARTED
[20:18:47.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:33:0) after 6m56s
[20:25:43.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:33:0)
[20:25:43.856] Build status: STARTED
[20:25:43.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:34:0) after 5m23s
[20:31:06.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:34:0)
[20:31:06.903] Build status: STARTED
[20:31:06.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:35:0) after 5m24s
[20:36:30.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:35:0)
[20:36:30.943] Build status: STARTED
[20:36:30.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:36:0) after 1m24s
[20:37:55.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:36:0)
[20:37:55.092] Build status: STARTED
[20:37:55.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:37:0) after 2m3s
[20:39:58.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:37:0)
[20:39:58.119] Build status: STARTED
[20:39:58.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:38:0) after 3m27s
[20:43:25.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:38:0)
[20:43:25.367] Build status: STARTED
[20:43:25.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:39:0) after 8m26s
[20:51:51.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:39:0)
[20:51:51.423] Build status: STARTED
[20:51:51.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:40:0) after 8m41s
[21:00:32.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:40:0)
[21:00:32.695] Build status: STARTED
[21:00:32.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:41:0) after 1m20s
[21:01:52.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:41:0)
[21:01:52.787] Build status: STARTED
[21:01:52.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:42:0) after 9m41s
[21:11:33.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:42:0)
[21:11:33.915] Build status: STARTED
[21:11:33.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:43:0) after 5m26s
[21:16:59.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:43:0)
[21:16:59.963] Build status: STARTED
[21:16:59.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:44:0) after 5m16s
[21:22:16.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:44:0)
[21:22:16.120] Build status: STARTED
[21:22:16.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:45:0) after 1m43s
[21:23:59.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:45:0)
[21:23:59.164] Build status: STARTED
[21:23:59.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:46:0) after 4m24s
[21:28:23.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:46:0)
[21:28:23.242] Build status: STARTED
[21:28:23.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:47:0) after 9m41s
[21:38:04.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:47:0)
[21:38:04.507] Build status: STARTED
[21:38:04.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:48:0) after 1m23s
[21:39:27.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:48:0)
[21:39:27.648] Build status: STARTED
[21:39:27.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:49:0) after 4m48s
[21:44:15.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:49:0)
[21:44:16.063] Build status: STARTED
[21:44:16.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:50:0) after 9m27s
[21:53:43.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:50:0)
[21:53:43.171] Build status: STARTED
[21:53:43.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:51:0) after 4m43s
[21:58:26.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:51:0)
[21:58:26.241] Build status: STARTED
[21:58:26.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:52:0) after 6m24s
[22:04:50.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:52:0)
[22:04:50.438] Build status: STARTED
[22:04:50.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:53:0) after 1m10s
[22:06:00.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:53:0)
[22:06:00.588] Build status: STARTED
[22:06:00.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:54:0) after 2m13s
[22:08:13.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:54:0)
[22:08:13.643] Build status: STARTED
[22:08:13.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:55:0) after 5m2s
[22:13:15.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:55:0)
[22:13:15.708] Build status: STARTED
[22:13:15.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:56:0) after 3m43s
[22:16:58.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:56:0)
[22:16:58.896] Build status: STARTED
[22:16:58.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:57:0) after 6m24s
[22:23:22.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:57:0)
[22:23:22.952] Build status: STARTED
[22:23:22.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:58:0) after 7m27s
[22:30:50.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:58:0)
[22:30:50.204] Build status: STARTED
[22:30:50.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:59:0) after 3m17s
[22:34:07.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:59:0)
[22:34:07.327] Build status: STARTED
[22:34:07.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:60:0) after 6m1s
[22:40:08.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:60:0)
[22:40:08.434] Build status: STARTED
[22:40:08.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:61:0) after 3m36s
[22:43:44.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:61:0)
[22:43:44.511] Build status: STARTED
[22:43:44.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:62:0) after 3m35s
[22:47:19.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:62:0)
[22:47:19.604] Build status: STARTED
[22:47:19.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:63:0) after 1m12s
[22:48:31.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:63:0)
[22:48:31.688] Build status: STARTED
[22:48:31.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:64:0) after 8m15s
[22:56:46.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:64:0)
[22:56:46.734] Build status: STARTED
[22:56:46.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:65:0) after 7m19s
[23:04:05.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:65:0)
[23:04:05.817] Build status: STARTED
[23:04:05.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:66:0) after 1m34s
[23:05:39.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:66:0)
[23:05:39.881] Build status: STARTED
[23:05:39.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:67:0) after 1m15s
[23:06:55.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:67:0)
[23:06:55.072] Build status: STARTED
[23:06:55.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:68:0) after 5m47s
[23:12:42.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:68:0)
[23:12:42.142] Build status: STARTED
[23:12:42.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:69:0) after 2m44s
[23:15:26.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:69:0)
[23:15:26.218] Build status: STARTED
[23:15:26.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:70:0) after 1m33s
[23:16:59.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:70:0)
[23:16:59.310] Build status: STARTED
[23:16:59.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:71:0) after 5m20s
[23:22:19.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:71:0)
[23:22:19.535] Build status: STARTED
[23:22:19.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:72:0) after 9m16s
[23:31:35.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:72:0)
[23:31:35.599] Build status: STARTED
[23:31:35.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:73:0) after 7m47s
[23:39:22.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:73:0)
[23:39:22.591] Build status: STARTED
[23:39:22.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:74:0) after 2m18s
[23:41:40.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:74:0)
[23:41:40.664] Build status: STARTED
[23:41:40.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:75:0) after 8m7s
[23:49:47.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:75:0)
[23:49:47.710] Build status: STARTED
[23:49:47.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:76:0) after 5m46s
[23:55:33.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:76:0)
[23:55:33.942] Build status: STARTED
[23:55:33.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:77:0) after 9m24s
[00:04:57.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:77:0)
[00:04:58.047] Build status: STARTED
[00:04:58.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:78:0) after 5m6s
[00:10:04.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:78:0)
[00:10:04.118] Build status: STARTED
[00:10:04.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:79:0) after 8m37s
[00:18:41.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:79:0)
[00:18:41.184] Build status: STARTED
[00:18:41.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:80:0) after 3m48s
[00:22:29.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:80:0)
[00:22:29.266] Build status: STARTED
[00:22:29.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:81:0) after 5m20s
[00:27:49.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:81:0)
[00:27:49.460] Build status: STARTED
[00:27:49.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:82:0) after 3m38s
[00:31:27.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:82:0)
[00:31:27.519] Build status: STARTED
[00:31:27.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:83:0) after 8m41s
[00:40:08.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:83:0)
[00:40:08.595] Build status: STARTED
[00:40:08.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:84:0) after 1m49s
[00:41:57.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:84:0)
[00:41:57.720] Build status: STARTED
[00:41:57.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:85:0) after 2m19s
[00:44:16.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:85:0)
[00:44:16.758] Build status: STARTED
[00:44:16.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:86:0) after 3m43s
[00:47:59.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:86:0)
[00:47:59.905] Build status: STARTED
[00:47:59.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:87:0) after 5m6s
[00:53:05.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:87:0)
[00:53:05.958] Build status: STARTED
[00:53:05.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:88:0) after 9m40s
[01:02:45.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:88:0)
[01:02:46.055] Build status: STARTED
[01:02:46.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:89:0) after 1m44s
[01:04:30.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:89:0)
[01:04:30.112] Build status: STARTED
[01:04:30.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:90:0) after 9m10s
[01:13:40.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:90:0)
[01:13:40.167] Build status: STARTED
[01:13:40.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:91:0) after 1m26s
[01:15:06.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:91:0)
[01:15:06.221] Build status: STARTED
[01:15:06.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:92:0) after 4m57s
[01:20:03.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:92:0)
[01:20:03.469] Build status: STARTED
[01:20:03.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:93:0) after 9m23s
[01:29:26.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:93:0)
[01:29:26.517] Build status: STARTED
[01:29:26.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:94:0) after 7m10s
[01:36:36.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:94:0)
[01:36:36.578] Build status: STARTED
[01:36:36.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:95:0) after 6m22s
[01:42:58.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:95:0)
[01:42:58.744] Build status: STARTED
[01:42:58.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:96:0) after 7m17s
[01:50:15.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:96:0)
[01:50:15.800] Build status: STARTED
[01:50:15.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:97:0) after 3m27s
[01:53:42.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:97:0)
[01:53:42.875] Build status: STARTED
[01:53:42.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:98:0) after 8m10s
[02:01:52.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:98:0)
[02:01:53.018] Build status: STARTED
[02:01:53.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:99:0) after 6m51s
[02:08:44.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:99:0)
[02:08:44.307] Build status: STARTED
[02:08:44.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:100:0) after 6m15s
[02:14:59.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:100:0)
[02:14:59.610] Build status: STARTED
[02:14:59.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:101:0) after 7m0s
[02:21:59.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:101:0)
[02:21:59.790] Build status: STARTED
[02:21:59.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:102:0) after 3m28s
[02:25:28.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:102:0)
[02:25:28.030] Build status: STARTED
[02:25:28.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:103:0) after 8m9s
[02:33:37.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:103:0)
[02:33:37.209] Build status: STARTED
[02:33:37.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:104:0) after 8m43s
[02:42:20.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:104:0)
[02:42:20.428] Build status: STARTED
[02:42:20.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:105:0) after 1m30s
[02:43:50.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:105:0)
[02:43:50.500] Build status: STARTED
[02:43:50.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:106:0) after 5m34s
[02:49:24.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:106:0)
[02:49:24.548] Build status: STARTED
[02:49:24.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:107:0) after 6m17s
[02:55:41.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:107:0)
[02:55:41.653] Build status: STARTED
[02:55:41.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:108:0) after 8m45s
[03:04:26.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:108:0)
[03:04:26.828] Build status: STARTED
[03:04:26.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:109:0) after 9m30s
[03:13:56.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:109:0)
[03:13:56.887] Build status: STARTED
[03:13:56.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:110:0) after 9m41s
[03:23:38.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:110:0)
[03:23:38.046] Build status: STARTED
[03:23:38.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:111:0) after 1m47s
[03:25:25.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:111:0)
[03:25:25.108] Build status: STARTED
[03:25:25.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:112:0) after 5m2s
[03:30:27.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:112:0)
[03:30:27.234] Build status: STARTED
[03:30:27.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:113:0) after 9m11s
[03:39:38.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:113:0)
[03:39:38.400] Build status: STARTED
[03:39:38.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:114:0) after 7m57s
[03:47:35.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:114:0)
[03:47:35.460] Build status: STARTED
[03:47:35.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:115:0) after 6m23s
[03:53:58.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:115:0)
[03:53:58.799] Build status: STARTED
[03:53:58.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:116:0) after 7m39s
[04:01:37.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:116:0)
[04:01:37.956] Build status: STARTED
[04:01:37.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:117:0) after 2m12s
[04:03:50.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:117:0)
[04:03:50.066] Build status: STARTED
[04:03:50.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:118:0) after 3m55s
[04:07:45.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:118:0)
[04:07:45.122] Build status: STARTED
[04:07:45.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:119:0) after 2m52s
[04:10:37.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:119:0)
[04:10:37.191] Build status: STARTED
[04:10:37.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:120:0) after 9m4s
[04:19:41.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:120:0)
[04:19:41.249] Build status: STARTED
[04:19:41.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:121:0) after 3m24s
[04:23:05.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:121:0)
[04:23:05.299] Build status: STARTED
[04:23:05.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:122:0) after 1m41s
[04:24:46.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:122:0)
[04:24:46.468] Build status: STARTED
[04:24:46.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:123:0) after 6m1s
[04:30:47.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:123:0)
[04:30:47.636] Build status: STARTED
[04:30:47.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:124:0) after 4m39s
[04:35:26.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:124:0)
[04:35:26.766] Build status: STARTED
[04:35:26.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:125:0) after 6m12s
[04:41:38.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:125:0)
[04:41:38.852] Build status: STARTED
[04:41:38.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:126:0) after 9m15s
[04:50:54.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:126:0)
[04:50:54.035] Build status: STARTED
[04:50:54.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:127:0) after 5m9s
[04:56:03.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:127:0)
[04:56:03.122] Build status: STARTED
[04:56:03.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:128:0) after 2m22s
[04:58:25.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:128:0)
[04:58:25.166] Build status: STARTED
[04:58:25.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:129:0) after 9m13s
[05:07:38.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:129:0)
[05:07:38.217] Build status: STARTED
[05:07:38.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:130:0) after 7m38s
[05:15:16.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:130:0)
[05:15:16.270] Build status: STARTED
[05:15:16.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:131:0) after 3m53s
[05:19:09.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:131:0)
[05:19:09.620] Build status: STARTED
[05:19:09.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:132:0) after 3m10s
[05:22:19.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:132:0)
[05:22:19.659] Build status: STARTED
[05:22:19.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:133:0) after 9m27s
[05:31:46.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:133:0)
[05:31:46.708] Build status: STARTED
[05:31:46.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:134:0) after 5m49s
[05:37:35.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:134:0)
[05:37:35.750] Build status: STARTED
[05:37:35.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:135:0) after 1m42s
[05:39:17.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:135:0)
[05:39:17.870] Build status: STARTED
[05:39:17.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:136:0) after 4m6s
[05:43:23.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:136:0)
[05:43:24.019] Build status: STARTED
[05:43:24.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:137:0) after 4m16s
[05:47:40.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:137:0)
[05:47:40.067] Build status: STARTED
[05:47:40.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:138:0) after 1m30s
[05:49:10.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:138:0)
[05:49:10.098] Build status: STARTED
[05:49:10.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:139:0) after 2m54s
[05:52:04.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:139:0)
[05:52:04.289] Build status: STARTED
[05:52:04.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:140:0) after 7m21s
[05:59:25.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:140:0)
[05:59:25.634] Build status: STARTED
[05:59:25.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:141:0) after 6m24s
[06:05:49.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:141:0)
[06:05:49.675] Build status: STARTED
[06:05:49.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:142:0) after 9m13s
[06:15:02.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:142:0)
[06:15:02.725] Build status: STARTED
[06:15:02.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:143:0) after 8m21s
[06:23:23.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:143:0)
[06:23:23.862] Build status: STARTED
[06:23:23.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:144:0) after 8m31s
[06:31:54.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:144:0)
[06:31:54.946] Build status: STARTED
[06:31:54.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:145:0) after 5m37s
[06:37:31.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:145:0)
[06:37:32.048] Build status: STARTED
[06:37:32.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:146:0) after 1m31s
[06:39:03.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:146:0)
[06:39:03.197] Build status: STARTED
[06:39:03.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:147:0) after 3m28s
[06:42:31.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:147:0)
[06:42:31.243] Build status: STARTED
[06:42:31.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:148:0) after 6m13s
[06:48:44.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:148:0)
[06:48:44.290] Build status: STARTED
[06:48:44.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:149:0) after 5m25s
[06:54:09.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:149:0)
[06:54:09.340] Build status: STARTED
[06:54:09.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:150:0) after 6m31s
[07:00:40.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:150:0)
[07:00:40.411] Build status: STARTED
[07:00:40.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:151:0) after 7m58s
[07:08:38.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:151:0)
[07:08:38.547] Build status: STARTED
[07:08:38.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:152:0) after 2m1s
[07:10:39.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:152:0)
[07:10:39.590] Build status: STARTED
[07:10:39.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:153:0) after 6m7s
[07:16:46.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:153:0)
[07:16:46.642] Build status: STARTED
[07:16:46.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:154:0) after 4m48s
[07:21:34.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:154:0)
[07:21:34.747] Build status: STARTED
[07:21:34.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:155:0) after 3m49s
[07:25:23.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:155:0)
[07:25:23.797] Build status: STARTED
[07:25:23.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:156:0) after 8m44s
[07:34:07.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:156:0)
[07:34:07.861] Build status: STARTED
[07:34:07.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:157:0) after 5m52s
[07:39:59.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:157:0)
[07:39:59.938] Build status: STARTED
[07:39:59.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:158:0) after 6m27s
[07:46:26.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:158:0)
[07:46:26.995] Build status: STARTED
[07:46:26.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:159:0) after 6m47s
[07:53:14.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:159:0)
[07:53:14.092] Build status: STARTED
[07:53:14.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:160:0) after 3m45s
[07:56:59.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:160:0)
[07:56:59.141] Build status: STARTED
[07:56:59.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:161:0) after 2m6s
[07:59:05.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:161:0)
[07:59:05.232] Build status: STARTED
[07:59:05.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:162:0) after 6m14s
[08:05:19.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:162:0)
[08:05:19.289] Build status: STARTED
[08:05:19.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:163:0) after 2m2s
[08:07:21.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:163:0)
[08:07:21.327] Build status: STARTED
[08:07:21.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:164:0) after 5m27s
[08:12:48.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:164:0)
[08:12:48.625] Build status: STARTED
[08:12:48.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:165:0) after 2m59s
[08:15:47.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:165:0)
[08:15:47.794] Build status: STARTED
[08:15:47.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:166:0) after 5m13s
[08:21:01.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:166:0)
[08:21:01.294] Build status: STARTED
[08:21:01.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:167:0) after 8m52s
[08:29:53.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:167:0)
[08:29:53.343] Build status: STARTED
[08:29:53.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:168:0) after 7m8s
[08:37:01.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:168:0)
[08:37:01.385] Build status: STARTED
[08:37:01.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:169:0) after 7m46s
[08:44:47.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:169:0)
[08:44:47.745] Build status: STARTED
[08:44:47.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:170:0) after 1m12s
[08:45:59.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:170:0)
[08:45:59.782] Build status: STARTED
[08:45:59.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:171:0) after 6m40s
[08:52:40.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:171:0)
[08:52:40.049] Build status: STARTED
[08:52:40.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:172:0) after 6m20s
[08:59:00.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:172:0)
[08:59:00.119] Build status: STARTED
[08:59:00.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:173:0) after 8m10s
[09:07:10.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:173:0)
[09:07:10.302] Build status: STARTED
[09:07:10.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:174:0) after 1m32s
[09:08:42.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:174:0)
[09:08:42.517] Build status: STARTED
[09:08:42.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:175:0) after 8m40s
[09:17:22.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:175:0)
[09:17:22.609] Build status: STARTED
[09:17:22.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:176:0) after 3m46s
[09:21:08.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:176:0)
[09:21:08.945] Build status: STARTED
[09:21:08.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:177:0) after 1m23s
[09:22:32.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:177:0)
[09:22:32.199] Build status: STARTED
[09:22:32.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:178:0) after 9m5s
[09:31:37.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:178:0)
[09:31:37.296] Build status: STARTED
[09:31:37.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:179:0) after 2m39s
[09:34:16.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:179:0)
[09:34:16.370] Build status: STARTED
[09:34:16.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:180:0) after 1m5s
[09:35:21.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:180:0)
[09:35:21.446] Build status: STARTED
[09:35:21.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:181:0) after 1m38s
[09:36:59.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:181:0)
[09:36:59.553] Build status: STARTED
[09:36:59.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:182:0) after 3m31s
[09:40:30.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:182:0)
[09:40:30.712] Build status: STARTED
[09:40:30.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:183:0) after 4m14s
[09:44:44.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:183:0)
[09:44:44.898] Build status: STARTED
[09:44:44.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:184:0) after 1m0s
[09:45:45.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:184:0)
[09:45:45.111] Build status: STARTED
[09:45:45.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:185:0) after 6m12s
[09:51:57.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:185:0)
[09:51:57.143] Build status: STARTED
[09:51:57.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:186:0) after 3m16s
[09:55:13.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:186:0)
[09:55:13.259] Build status: STARTED
[09:55:13.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:187:0) after 2m58s
[09:58:11.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:187:0)
[09:58:11.383] Build status: STARTED
[09:58:11.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:188:0) after 8m34s
[10:06:45.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:188:0)
[10:06:45.587] Build status: STARTED
[10:06:45.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:189:0) after 9m14s
[10:15:59.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:189:0)
[10:15:59.773] Build status: STARTED
[10:15:59.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:190:0) after 9m35s
[10:25:34.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:190:0)
[10:25:34.931] Build status: STARTED
[10:25:34.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:191:0) after 9m3s
[10:34:38.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:191:0)
[10:34:38.093] Build status: STARTED
[10:34:38.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:192:0) after 2m47s
[10:37:25.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:192:0)
[10:37:25.156] Build status: STARTED
[10:37:25.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:193:0) after 8m43s
[10:46:08.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:193:0)
[10:46:08.335] Build status: STARTED
[10:46:08.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:194:0) after 1m17s
[10:47:25.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:194:0)
[10:47:25.470] Build status: STARTED
[10:47:25.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:195:0) after 2m54s
[10:50:19.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:195:0)
[10:50:19.777] Build status: STARTED
[10:50:19.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:196:0) after 8m49s
[10:59:08.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:196:0)
[10:59:08.827] Build status: STARTED
[10:59:08.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:197:0) after 6m53s
[11:06:01.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:197:0)
[11:06:02.022] Build status: STARTED
[11:06:02.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:198:0) after 7m43s
[11:13:45.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:198:0)
[11:13:45.119] Build status: STARTED
[11:13:45.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:199:0) after 5m52s
[11:19:37.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:199:0)
[11:19:37.173] Build status: STARTED
[11:19:37.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:200:0) after 6m26s
[11:26:03.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:200:0)
[11:26:03.212] Build status: STARTED
[11:26:03.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:201:0) after 8m14s
[11:34:17.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:201:0)
[11:34:17.321] Build status: STARTED
[11:34:17.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:202:0) after 8m21s
[11:42:38.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:202:0)
[11:42:38.425] Build status: STARTED
[11:42:38.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:203:0) after 2m4s
[11:44:42.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:203:0)
[11:44:42.550] Build status: STARTED
[11:44:42.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:204:0) after 2m28s
[11:47:10.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:204:0)
[11:47:10.669] Build status: STARTED
[11:47:10.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:205:0) after 8m19s
[11:55:29.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:205:0)
[11:55:29.796] Build status: STARTED
[11:55:29.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:206:0) after 8m57s
[12:04:26.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:206:0)
[12:04:26.957] Build status: STARTED
[12:04:26.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:207:0) after 5m1s
[12:09:28.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:207:0)
[12:09:28.149] Build status: STARTED
[12:09:28.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:208:0) after 2m56s
[12:12:24.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:208:0)
[12:12:24.661] Build status: STARTED
[12:12:24.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:209:0) after 3m36s
[12:16:00.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:209:0)
[12:16:00.708] Build status: STARTED
[12:16:00.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:210:0) after 4m44s
[12:20:44.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:210:0)
[12:20:44.749] Build status: STARTED
[12:20:44.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:211:0) after 7m20s
[12:28:04.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:211:0)
[12:28:04.815] Build status: STARTED
[12:28:04.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:212:0) after 4m35s
[12:32:39.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:212:0)
[12:32:39.899] Build status: STARTED
[12:32:39.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:213:0) after 8m51s
[12:41:30.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:213:0)
[12:41:30.910] Build status: STARTED
[12:41:30.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:214:0) after 8m36s
[12:50:06.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:214:0)
[12:50:06.955] Build status: STARTED
[12:50:06.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:215:0) after 4m4s
[12:54:10.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:215:0)
[12:54:11.011] Build status: STARTED
[12:54:11.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:216:0) after 8m3s
[13:02:14.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:216:0)
[13:02:14.302] Build status: STARTED
[13:02:14.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:217:0) after 4m42s
[13:06:56.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:217:0)
[13:06:56.391] Build status: STARTED
[13:06:56.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:218:0) after 3m38s
[13:10:34.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:218:0)
[13:10:34.437] Build status: STARTED
[13:10:34.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:219:0) after 8m27s
[13:19:01.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:219:0)
[13:19:01.506] Build status: STARTED
[13:19:01.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:220:0) after 7m57s
[13:26:58.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:220:0)
[13:26:58.631] Build status: STARTED
[13:26:58.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:221:0) after 4m54s
[13:31:52.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:221:0)
[13:31:52.819] Build status: STARTED
[13:31:52.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:222:0) after 6m51s
[13:38:43.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:222:0)
[13:38:43.866] Build status: STARTED
[13:38:43.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:223:0) after 3m19s
[13:42:03.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:223:0)
[13:42:03.034] Build status: STARTED
[13:42:03.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:224:0) after 6m21s
[13:48:24.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:224:0)
[13:48:24.597] Build status: STARTED
[13:48:24.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917358844443045168:225:0) after 6m28s
[13:51:52.857] Received PubSub notification, asking Buildbucket for the build status
[13:51:52.880] Build:
{
  "id": "8751928782516873425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31477,
  "createdBy": "project:chromium",
  "createTime": "2024-03-31T17:48:43.305676448Z",
  "startTime": "2024-03-31T17:48:44.418799Z",
  "endTime": "2024-04-01T13:51:52.237112Z",
  "updateTime": "2024-04-01T13:51:52.237112Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0252b7a9953505f9a56bacb0cf0a0d4585501a7b",
      "ref": "refs/heads/main"
    }
  }
}
[13:51:52.880] Invocation finished in 20h3m10.795992555s with status FAILED