Status: FAILED
Triggered by: -
Duration: 15 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "296e9b7de73d9e54dff86bb104aaf9644d757a33"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/296e9b7de73d9e54dff86bb104aaf9644d757a33
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:55:00.528] New invocation is queued and will start shortly
[12:55:01.630] Starting the invocation (attempt 1)
[12:55:01.669] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/296e9b7de73d9e54dff86bb104aaf9644d757a33"
[12:55:01.669] Popped gitiles commit info from properties and tags
[12:55:01.669] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:55:01.669] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:55:01.669] Buildbucket request:
{
  "requestId": "8920367021885273568",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "296e9b7de73d9e54dff86bb104aaf9644d757a33",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920367021885273568"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:55:02.322] Scheduled build:
{
  "id": "8754936959939204385",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30311,
  "createdBy": "project:chromium",
  "createTime": "2024-02-27T12:55:01.758741618Z",
  "updateTime": "2024-02-27T12:55:01.758741618Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "296e9b7de73d9e54dff86bb104aaf9644d757a33",
      "ref": "refs/heads/main"
    }
  }
}
[12:55:02.322] Task URL: https://cr-buildbucket.appspot.com/build/8754936959939204385
[12:55:02.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:2:0) after 3m16s
[12:55:03.406] Received PubSub notification, asking Buildbucket for the build status
[12:55:03.503] Build status: STARTED
[12:55:03.833] Received PubSub notification, asking Buildbucket for the build status
[12:55:03.851] Build status: STARTED
[12:58:18.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:2:0)
[12:58:18.492] Build status: STARTED
[12:58:18.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:5:0) after 9m3s
[13:07:21.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:5:0)
[13:07:21.793] Build status: STARTED
[13:07:21.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:6:0) after 6m7s
[13:13:28.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:6:0)
[13:13:28.954] Build status: STARTED
[13:13:28.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:7:0) after 1m52s
[13:15:21.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:7:0)
[13:15:21.061] Build status: STARTED
[13:15:21.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:8:0) after 7m45s
[13:23:06.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:8:0)
[13:23:06.267] Build status: STARTED
[13:23:06.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:9:0) after 4m15s
[13:27:21.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:9:0)
[13:27:21.309] Build status: STARTED
[13:27:21.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:10:0) after 5m31s
[13:32:52.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:10:0)
[13:32:52.359] Build status: STARTED
[13:32:52.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:11:0) after 4m46s
[13:37:38.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:11:0)
[13:37:38.467] Build status: STARTED
[13:37:38.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:12:0) after 4m1s
[13:41:39.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:12:0)
[13:41:39.541] Build status: STARTED
[13:41:39.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:13:0) after 4m50s
[13:46:29.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:13:0)
[13:46:29.587] Build status: STARTED
[13:46:29.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:14:0) after 6m0s
[13:52:30.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:14:0)
[13:52:30.321] Build status: STARTED
[13:52:30.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:15:0) after 9m46s
[14:02:16.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:15:0)
[14:02:16.655] Build status: STARTED
[14:02:16.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:16:0) after 8m21s
[14:10:37.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:16:0)
[14:10:37.948] Build status: STARTED
[14:10:37.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:17:0) after 5m4s
[14:15:42.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:17:0)
[14:15:42.108] Build status: STARTED
[14:15:42.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:18:0) after 6m12s
[14:21:54.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:18:0)
[14:21:54.794] Build status: STARTED
[14:21:54.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:19:0) after 9m54s
[14:31:49.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:19:0)
[14:31:49.193] Build status: STARTED
[14:31:49.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:20:0) after 7m40s
[14:39:29.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:20:0)
[14:39:29.447] Build status: STARTED
[14:39:29.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:21:0) after 6m26s
[14:45:55.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:21:0)
[14:45:55.503] Build status: STARTED
[14:45:55.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:22:0) after 8m15s
[14:54:10.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:22:0)
[14:54:10.731] Build status: STARTED
[14:54:10.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:23:0) after 5m42s
[14:59:52.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:23:0)
[14:59:52.788] Build status: STARTED
[14:59:52.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:24:0) after 1m49s
[15:01:42.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:24:0)
[15:01:42.388] Build status: STARTED
[15:01:42.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:25:0) after 3m14s
[15:04:56.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:25:0)
[15:04:56.783] Build status: STARTED
[15:04:56.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:26:0) after 7m9s
[15:12:05.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:26:0)
[15:12:05.843] Build status: STARTED
[15:12:05.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:27:0) after 6m53s
[15:18:58.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:27:0)
[15:18:59.020] Build status: STARTED
[15:18:59.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:28:0) after 6m28s
[15:25:27.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:28:0)
[15:25:27.245] Build status: STARTED
[15:25:27.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:29:0) after 3m46s
[15:29:13.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:29:0)
[15:29:13.318] Build status: STARTED
[15:29:13.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:30:0) after 5m37s
[15:34:50.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:30:0)
[15:34:50.517] Build status: STARTED
[15:34:50.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:31:0) after 2m34s
[15:37:25.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:31:0)
[15:37:25.051] Build status: STARTED
[15:37:25.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:32:0) after 4m13s
[15:41:38.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:32:0)
[15:41:38.413] Build status: STARTED
[15:41:38.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:33:0) after 1m19s
[15:42:57.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:33:0)
[15:42:57.475] Build status: STARTED
[15:42:57.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:34:0) after 3m10s
[15:46:07.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:34:0)
[15:46:08.016] Build status: STARTED
[15:46:08.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:35:0) after 8m1s
[15:54:09.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:35:0)
[15:54:09.106] Build status: STARTED
[15:54:09.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:36:0) after 1m37s
[15:55:46.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:36:0)
[15:55:46.202] Build status: STARTED
[15:55:46.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:37:0) after 2m58s
[15:58:44.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:37:0)
[15:58:44.259] Build status: STARTED
[15:58:44.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:38:0) after 1m34s
[16:00:18.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:38:0)
[16:00:18.327] Build status: STARTED
[16:00:18.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:39:0) after 5m1s
[16:05:19.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:39:0)
[16:05:19.390] Build status: STARTED
[16:05:19.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:40:0) after 7m34s
[16:12:53.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:40:0)
[16:12:53.557] Build status: STARTED
[16:12:53.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:41:0) after 6m47s
[16:19:40.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:41:0)
[16:19:40.663] Build status: STARTED
[16:19:40.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:42:0) after 4m56s
[16:24:36.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:42:0)
[16:24:36.777] Build status: STARTED
[16:24:36.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:43:0) after 3m23s
[16:27:59.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:43:0)
[16:27:59.872] Build status: STARTED
[16:27:59.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:44:0) after 3m36s
[16:31:35.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:44:0)
[16:31:35.969] Build status: STARTED
[16:31:35.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:45:0) after 6m14s
[16:37:50.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:45:0)
[16:37:50.018] Build status: STARTED
[16:37:50.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:46:0) after 9m58s
[16:47:48.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:46:0)
[16:47:48.167] Build status: STARTED
[16:47:48.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:47:0) after 2m9s
[16:49:57.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:47:0)
[16:49:57.207] Build status: STARTED
[16:49:57.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:48:0) after 6m29s
[16:56:26.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:48:0)
[16:56:26.266] Build status: STARTED
[16:56:26.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:49:0) after 6m0s
[17:02:26.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:49:0)
[17:02:26.506] Build status: STARTED
[17:02:26.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:50:0) after 5m46s
[17:08:12.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:50:0)
[17:08:12.546] Build status: STARTED
[17:08:12.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:51:0) after 2m37s
[17:10:49.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:51:0)
[17:10:49.622] Build status: STARTED
[17:10:49.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:52:0) after 3m30s
[17:14:19.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:52:0)
[17:14:19.751] Build status: STARTED
[17:14:19.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:53:0) after 8m8s
[17:22:27.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:53:0)
[17:22:27.813] Build status: STARTED
[17:22:27.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:54:0) after 2m8s
[17:24:35.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:54:0)
[17:24:36.022] Build status: STARTED
[17:24:36.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:55:0) after 1m21s
[17:25:57.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:55:0)
[17:25:57.229] Build status: STARTED
[17:25:57.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:56:0) after 7m20s
[17:33:17.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:56:0)
[17:33:17.379] Build status: STARTED
[17:33:17.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:57:0) after 2m28s
[17:35:45.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:57:0)
[17:35:45.505] Build status: STARTED
[17:35:45.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:58:0) after 6m47s
[17:42:32.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:58:0)
[17:42:32.815] Build status: STARTED
[17:42:32.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:59:0) after 7m45s
[17:50:17.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:59:0)
[17:50:17.866] Build status: STARTED
[17:50:17.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:60:0) after 4m31s
[17:54:48.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:60:0)
[17:54:48.943] Build status: STARTED
[17:54:48.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:61:0) after 1m12s
[17:56:01.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:61:0)
[17:56:01.055] Build status: STARTED
[17:56:01.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:62:0) after 5m55s
[18:01:56.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:62:0)
[18:01:56.185] Build status: STARTED
[18:01:56.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:63:0) after 3m13s
[18:05:09.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:63:0)
[18:05:09.231] Build status: STARTED
[18:05:09.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:64:0) after 5m22s
[18:10:31.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:64:0)
[18:10:31.384] Build status: STARTED
[18:10:31.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:65:0) after 9m47s
[18:20:18.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:65:0)
[18:20:18.460] Build status: STARTED
[18:20:18.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:66:0) after 9m25s
[18:29:43.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:66:0)
[18:29:43.635] Build status: STARTED
[18:29:43.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:67:0) after 2m53s
[18:32:36.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:67:0)
[18:32:36.799] Build status: STARTED
[18:32:36.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:68:0) after 9m34s
[18:42:10.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:68:0)
[18:42:10.904] Build status: STARTED
[18:42:10.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:69:0) after 2m10s
[18:44:20.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:69:0)
[18:44:20.952] Build status: STARTED
[18:44:20.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:70:0) after 4m8s
[18:48:28.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:70:0)
[18:48:29.025] Build status: STARTED
[18:48:29.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:71:0) after 2m46s
[18:51:15.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:71:0)
[18:51:15.218] Build status: STARTED
[18:51:15.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:72:0) after 4m11s
[18:55:26.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:72:0)
[18:55:26.416] Build status: STARTED
[18:55:26.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:73:0) after 9m10s
[19:04:36.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:73:0)
[19:04:36.618] Build status: STARTED
[19:04:36.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:74:0) after 2m13s
[19:06:49.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:74:0)
[19:06:49.764] Build status: STARTED
[19:06:49.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:75:0) after 1m57s
[19:08:46.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:75:0)
[19:08:46.826] Build status: STARTED
[19:08:46.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:76:0) after 5m25s
[19:14:11.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:76:0)
[19:14:11.885] Build status: STARTED
[19:14:11.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:77:0) after 8m42s
[19:22:53.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:77:0)
[19:22:53.961] Build status: STARTED
[19:22:53.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:78:0) after 9m46s
[19:32:40.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:78:0)
[19:32:40.063] Build status: STARTED
[19:32:40.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:79:0) after 6m26s
[19:39:06.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:79:0)
[19:39:06.313] Build status: STARTED
[19:39:06.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:80:0) after 4m41s
[19:43:47.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:80:0)
[19:43:47.623] Build status: STARTED
[19:43:47.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:81:0) after 5m22s
[19:49:09.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:81:0)
[19:49:09.744] Build status: STARTED
[19:49:09.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:82:0) after 5m44s
[19:54:53.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:82:0)
[19:54:53.842] Build status: STARTED
[19:54:53.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:83:0) after 8m45s
[20:03:38.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:83:0)
[20:03:38.894] Build status: STARTED
[20:03:38.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:84:0) after 6m24s
[20:10:03.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:84:0)
[20:10:03.077] Build status: STARTED
[20:10:03.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:85:0) after 7m43s
[20:17:46.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:85:0)
[20:17:46.152] Build status: STARTED
[20:17:46.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:86:0) after 2m20s
[20:20:06.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:86:0)
[20:20:06.203] Build status: STARTED
[20:20:06.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:87:0) after 8m0s
[20:28:06.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:87:0)
[20:28:06.389] Build status: STARTED
[20:28:06.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:88:0) after 5m42s
[20:33:48.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:88:0)
[20:33:48.498] Build status: STARTED
[20:33:48.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:89:0) after 2m54s
[20:36:42.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:89:0)
[20:36:42.563] Build status: STARTED
[20:36:42.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:90:0) after 7m26s
[20:44:08.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:90:0)
[20:44:08.729] Build status: STARTED
[20:44:08.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:91:0) after 2m50s
[20:46:58.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:91:0)
[20:46:58.900] Build status: STARTED
[20:46:58.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:92:0) after 4m1s
[20:50:59.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:92:0)
[20:50:59.987] Build status: STARTED
[20:50:59.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:93:0) after 5m4s
[20:56:04.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:93:0)
[20:56:04.186] Build status: STARTED
[20:56:04.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:94:0) after 5m36s
[21:01:40.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:94:0)
[21:01:40.278] Build status: STARTED
[21:01:40.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:95:0) after 5m15s
[21:06:55.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:95:0)
[21:06:55.451] Build status: STARTED
[21:06:55.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:96:0) after 5m18s
[21:12:13.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:96:0)
[21:12:13.561] Build status: STARTED
[21:12:13.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:97:0) after 7m42s
[21:19:55.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:97:0)
[21:19:55.767] Build status: STARTED
[21:19:55.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:98:0) after 6m57s
[21:26:52.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:98:0)
[21:26:52.821] Build status: STARTED
[21:26:52.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:99:0) after 9m36s
[21:36:28.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:99:0)
[21:36:28.835] Build status: STARTED
[21:36:28.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:100:0) after 1m42s
[21:38:10.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:100:0)
[21:38:10.950] Build status: STARTED
[21:38:10.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:101:0) after 7m35s
[21:45:45.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:101:0)
[21:45:46.007] Build status: STARTED
[21:45:46.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:102:0) after 6m27s
[21:52:13.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:102:0)
[21:52:13.052] Build status: STARTED
[21:52:13.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:103:0) after 2m10s
[21:54:23.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:103:0)
[21:54:23.234] Build status: STARTED
[21:54:23.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:104:0) after 2m35s
[21:56:58.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:104:0)
[21:56:58.283] Build status: STARTED
[21:56:58.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:105:0) after 7m36s
[22:04:34.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:105:0)
[22:04:34.379] Build status: STARTED
[22:04:34.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:106:0) after 7m14s
[22:11:48.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:106:0)
[22:11:48.556] Build status: STARTED
[22:11:48.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:107:0) after 9m19s
[22:21:07.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:107:0)
[22:21:07.625] Build status: STARTED
[22:21:07.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:108:0) after 4m56s
[22:26:03.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:108:0)
[22:26:03.743] Build status: STARTED
[22:26:03.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:109:0) after 3m18s
[22:29:21.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:109:0)
[22:29:21.825] Build status: STARTED
[22:29:21.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:110:0) after 8m8s
[22:37:29.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:110:0)
[22:37:29.971] Build status: STARTED
[22:37:29.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:111:0) after 2m53s
[22:40:23.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:111:0)
[22:40:23.084] Build status: STARTED
[22:40:23.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:112:0) after 7m56s
[22:48:19.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:112:0)
[22:48:19.265] Build status: STARTED
[22:48:19.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:113:0) after 8m52s
[22:57:11.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:113:0)
[22:57:11.441] Build status: STARTED
[22:57:11.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:114:0) after 7m0s
[23:04:11.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:114:0)
[23:04:11.514] Build status: STARTED
[23:04:11.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:115:0) after 2m47s
[23:06:58.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:115:0)
[23:06:58.578] Build status: STARTED
[23:06:58.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:116:0) after 5m45s
[23:12:43.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:116:0)
[23:12:43.642] Build status: STARTED
[23:12:43.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:117:0) after 3m54s
[23:16:37.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:117:0)
[23:16:37.705] Build status: STARTED
[23:16:37.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:118:0) after 1m26s
[23:18:03.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:118:0)
[23:18:04.201] Build status: STARTED
[23:18:04.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:119:0) after 1m51s
[23:19:55.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:119:0)
[23:19:55.303] Build status: STARTED
[23:19:55.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:120:0) after 6m40s
[23:26:35.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:120:0)
[23:26:35.410] Build status: STARTED
[23:26:35.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:121:0) after 2m31s
[23:29:06.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:121:0)
[23:29:06.541] Build status: STARTED
[23:29:06.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:122:0) after 1m51s
[23:30:57.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:122:0)
[23:30:57.587] Build status: STARTED
[23:30:57.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:123:0) after 5m27s
[23:36:24.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:123:0)
[23:36:24.728] Build status: STARTED
[23:36:24.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:124:0) after 2m1s
[23:38:25.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:124:0)
[23:38:25.787] Build status: STARTED
[23:38:25.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:125:0) after 3m41s
[23:42:06.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:125:0)
[23:42:06.991] Build status: STARTED
[23:42:06.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:126:0) after 7m3s
[23:49:10.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:126:0)
[23:49:10.061] Build status: STARTED
[23:49:10.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:127:0) after 5m50s
[23:55:00.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:127:0)
[23:55:00.162] Build status: STARTED
[23:55:00.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:128:0) after 9m15s
[00:04:15.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:128:0)
[00:04:15.280] Build status: STARTED
[00:04:15.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:129:0) after 2m8s
[00:06:23.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:129:0)
[00:06:23.397] Build status: STARTED
[00:06:23.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:130:0) after 7m6s
[00:13:29.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:130:0)
[00:13:29.555] Build status: STARTED
[00:13:29.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:131:0) after 4m6s
[00:17:35.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:131:0)
[00:17:35.601] Build status: STARTED
[00:17:35.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:132:0) after 1m21s
[00:18:56.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:132:0)
[00:18:56.703] Build status: STARTED
[00:18:56.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:133:0) after 7m19s
[00:26:15.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:133:0)
[00:26:15.732] Build status: STARTED
[00:26:15.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:134:0) after 4m6s
[00:30:21.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:134:0)
[00:30:21.801] Build status: STARTED
[00:30:21.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:135:0) after 6m4s
[00:36:25.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:135:0)
[00:36:25.924] Build status: STARTED
[00:36:25.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:136:0) after 6m7s
[00:42:32.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:136:0)
[00:42:32.984] Build status: STARTED
[00:42:32.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:137:0) after 9m46s
[00:52:19.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:137:0)
[00:52:19.045] Build status: STARTED
[00:52:19.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:138:0) after 2m22s
[00:54:41.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:138:0)
[00:54:41.201] Build status: STARTED
[00:54:41.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:139:0) after 7m40s
[01:02:21.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:139:0)
[01:02:21.275] Build status: STARTED
[01:02:21.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:140:0) after 3m36s
[01:05:57.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:140:0)
[01:05:57.382] Build status: STARTED
[01:05:57.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:141:0) after 6m7s
[01:12:04.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:141:0)
[01:12:04.476] Build status: STARTED
[01:12:04.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:142:0) after 1m16s
[01:13:20.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:142:0)
[01:13:20.733] Build status: STARTED
[01:13:20.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:143:0) after 4m52s
[01:18:12.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:143:0)
[01:18:12.796] Build status: STARTED
[01:18:12.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:144:0) after 7m23s
[01:25:35.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:144:0)
[01:25:35.862] Build status: STARTED
[01:25:35.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:145:0) after 6m10s
[01:31:45.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:145:0)
[01:31:45.934] Build status: STARTED
[01:31:45.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:146:0) after 5m6s
[01:36:51.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:146:0)
[01:36:51.980] Build status: STARTED
[01:36:51.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:147:0) after 6m14s
[01:43:05.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:147:0)
[01:43:05.990] Build status: STARTED
[01:43:05.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:148:0) after 1m54s
[01:45:00.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:148:0)
[01:45:00.082] Build status: STARTED
[01:45:00.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:149:0) after 2m59s
[01:47:59.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:149:0)
[01:47:59.187] Build status: STARTED
[01:47:59.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:150:0) after 2m4s
[01:50:03.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:150:0)
[01:50:03.313] Build status: STARTED
[01:50:03.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:151:0) after 9m30s
[01:59:33.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:151:0)
[01:59:33.364] Build status: STARTED
[01:59:33.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:152:0) after 5m28s
[02:05:01.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:152:0)
[02:05:01.476] Build status: STARTED
[02:05:01.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:153:0) after 7m56s
[02:12:57.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:153:0)
[02:12:57.647] Build status: STARTED
[02:12:57.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:154:0) after 4m55s
[02:17:52.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:154:0)
[02:17:52.717] Build status: STARTED
[02:17:52.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:155:0) after 4m52s
[02:22:44.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:155:0)
[02:22:44.800] Build status: STARTED
[02:22:44.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:156:0) after 8m58s
[02:31:42.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:156:0)
[02:31:42.861] Build status: STARTED
[02:31:42.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:157:0) after 8m17s
[02:40:00.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:157:0)
[02:40:00.136] Build status: STARTED
[02:40:00.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:158:0) after 9m7s
[02:49:07.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:158:0)
[02:49:07.379] Build status: STARTED
[02:49:07.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:159:0) after 6m37s
[02:55:44.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:159:0)
[02:55:44.575] Build status: STARTED
[02:55:44.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:160:0) after 6m17s
[03:02:01.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:160:0)
[03:02:01.623] Build status: STARTED
[03:02:01.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:161:0) after 6m50s
[03:08:51.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:161:0)
[03:08:51.745] Build status: STARTED
[03:08:51.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:162:0) after 7m36s
[03:16:27.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:162:0)
[03:16:27.837] Build status: STARTED
[03:16:27.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:163:0) after 8m2s
[03:24:29.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:163:0)
[03:24:29.887] Build status: STARTED
[03:24:29.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:164:0) after 9m55s
[03:34:24.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:164:0)
[03:34:24.996] Build status: STARTED
[03:34:24.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:165:0) after 8m21s
[03:42:46.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:165:0)
[03:42:46.042] Build status: STARTED
[03:42:46.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:166:0) after 8m29s
[03:51:15.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:166:0)
[03:51:15.316] Build status: STARTED
[03:51:15.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:167:0) after 9m58s
[04:01:13.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:167:0)
[04:01:13.449] Build status: STARTED
[04:01:13.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:168:0) after 6m8s
[04:07:21.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:168:0)
[04:07:21.902] Build status: STARTED
[04:07:21.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:169:0) after 6m19s
[04:13:40.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:169:0)
[04:13:40.965] Build status: STARTED
[04:13:40.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:170:0) after 1m0s
[04:14:41.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:170:0)
[04:14:41.067] Build status: STARTED
[04:14:41.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:171:0) after 9m36s
[04:24:17.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:171:0)
[04:24:17.186] Build status: STARTED
[04:24:17.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:172:0) after 1m45s
[04:26:02.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:172:0)
[04:26:02.526] Build status: STARTED
[04:26:02.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:173:0) after 7m52s
[04:33:54.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:173:0)
[04:33:54.674] Build status: STARTED
[04:33:54.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:174:0) after 1m31s
[04:35:26.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:174:0)
[04:35:26.470] Build status: STARTED
[04:35:26.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:175:0) after 7m24s
[04:42:50.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:175:0)
[04:42:50.543] Build status: STARTED
[04:42:50.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:176:0) after 3m57s
[04:46:47.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:176:0)
[04:46:47.580] Build status: STARTED
[04:46:47.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:177:0) after 3m47s
[04:50:34.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:177:0)
[04:50:34.605] Build status: STARTED
[04:50:34.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920367021885273568:178:0) after 1m54s
[04:51:29.352] Received PubSub notification, asking Buildbucket for the build status
[04:51:29.386] Build:
{
  "id": "8754936959939204385",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30311,
  "createdBy": "project:chromium",
  "createTime": "2024-02-27T12:55:01.758741618Z",
  "startTime": "2024-02-27T12:55:02.931429Z",
  "endTime": "2024-02-28T04:51:28.804764Z",
  "updateTime": "2024-02-28T04:51:28.804764Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "296e9b7de73d9e54dff86bb104aaf9644d757a33",
      "ref": "refs/heads/main"
    }
  }
}
[04:51:29.386] Invocation finished in 15h56m28.867472881s with status FAILED