Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "92d3032dbaf2f1872eae715de403288dc9ebfb53"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/92d3032dbaf2f1872eae715de403288dc9ebfb53
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:56:01.264] New invocation is queued and will start shortly
[03:56:02.371] Starting the invocation (attempt 1)
[03:56:02.399] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/92d3032dbaf2f1872eae715de403288dc9ebfb53"
[03:56:02.399] Popped gitiles commit info from properties and tags
[03:56:02.399] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:56:02.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:56:02.399] Buildbucket request:
{
  "requestId": "8949663752212459040",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "92d3032dbaf2f1872eae715de403288dc9ebfb53",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8949663752212459040"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:56:02.881] Scheduled build:
{
  "id": "8784233690285424065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28877,
  "createdBy": "project:chromium",
  "createTime": "2023-04-10T03:56:02.472944758Z",
  "updateTime": "2023-04-10T03:56:02.472944758Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "92d3032dbaf2f1872eae715de403288dc9ebfb53",
      "ref": "refs/heads/main"
    }
  }
}
[03:56:02.881] Task URL: https://cr-buildbucket.appspot.com/build/8784233690285424065
[03:56:02.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:2:0) after 7m16s
[03:56:27.505] Received PubSub notification, asking Buildbucket for the build status
[03:56:27.564] Build status: STARTED
[04:03:18.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:2:0)
[04:03:18.921] Build status: STARTED
[04:03:18.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:4:0) after 1m37s
[04:04:55.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:4:0)
[04:04:55.963] Build status: STARTED
[04:04:55.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:5:0) after 8m0s
[04:12:55.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:5:0)
[04:12:56.001] Build status: STARTED
[04:12:56.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:6:0) after 3m4s
[04:16:00.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:6:0)
[04:16:00.063] Build status: STARTED
[04:16:00.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:7:0) after 9m52s
[04:25:52.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:7:0)
[04:25:52.317] Build status: STARTED
[04:25:52.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:8:0) after 1m2s
[04:26:54.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:8:0)
[04:26:54.364] Build status: STARTED
[04:26:54.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:9:0) after 9m7s
[04:36:01.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:9:0)
[04:36:01.465] Build status: STARTED
[04:36:01.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:10:0) after 8m12s
[04:44:13.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:10:0)
[04:44:13.610] Build status: STARTED
[04:44:13.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:11:0) after 3m59s
[04:48:12.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:11:0)
[04:48:12.703] Build status: STARTED
[04:48:12.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:12:0) after 2m8s
[04:50:20.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:12:0)
[04:50:20.742] Build status: STARTED
[04:50:20.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:13:0) after 9m17s
[04:59:37.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:13:0)
[04:59:37.882] Build status: STARTED
[04:59:37.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:14:0) after 2m33s
[05:02:10.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:14:0)
[05:02:10.935] Build status: STARTED
[05:02:10.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:15:0) after 6m8s
[05:08:19.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:15:0)
[05:08:19.079] Build status: STARTED
[05:08:19.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:16:0) after 6m3s
[05:14:22.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:16:0)
[05:14:22.123] Build status: STARTED
[05:14:22.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:17:0) after 5m41s
[05:20:03.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:17:0)
[05:20:03.118] Build status: STARTED
[05:20:03.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:18:0) after 3m40s
[05:23:43.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:18:0)
[05:23:43.262] Build status: STARTED
[05:23:43.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:19:0) after 9m50s
[05:33:33.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:19:0)
[05:33:33.352] Build status: STARTED
[05:33:33.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:20:0) after 1m9s
[05:34:42.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:20:0)
[05:34:42.487] Build status: STARTED
[05:34:42.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:21:0) after 2m18s
[05:37:00.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:21:0)
[05:37:00.536] Build status: STARTED
[05:37:00.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:22:0) after 8m44s
[05:45:44.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:22:0)
[05:45:44.576] Build status: STARTED
[05:45:44.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:23:0) after 8m44s
[05:54:28.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:23:0)
[05:54:28.626] Build status: STARTED
[05:54:28.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:24:0) after 3m2s
[05:57:30.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:24:0)
[05:57:30.768] Build status: STARTED
[05:57:30.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:25:0) after 7m34s
[06:05:04.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:25:0)
[06:05:04.918] Build status: STARTED
[06:05:04.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:26:0) after 1m4s
[06:06:08.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:26:0)
[06:06:08.984] Build status: STARTED
[06:06:08.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:27:0) after 3m3s
[06:09:12.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:27:0)
[06:09:12.038] Build status: STARTED
[06:09:12.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:28:0) after 9m46s
[06:18:58.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:28:0)
[06:18:58.066] Build status: STARTED
[06:18:58.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:29:0) after 2m56s
[06:21:54.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:29:0)
[06:21:54.249] Build status: STARTED
[06:21:54.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:30:0) after 9m35s
[06:31:29.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:30:0)
[06:31:29.340] Build status: STARTED
[06:31:29.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:31:0) after 8m7s
[06:39:36.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:31:0)
[06:39:36.531] Build status: STARTED
[06:39:36.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:32:0) after 3m24s
[06:43:00.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:32:0)
[06:43:00.567] Build status: STARTED
[06:43:00.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:33:0) after 6m33s
[06:49:33.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:33:0)
[06:49:33.774] Build status: STARTED
[06:49:33.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:34:0) after 9m51s
[06:59:24.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:34:0)
[06:59:24.822] Build status: STARTED
[06:59:24.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:35:0) after 3m50s
[07:03:14.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:35:0)
[07:03:14.864] Build status: STARTED
[07:03:14.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:36:0) after 1m44s
[07:04:58.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:36:0)
[07:04:59.007] Build status: STARTED
[07:04:59.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:37:0) after 6m57s
[07:11:56.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:37:0)
[07:11:56.103] Build status: STARTED
[07:11:56.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:38:0) after 3m6s
[07:15:02.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:38:0)
[07:15:02.340] Build status: STARTED
[07:15:02.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:39:0) after 7m46s
[07:22:48.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:39:0)
[07:22:48.460] Build status: STARTED
[07:22:48.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:40:0) after 3m49s
[07:26:37.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:40:0)
[07:26:37.674] Build status: STARTED
[07:26:37.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:41:0) after 9m28s
[07:36:05.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:41:0)
[07:36:05.957] Build status: STARTED
[07:36:05.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:42:0) after 7m17s
[07:43:22.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:42:0)
[07:43:23.008] Build status: STARTED
[07:43:23.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:43:0) after 2m12s
[07:45:35.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:43:0)
[07:45:35.118] Build status: STARTED
[07:45:35.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:44:0) after 1m22s
[07:46:57.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:44:0)
[07:46:57.220] Build status: STARTED
[07:46:57.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:45:0) after 8m47s
[07:55:44.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:45:0)
[07:55:44.298] Build status: STARTED
[07:55:44.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:46:0) after 1m10s
[07:56:54.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:46:0)
[07:56:54.338] Build status: STARTED
[07:56:54.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:47:0) after 7m39s
[08:04:33.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:47:0)
[08:04:33.384] Build status: STARTED
[08:04:33.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:48:0) after 2m29s
[08:07:02.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:48:0)
[08:07:02.563] Build status: STARTED
[08:07:02.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:49:0) after 1m22s
[08:08:24.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:49:0)
[08:08:24.605] Build status: STARTED
[08:08:24.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:50:0) after 6m7s
[08:14:31.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:50:0)
[08:14:31.907] Build status: STARTED
[08:14:31.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:51:0) after 4m52s
[08:19:23.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:51:0)
[08:19:24.197] Build status: STARTED
[08:19:24.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:52:0) after 7m26s
[08:26:50.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:52:0)
[08:26:50.314] Build status: STARTED
[08:26:50.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:53:0) after 9m46s
[08:36:36.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:53:0)
[08:36:36.393] Build status: STARTED
[08:36:36.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:54:0) after 5m23s
[08:41:59.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:54:0)
[08:41:59.460] Build status: STARTED
[08:41:59.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:55:0) after 9m19s
[08:51:18.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:55:0)
[08:51:18.582] Build status: STARTED
[08:51:18.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:56:0) after 6m46s
[08:58:04.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:56:0)
[08:58:04.734] Build status: STARTED
[08:58:04.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:57:0) after 2m42s
[09:00:46.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:57:0)
[09:00:46.774] Build status: STARTED
[09:00:46.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:58:0) after 9m35s
[09:10:21.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:58:0)
[09:10:21.887] Build status: STARTED
[09:10:21.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:59:0) after 4m6s
[09:14:27.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:59:0)
[09:14:28.005] Build status: STARTED
[09:14:28.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:60:0) after 5m12s
[09:19:40.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:60:0)
[09:19:40.048] Build status: STARTED
[09:19:40.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:61:0) after 2m28s
[09:22:08.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:61:0)
[09:22:08.092] Build status: STARTED
[09:22:08.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:62:0) after 3m44s
[09:25:52.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:62:0)
[09:25:52.245] Build status: STARTED
[09:25:52.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:63:0) after 2m44s
[09:28:36.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:63:0)
[09:28:36.561] Build status: STARTED
[09:28:36.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:64:0) after 5m51s
[09:34:27.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:64:0)
[09:34:27.710] Build status: STARTED
[09:34:27.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:65:0) after 7m30s
[09:41:57.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:65:0)
[09:41:57.874] Build status: STARTED
[09:41:57.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:66:0) after 5m35s
[09:47:32.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:66:0)
[09:47:32.991] Build status: STARTED
[09:47:32.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:67:0) after 9m15s
[09:56:48.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:67:0)
[09:56:48.079] Build status: STARTED
[09:56:48.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:68:0) after 1m25s
[09:58:13.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:68:0)
[09:58:13.186] Build status: STARTED
[09:58:13.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:69:0) after 1m0s
[09:59:13.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:69:0)
[09:59:13.287] Build status: STARTED
[09:59:13.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:70:0) after 2m51s
[10:02:04.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:70:0)
[10:02:04.349] Build status: STARTED
[10:02:04.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:71:0) after 4m9s
[10:06:13.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:71:0)
[10:06:13.441] Build status: STARTED
[10:06:13.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:72:0) after 7m53s
[10:14:06.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:72:0)
[10:14:06.515] Build status: STARTED
[10:14:06.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:73:0) after 6m58s
[10:21:04.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:73:0)
[10:21:04.559] Build status: STARTED
[10:21:04.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:74:0) after 5m31s
[10:26:35.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:74:0)
[10:26:35.597] Build status: STARTED
[10:26:35.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:75:0) after 3m55s
[10:30:30.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:75:0)
[10:30:30.638] Build status: STARTED
[10:30:30.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:76:0) after 8m28s
[10:38:58.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:76:0)
[10:38:58.748] Build status: STARTED
[10:38:58.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:77:0) after 1m0s
[10:39:58.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:77:0)
[10:39:58.798] Build status: STARTED
[10:39:58.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:78:0) after 3m49s
[10:43:47.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:78:0)
[10:43:47.898] Build status: STARTED
[10:43:47.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:79:0) after 6m1s
[10:49:48.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:79:0)
[10:49:48.966] Build status: STARTED
[10:49:48.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:80:0) after 8m9s
[10:57:58.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:80:0)
[10:57:58.088] Build status: STARTED
[10:57:58.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:81:0) after 3m30s
[11:01:28.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:81:0)
[11:01:28.274] Build status: STARTED
[11:01:28.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:82:0) after 2m28s
[11:03:56.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:82:0)
[11:03:56.338] Build status: STARTED
[11:03:56.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:83:0) after 7m52s
[11:11:48.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:83:0)
[11:11:48.399] Build status: STARTED
[11:11:48.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:84:0) after 1m8s
[11:12:56.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:84:0)
[11:12:56.449] Build status: STARTED
[11:12:56.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:85:0) after 7m34s
[11:20:30.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:85:0)
[11:20:30.553] Build status: STARTED
[11:20:30.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:86:0) after 1m58s
[11:22:28.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:86:0)
[11:22:28.610] Build status: STARTED
[11:22:28.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:87:0) after 7m52s
[11:30:20.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:87:0)
[11:30:20.665] Build status: STARTED
[11:30:20.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:88:0) after 2m8s
[11:32:28.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:88:0)
[11:32:28.808] Build status: STARTED
[11:32:28.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:89:0) after 6m48s
[11:39:16.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:89:0)
[11:39:16.849] Build status: STARTED
[11:39:16.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:90:0) after 6m23s
[11:45:39.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:90:0)
[11:45:39.899] Build status: STARTED
[11:45:39.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:91:0) after 1m3s
[11:46:43.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:91:0)
[11:46:43.047] Build status: STARTED
[11:46:43.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:92:0) after 1m52s
[11:48:35.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:92:0)
[11:48:35.092] Build status: STARTED
[11:48:35.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:93:0) after 6m3s
[11:54:38.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:93:0)
[11:54:38.134] Build status: STARTED
[11:54:38.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:94:0) after 2m59s
[11:57:37.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:94:0)
[11:57:37.174] Build status: STARTED
[11:57:37.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:95:0) after 3m23s
[12:01:00.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:95:0)
[12:01:00.363] Build status: STARTED
[12:01:00.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:96:0) after 2m21s
[12:03:21.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:96:0)
[12:03:21.568] Build status: STARTED
[12:03:21.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:97:0) after 9m56s
[12:13:17.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:97:0)
[12:13:17.715] Build status: STARTED
[12:13:17.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:98:0) after 1m52s
[12:15:09.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:98:0)
[12:15:09.882] Build status: STARTED
[12:15:09.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:99:0) after 2m42s
[12:17:51.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:99:0)
[12:17:52.013] Build status: STARTED
[12:17:52.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:100:0) after 7m0s
[12:24:52.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:100:0)
[12:24:52.060] Build status: STARTED
[12:24:52.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:101:0) after 1m36s
[12:26:28.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:101:0)
[12:26:28.123] Build status: STARTED
[12:26:28.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:102:0) after 6m22s
[12:32:50.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:102:0)
[12:32:50.257] Build status: STARTED
[12:32:50.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:103:0) after 1m38s
[12:34:28.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:103:0)
[12:34:28.343] Build status: STARTED
[12:34:28.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:104:0) after 6m35s
[12:41:03.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:104:0)
[12:41:03.388] Build status: STARTED
[12:41:03.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:105:0) after 7m6s
[12:48:09.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:105:0)
[12:48:09.448] Build status: STARTED
[12:48:09.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:106:0) after 6m15s
[12:54:24.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:106:0)
[12:54:24.509] Build status: STARTED
[12:54:24.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:107:0) after 5m5s
[12:59:29.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:107:0)
[12:59:29.669] Build status: STARTED
[12:59:29.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:108:0) after 1m15s
[13:00:44.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:108:0)
[13:00:44.765] Build status: STARTED
[13:00:44.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:109:0) after 2m12s
[13:02:56.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:109:0)
[13:02:56.871] Build status: STARTED
[13:02:56.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:110:0) after 3m42s
[13:06:38.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:110:0)
[13:06:38.943] Build status: STARTED
[13:06:38.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:111:0) after 7m49s
[13:14:27.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:111:0)
[13:14:27.991] Build status: STARTED
[13:14:27.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:112:0) after 4m39s
[13:19:07.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:112:0)
[13:19:07.050] Build status: STARTED
[13:19:07.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:113:0) after 2m8s
[13:21:15.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:113:0)
[13:21:15.152] Build status: STARTED
[13:21:15.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:114:0) after 4m27s
[13:25:42.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:114:0)
[13:25:42.224] Build status: STARTED
[13:25:42.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:115:0) after 8m30s
[13:34:12.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:115:0)
[13:34:12.285] Build status: STARTED
[13:34:12.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:116:0) after 5m12s
[13:39:24.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:116:0)
[13:39:24.402] Build status: STARTED
[13:39:24.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:117:0) after 6m38s
[13:46:02.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:117:0)
[13:46:02.455] Build status: STARTED
[13:46:02.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:118:0) after 4m40s
[13:50:42.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:118:0)
[13:50:42.720] Build status: STARTED
[13:50:42.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:119:0) after 9m37s
[14:00:19.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:119:0)
[14:00:19.781] Build status: STARTED
[14:00:19.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:120:0) after 4m52s
[14:05:11.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:120:0)
[14:05:12.037] Build status: STARTED
[14:05:12.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:121:0) after 5m12s
[14:10:24.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:121:0)
[14:10:24.172] Build status: STARTED
[14:10:24.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:122:0) after 8m34s
[14:18:58.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:122:0)
[14:18:58.426] Build status: STARTED
[14:18:58.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:123:0) after 2m52s
[14:21:50.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:123:0)
[14:21:50.505] Build status: STARTED
[14:21:50.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:124:0) after 6m9s
[14:27:59.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:124:0)
[14:27:59.549] Build status: STARTED
[14:27:59.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:125:0) after 8m22s
[14:36:21.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:125:0)
[14:36:21.706] Build status: STARTED
[14:36:21.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:126:0) after 1m24s
[14:37:45.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:126:0)
[14:37:45.972] Build status: STARTED
[14:37:45.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:127:0) after 5m6s
[14:42:51.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:127:0)
[14:42:52.021] Build status: STARTED
[14:42:52.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:128:0) after 5m17s
[14:48:09.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:128:0)
[14:48:09.157] Build status: STARTED
[14:48:09.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:129:0) after 3m18s
[14:51:27.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:129:0)
[14:51:27.365] Build status: STARTED
[14:51:27.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:130:0) after 2m27s
[14:53:54.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:130:0)
[14:53:54.504] Build status: STARTED
[14:53:54.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:131:0) after 7m20s
[15:01:14.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:131:0)
[15:01:14.727] Build status: STARTED
[15:01:14.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:132:0) after 4m16s
[15:05:30.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:132:0)
[15:05:30.817] Build status: STARTED
[15:05:30.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:133:0) after 8m49s
[15:14:20.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:133:0)
[15:14:20.146] Build status: STARTED
[15:14:20.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:134:0) after 4m19s
[15:18:39.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:134:0)
[15:18:39.391] Build status: STARTED
[15:18:39.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:135:0) after 9m20s
[15:27:59.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:135:0)
[15:27:59.388] Build status: STARTED
[15:27:59.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:136:0) after 3m40s
[15:31:39.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:136:0)
[15:31:39.646] Build status: STARTED
[15:31:39.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:137:0) after 1m1s
[15:32:40.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:137:0)
[15:32:41.026] Build status: STARTED
[15:32:41.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:138:0) after 6m3s
[15:38:44.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:138:0)
[15:38:44.072] Build status: STARTED
[15:38:44.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:139:0) after 6m54s
[15:45:38.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:139:0)
[15:45:38.147] Build status: STARTED
[15:45:38.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:140:0) after 1m39s
[15:47:17.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:140:0)
[15:47:17.203] Build status: STARTED
[15:47:17.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:141:0) after 3m27s
[15:50:44.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:141:0)
[15:50:44.402] Build status: STARTED
[15:50:44.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:142:0) after 5m14s
[15:55:58.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:142:0)
[15:55:58.488] Build status: STARTED
[15:55:58.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:143:0) after 4m18s
[16:00:16.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:143:0)
[16:00:16.634] Build status: STARTED
[16:00:16.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:144:0) after 9m36s
[16:09:52.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:144:0)
[16:09:52.901] Build status: STARTED
[16:09:52.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:145:0) after 8m0s
[16:17:53.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:145:0)
[16:17:53.043] Build status: STARTED
[16:17:53.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:146:0) after 4m48s
[16:22:41.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:146:0)
[16:22:41.132] Build status: STARTED
[16:22:41.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:147:0) after 1m50s
[16:24:31.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:147:0)
[16:24:31.186] Build status: STARTED
[16:24:31.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:148:0) after 3m38s
[16:28:09.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:148:0)
[16:28:09.527] Build status: STARTED
[16:28:09.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:149:0) after 5m55s
[16:34:04.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:149:0)
[16:34:04.576] Build status: STARTED
[16:34:04.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:150:0) after 4m43s
[16:38:47.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:150:0)
[16:38:47.637] Build status: STARTED
[16:38:47.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:151:0) after 3m3s
[16:41:50.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:151:0)
[16:41:50.699] Build status: STARTED
[16:41:50.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:152:0) after 7m2s
[16:48:52.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:152:0)
[16:48:52.804] Build status: STARTED
[16:48:52.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:153:0) after 5m46s
[16:54:38.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:153:0)
[16:54:38.860] Build status: STARTED
[16:54:38.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:154:0) after 1m52s
[16:56:30.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:154:0)
[16:56:30.903] Build status: STARTED
[16:56:30.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:155:0) after 6m4s
[17:02:34.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:155:0)
[17:02:35.011] Build status: STARTED
[17:02:35.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:156:0) after 5m43s
[17:08:18.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:156:0)
[17:08:18.208] Build status: STARTED
[17:08:18.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:157:0) after 5m20s
[17:13:38.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:157:0)
[17:13:38.419] Build status: STARTED
[17:13:38.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:158:0) after 1m51s
[17:15:29.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:158:0)
[17:15:29.573] Build status: STARTED
[17:15:29.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:159:0) after 8m13s
[17:23:42.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:159:0)
[17:23:42.619] Build status: STARTED
[17:23:42.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:160:0) after 2m14s
[17:25:56.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:160:0)
[17:25:56.687] Build status: STARTED
[17:25:56.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:161:0) after 3m37s
[17:29:33.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:161:0)
[17:29:33.943] Build status: STARTED
[17:29:33.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:162:0) after 5m50s
[17:35:24.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:162:0)
[17:35:24.051] Build status: STARTED
[17:35:24.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:163:0) after 8m34s
[17:43:58.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:163:0)
[17:43:58.139] Build status: STARTED
[17:43:58.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:164:0) after 9m50s
[17:53:48.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:164:0)
[17:53:48.354] Build status: STARTED
[17:53:48.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:165:0) after 5m20s
[17:59:08.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:165:0)
[17:59:08.433] Build status: STARTED
[17:59:08.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:166:0) after 6m50s
[18:05:58.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:166:0)
[18:05:58.926] Build status: STARTED
[18:05:58.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:167:0) after 2m22s
[18:08:21.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:167:0)
[18:08:21.188] Build status: STARTED
[18:08:21.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:168:0) after 5m15s
[18:13:36.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:168:0)
[18:13:36.542] Build status: STARTED
[18:13:36.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:169:0) after 6m6s
[18:19:42.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:169:0)
[18:19:42.584] Build status: STARTED
[18:19:42.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:170:0) after 7m0s
[18:26:42.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:170:0)
[18:26:42.874] Build status: STARTED
[18:26:42.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:171:0) after 9m1s
[18:35:43.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:171:0)
[18:35:43.935] Build status: STARTED
[18:35:43.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:172:0) after 6m41s
[18:42:25.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:172:0)
[18:42:25.096] Build status: STARTED
[18:42:25.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8949663752212459040:173:0) after 8m51s
[18:44:25.603] Received PubSub notification, asking Buildbucket for the build status
[18:44:25.628] Build:
{
  "id": "8784233690285424065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28877,
  "createdBy": "project:chromium",
  "createTime": "2023-04-10T03:56:02.472944758Z",
  "startTime": "2023-04-10T03:56:26.937779Z",
  "endTime": "2023-04-10T18:44:24.435564312Z",
  "updateTime": "2023-04-10T18:44:24.435564312Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "92d3032dbaf2f1872eae715de403288dc9ebfb53",
      "ref": "refs/heads/main"
    }
  }
}
[18:44:25.628] Invocation finished in 14h48m24.378278949s with status FAILED