Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e2f38f2d6fff64e52e1a2fdddaa6368748282f12"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e2f38f2d6fff64e52e1a2fdddaa6368748282f12
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:43:23.626] New invocation is queued and will start shortly
[21:43:24.744] Starting the invocation (attempt 1)
[21:43:24.781] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e2f38f2d6fff64e52e1a2fdddaa6368748282f12"
[21:43:24.781] Popped gitiles commit info from properties and tags
[21:43:24.781] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:43:24.782] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:43:24.782] Buildbucket request:
{
  "requestId": "8950140180725552880",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e2f38f2d6fff64e52e1a2fdddaa6368748282f12",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8950140180725552880"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:43:25.201] Scheduled build:
{
  "id": "8784710118775192577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28869,
  "createdBy": "project:chromium",
  "createTime": "2023-04-04T21:43:24.858067118Z",
  "updateTime": "2023-04-04T21:43:24.858067118Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e2f38f2d6fff64e52e1a2fdddaa6368748282f12",
      "ref": "refs/heads/main"
    }
  }
}
[21:43:25.201] Task URL: https://cr-buildbucket.appspot.com/build/8784710118775192577
[21:43:25.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:2:0) after 1m31s
[21:43:36.205] Received PubSub notification, asking Buildbucket for the build status
[21:43:36.232] Build status: STARTED
[21:44:56.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:2:0)
[21:44:56.495] Build status: STARTED
[21:44:56.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:4:0) after 6m12s
[21:51:08.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:4:0)
[21:51:08.662] Build status: STARTED
[21:51:08.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:5:0) after 4m30s
[21:55:38.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:5:0)
[21:55:38.749] Build status: STARTED
[21:55:38.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:6:0) after 3m18s
[21:58:56.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:6:0)
[21:58:56.926] Build status: STARTED
[21:58:56.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:7:0) after 5m43s
[22:04:40.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:7:0)
[22:04:40.310] Build status: STARTED
[22:04:40.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:8:0) after 9m14s
[22:13:55.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:8:0)
[22:13:55.663] Build status: STARTED
[22:13:55.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:9:0) after 5m34s
[22:19:29.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:9:0)
[22:19:29.734] Build status: STARTED
[22:19:29.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:10:0) after 6m37s
[22:26:06.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:10:0)
[22:26:06.822] Build status: STARTED
[22:26:06.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:11:0) after 5m49s
[22:31:55.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:11:0)
[22:31:55.891] Build status: STARTED
[22:31:55.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:12:0) after 8m10s
[22:40:05.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:12:0)
[22:40:05.996] Build status: STARTED
[22:40:05.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:13:0) after 5m35s
[22:45:41.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:13:0)
[22:45:41.051] Build status: STARTED
[22:45:41.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:14:0) after 6m0s
[22:51:41.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:14:0)
[22:51:41.107] Build status: STARTED
[22:51:41.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:15:0) after 6m30s
[22:58:11.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:15:0)
[22:58:11.194] Build status: STARTED
[22:58:11.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:16:0) after 5m14s
[23:03:25.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:16:0)
[23:03:25.256] Build status: STARTED
[23:03:25.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:17:0) after 1m52s
[23:05:17.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:17:0)
[23:05:17.304] Build status: STARTED
[23:05:17.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:18:0) after 5m1s
[23:10:18.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:18:0)
[23:10:18.399] Build status: STARTED
[23:10:18.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:19:0) after 8m31s
[23:18:49.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:19:0)
[23:18:49.523] Build status: STARTED
[23:18:49.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:20:0) after 3m18s
[23:22:07.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:20:0)
[23:22:07.760] Build status: STARTED
[23:22:07.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:21:0) after 9m44s
[23:31:51.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:21:0)
[23:31:52.011] Build status: STARTED
[23:31:52.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:22:0) after 2m27s
[23:34:19.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:22:0)
[23:34:19.114] Build status: STARTED
[23:34:19.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:23:0) after 4m57s
[23:39:16.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:23:0)
[23:39:16.270] Build status: STARTED
[23:39:16.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:24:0) after 4m15s
[23:43:31.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:24:0)
[23:43:31.611] Build status: STARTED
[23:43:31.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:25:0) after 7m41s
[23:51:12.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:25:0)
[23:51:12.669] Build status: STARTED
[23:51:12.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:26:0) after 7m38s
[23:58:50.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:26:0)
[23:58:50.781] Build status: STARTED
[23:58:50.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:27:0) after 7m48s
[00:06:38.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:27:0)
[00:06:38.906] Build status: STARTED
[00:06:38.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:28:0) after 1m0s
[00:07:38.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:28:0)
[00:07:38.990] Build status: STARTED
[00:07:38.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:29:0) after 9m4s
[00:16:43.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:29:0)
[00:16:43.053] Build status: STARTED
[00:16:43.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:30:0) after 6m7s
[00:22:50.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:30:0)
[00:22:50.110] Build status: STARTED
[00:22:50.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:31:0) after 4m16s
[00:27:06.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:31:0)
[00:27:06.226] Build status: STARTED
[00:27:06.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:32:0) after 1m42s
[00:28:48.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:32:0)
[00:28:48.299] Build status: STARTED
[00:28:48.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:33:0) after 6m18s
[00:35:06.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:33:0)
[00:35:06.363] Build status: STARTED
[00:35:06.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:34:0) after 9m57s
[00:45:03.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:34:0)
[00:45:03.426] Build status: STARTED
[00:45:03.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:35:0) after 8m49s
[00:53:52.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:35:0)
[00:53:52.480] Build status: STARTED
[00:53:52.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:36:0) after 3m40s
[00:57:32.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:36:0)
[00:57:33.011] Build status: STARTED
[00:57:33.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:37:0) after 3m38s
[01:01:11.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:37:0)
[01:01:11.188] Build status: STARTED
[01:01:11.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:38:0) after 8m17s
[01:09:28.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:38:0)
[01:09:28.850] Build status: STARTED
[01:09:28.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:39:0) after 5m7s
[01:14:36.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:39:0)
[01:14:36.112] Build status: STARTED
[01:14:36.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:40:0) after 8m16s
[01:22:52.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:40:0)
[01:22:52.167] Build status: STARTED
[01:22:52.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:41:0) after 3m59s
[01:26:51.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:41:0)
[01:26:51.243] Build status: STARTED
[01:26:51.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:42:0) after 4m16s
[01:31:07.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:42:0)
[01:31:07.375] Build status: STARTED
[01:31:07.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:43:0) after 2m57s
[01:34:04.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:43:0)
[01:34:04.516] Build status: STARTED
[01:34:04.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:44:0) after 5m46s
[01:39:50.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:44:0)
[01:39:50.777] Build status: STARTED
[01:39:50.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:45:0) after 9m50s
[01:49:40.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:45:0)
[01:49:40.915] Build status: STARTED
[01:49:40.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:46:0) after 6m26s
[01:56:07.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:46:0)
[01:56:07.070] Build status: STARTED
[01:56:07.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:47:0) after 8m10s
[02:04:17.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:47:0)
[02:04:17.385] Build status: STARTED
[02:04:17.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:48:0) after 2m29s
[02:06:46.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:48:0)
[02:06:46.504] Build status: STARTED
[02:06:46.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:49:0) after 1m40s
[02:08:26.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:49:0)
[02:08:26.525] Build status: STARTED
[02:08:26.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:50:0) after 9m51s
[02:18:18.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:50:0)
[02:18:18.041] Build status: STARTED
[02:18:18.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:51:0) after 2m41s
[02:20:59.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:51:0)
[02:20:59.249] Build status: STARTED
[02:20:59.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:52:0) after 1m45s
[02:22:44.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:52:0)
[02:22:44.597] Build status: STARTED
[02:22:44.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:53:0) after 7m45s
[02:30:29.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:53:0)
[02:30:29.659] Build status: STARTED
[02:30:29.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:54:0) after 5m2s
[02:35:31.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:54:0)
[02:35:31.732] Build status: STARTED
[02:35:31.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:55:0) after 2m41s
[02:38:12.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:55:0)
[02:38:12.831] Build status: STARTED
[02:38:12.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:56:0) after 3m15s
[02:41:28.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:56:0)
[02:41:28.066] Build status: STARTED
[02:41:28.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:57:0) after 3m2s
[02:44:30.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:57:0)
[02:44:30.123] Build status: STARTED
[02:44:30.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:58:0) after 8m25s
[02:52:55.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:58:0)
[02:52:55.187] Build status: STARTED
[02:52:55.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:59:0) after 8m25s
[03:01:20.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:59:0)
[03:01:20.343] Build status: STARTED
[03:01:20.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:60:0) after 3m55s
[03:05:15.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:60:0)
[03:05:15.401] Build status: STARTED
[03:05:15.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:61:0) after 7m49s
[03:13:04.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:61:0)
[03:13:04.757] Build status: STARTED
[03:13:04.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:62:0) after 2m16s
[03:15:20.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:62:0)
[03:15:20.997] Build status: STARTED
[03:15:20.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:63:0) after 3m24s
[03:18:45.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:63:0)
[03:18:45.064] Build status: STARTED
[03:18:45.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:64:0) after 3m51s
[03:22:36.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:64:0)
[03:22:36.129] Build status: STARTED
[03:22:36.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:65:0) after 2m2s
[03:24:38.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:65:0)
[03:24:38.244] Build status: STARTED
[03:24:38.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:66:0) after 2m23s
[03:27:01.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:66:0)
[03:27:01.423] Build status: STARTED
[03:27:01.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:67:0) after 3m0s
[03:30:01.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:67:0)
[03:30:01.478] Build status: STARTED
[03:30:01.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:68:0) after 3m58s
[03:33:59.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:68:0)
[03:33:59.912] Build status: STARTED
[03:33:59.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:69:0) after 7m36s
[03:41:36.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:69:0)
[03:41:36.348] Build status: STARTED
[03:41:36.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:70:0) after 4m33s
[03:46:09.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:70:0)
[03:46:09.539] Build status: STARTED
[03:46:09.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:71:0) after 8m4s
[03:54:13.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:71:0)
[03:54:13.829] Build status: STARTED
[03:54:13.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:72:0) after 9m25s
[04:03:39.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:72:0)
[04:03:39.227] Build status: STARTED
[04:03:39.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:73:0) after 9m16s
[04:12:55.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:73:0)
[04:12:55.381] Build status: STARTED
[04:12:55.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:74:0) after 2m59s
[04:15:54.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:74:0)
[04:15:54.597] Build status: STARTED
[04:15:54.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:75:0) after 7m16s
[04:23:10.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:75:0)
[04:23:10.792] Build status: STARTED
[04:23:10.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:76:0) after 5m8s
[04:28:18.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:76:0)
[04:28:18.937] Build status: STARTED
[04:28:18.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:77:0) after 9m50s
[04:38:09.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:77:0)
[04:38:09.158] Build status: STARTED
[04:38:09.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:78:0) after 1m44s
[04:39:53.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:78:0)
[04:39:53.216] Build status: STARTED
[04:39:53.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:79:0) after 8m46s
[04:48:39.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:79:0)
[04:48:39.290] Build status: STARTED
[04:48:39.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:80:0) after 5m41s
[04:54:20.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:80:0)
[04:54:20.449] Build status: STARTED
[04:54:20.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:81:0) after 7m7s
[05:01:27.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:81:0)
[05:01:27.509] Build status: STARTED
[05:01:27.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:82:0) after 7m9s
[05:08:36.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:82:0)
[05:08:36.807] Build status: STARTED
[05:08:36.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:83:0) after 8m48s
[05:17:25.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:83:0)
[05:17:25.375] Build status: STARTED
[05:17:25.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:84:0) after 4m10s
[05:21:35.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:84:0)
[05:21:35.437] Build status: STARTED
[05:21:35.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:85:0) after 2m1s
[05:23:36.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:85:0)
[05:23:36.607] Build status: STARTED
[05:23:36.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:86:0) after 3m54s
[05:27:30.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:86:0)
[05:27:30.669] Build status: STARTED
[05:27:30.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:87:0) after 3m53s
[05:31:23.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:87:0)
[05:31:23.727] Build status: STARTED
[05:31:23.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:88:0) after 7m14s
[05:38:37.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:88:0)
[05:38:37.829] Build status: STARTED
[05:38:37.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:89:0) after 5m5s
[05:43:43.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:89:0)
[05:43:43.075] Build status: STARTED
[05:43:43.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:90:0) after 9m47s
[05:53:30.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:90:0)
[05:53:30.130] Build status: STARTED
[05:53:30.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:91:0) after 8m25s
[06:01:55.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:91:0)
[06:01:55.286] Build status: STARTED
[06:01:55.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:92:0) after 1m17s
[06:03:12.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:92:0)
[06:03:12.338] Build status: STARTED
[06:03:12.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:93:0) after 4m53s
[06:08:05.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:93:0)
[06:08:05.394] Build status: STARTED
[06:08:05.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:94:0) after 1m8s
[06:09:13.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:94:0)
[06:09:13.474] Build status: STARTED
[06:09:13.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:95:0) after 5m37s
[06:14:50.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:95:0)
[06:14:50.707] Build status: STARTED
[06:14:50.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:96:0) after 2m32s
[06:17:22.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:96:0)
[06:17:22.763] Build status: STARTED
[06:17:22.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:97:0) after 4m4s
[06:21:26.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:97:0)
[06:21:26.831] Build status: STARTED
[06:21:26.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:98:0) after 6m33s
[06:27:59.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:98:0)
[06:28:00.058] Build status: STARTED
[06:28:00.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:99:0) after 2m26s
[06:30:26.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:99:0)
[06:30:26.334] Build status: STARTED
[06:30:26.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:100:0) after 8m58s
[06:39:24.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:100:0)
[06:39:24.400] Build status: STARTED
[06:39:24.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:101:0) after 9m21s
[06:48:45.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:101:0)
[06:48:45.453] Build status: STARTED
[06:48:45.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:102:0) after 3m20s
[06:52:05.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:102:0)
[06:52:05.713] Build status: STARTED
[06:52:05.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:103:0) after 9m41s
[07:01:46.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:103:0)
[07:01:46.894] Build status: STARTED
[07:01:46.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:104:0) after 6m46s
[07:08:32.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:104:0)
[07:08:32.914] Build status: STARTED
[07:08:32.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:105:0) after 2m7s
[07:10:39.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:105:0)
[07:10:40.028] Build status: STARTED
[07:10:40.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:106:0) after 1m39s
[07:12:19.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:106:0)
[07:12:19.088] Build status: STARTED
[07:12:19.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:107:0) after 2m23s
[07:14:42.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:107:0)
[07:14:42.176] Build status: STARTED
[07:14:42.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:108:0) after 3m14s
[07:17:56.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:108:0)
[07:17:56.231] Build status: STARTED
[07:17:56.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:109:0) after 6m29s
[07:24:25.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:109:0)
[07:24:25.451] Build status: STARTED
[07:24:25.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:110:0) after 1m50s
[07:26:15.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:110:0)
[07:26:15.713] Build status: STARTED
[07:26:15.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:111:0) after 3m40s
[07:29:55.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:111:0)
[07:29:55.832] Build status: STARTED
[07:29:55.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:112:0) after 2m43s
[07:32:38.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:112:0)
[07:32:38.980] Build status: STARTED
[07:32:38.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:113:0) after 1m5s
[07:33:44.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:113:0)
[07:33:44.292] Build status: STARTED
[07:33:44.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:114:0) after 9m16s
[07:43:00.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:114:0)
[07:43:00.397] Build status: STARTED
[07:43:00.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:115:0) after 5m39s
[07:48:39.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:115:0)
[07:48:39.456] Build status: STARTED
[07:48:39.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:116:0) after 3m55s
[07:52:34.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:116:0)
[07:52:34.563] Build status: STARTED
[07:52:34.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:117:0) after 6m55s
[07:59:29.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:117:0)
[07:59:29.625] Build status: STARTED
[07:59:29.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:118:0) after 7m12s
[08:06:41.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:118:0)
[08:06:41.724] Build status: STARTED
[08:06:41.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:119:0) after 5m30s
[08:12:11.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:119:0)
[08:12:11.842] Build status: STARTED
[08:12:11.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:120:0) after 7m29s
[08:19:40.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:120:0)
[08:19:40.900] Build status: STARTED
[08:19:40.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:121:0) after 4m18s
[08:23:59.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:121:0)
[08:23:59.109] Build status: STARTED
[08:23:59.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:122:0) after 8m32s
[08:32:31.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:122:0)
[08:32:31.322] Build status: STARTED
[08:32:31.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:123:0) after 4m17s
[08:36:48.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:123:0)
[08:36:48.382] Build status: STARTED
[08:36:48.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:124:0) after 7m12s
[08:44:00.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:124:0)
[08:44:00.443] Build status: STARTED
[08:44:00.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:125:0) after 1m24s
[08:45:24.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:125:0)
[08:45:24.461] Build status: STARTED
[08:45:24.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:126:0) after 3m39s
[08:49:03.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:126:0)
[08:49:03.540] Build status: STARTED
[08:49:03.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:127:0) after 4m20s
[08:53:23.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:127:0)
[08:53:23.601] Build status: STARTED
[08:53:23.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:128:0) after 5m30s
[08:58:53.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:128:0)
[08:58:53.782] Build status: STARTED
[08:58:53.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:129:0) after 3m0s
[09:01:53.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:129:0)
[09:01:53.848] Build status: STARTED
[09:01:53.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:130:0) after 5m50s
[09:07:43.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:130:0)
[09:07:44.081] Build status: STARTED
[09:07:44.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:131:0) after 2m15s
[09:09:59.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:131:0)
[09:09:59.136] Build status: STARTED
[09:09:59.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:132:0) after 6m25s
[09:16:24.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:132:0)
[09:16:24.292] Build status: STARTED
[09:16:24.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:133:0) after 9m54s
[09:26:18.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:133:0)
[09:26:18.365] Build status: STARTED
[09:26:18.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:134:0) after 3m10s
[09:29:28.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:134:0)
[09:29:28.508] Build status: STARTED
[09:29:28.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:135:0) after 1m29s
[09:30:57.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:135:0)
[09:30:57.760] Build status: STARTED
[09:30:57.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:136:0) after 6m38s
[09:37:35.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:136:0)
[09:37:35.855] Build status: STARTED
[09:37:35.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:137:0) after 2m54s
[09:40:30.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:137:0)
[09:40:30.278] Build status: STARTED
[09:40:30.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:138:0) after 8m20s
[09:48:50.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:138:0)
[09:48:50.332] Build status: STARTED
[09:48:50.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:139:0) after 5m10s
[09:54:01.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:139:0)
[09:54:01.102] Build status: STARTED
[09:54:01.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:140:0) after 4m55s
[09:58:56.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:140:0)
[09:58:56.491] Build status: STARTED
[09:58:56.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:141:0) after 2m53s
[10:01:49.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:141:0)
[10:01:49.538] Build status: STARTED
[10:01:49.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:142:0) after 6m48s
[10:08:37.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:142:0)
[10:08:37.656] Build status: STARTED
[10:08:37.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:143:0) after 1m50s
[10:10:27.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:143:0)
[10:10:27.882] Build status: STARTED
[10:10:27.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:144:0) after 8m39s
[10:19:07.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:144:0)
[10:19:07.080] Build status: STARTED
[10:19:07.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:145:0) after 2m42s
[10:21:49.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:145:0)
[10:21:49.263] Build status: STARTED
[10:21:49.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:146:0) after 2m26s
[10:24:15.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:146:0)
[10:24:15.409] Build status: STARTED
[10:24:15.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:147:0) after 2m56s
[10:27:11.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:147:0)
[10:27:11.800] Build status: STARTED
[10:27:11.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:148:0) after 5m18s
[10:32:29.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:148:0)
[10:32:29.876] Build status: STARTED
[10:32:29.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:149:0) after 8m15s
[10:40:45.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:149:0)
[10:40:45.249] Build status: STARTED
[10:40:45.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:150:0) after 6m0s
[10:46:45.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:150:0)
[10:46:45.315] Build status: STARTED
[10:46:45.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:151:0) after 5m19s
[10:52:04.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:151:0)
[10:52:04.581] Build status: STARTED
[10:52:04.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:152:0) after 5m14s
[10:57:18.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:152:0)
[10:57:18.712] Build status: STARTED
[10:57:18.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:153:0) after 9m48s
[11:07:06.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:153:0)
[11:07:06.932] Build status: STARTED
[11:07:06.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:154:0) after 4m41s
[11:11:47.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:154:0)
[11:11:47.997] Build status: STARTED
[11:11:47.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:155:0) after 1m34s
[11:13:22.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:155:0)
[11:13:22.058] Build status: STARTED
[11:13:22.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:156:0) after 2m11s
[11:15:35.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:156:0)
[11:15:35.512] Build status: STARTED
[11:15:35.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:157:0) after 9m28s
[11:25:03.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:157:0)
[11:25:03.599] Build status: STARTED
[11:25:03.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:158:0) after 6m3s
[11:31:06.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:158:0)
[11:31:06.706] Build status: STARTED
[11:31:06.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:159:0) after 6m46s
[11:37:52.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:159:0)
[11:37:52.938] Build status: STARTED
[11:37:52.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:160:0) after 5m56s
[11:43:49.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:160:0)
[11:43:49.041] Build status: STARTED
[11:43:49.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:161:0) after 8m38s
[11:52:27.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:161:0)
[11:52:27.228] Build status: STARTED
[11:52:27.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:162:0) after 4m13s
[11:56:40.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:162:0)
[11:56:40.400] Build status: STARTED
[11:56:40.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:163:0) after 3m2s
[11:59:42.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:163:0)
[11:59:42.696] Build status: STARTED
[11:59:42.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:164:0) after 3m44s
[12:03:26.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:164:0)
[12:03:26.953] Build status: STARTED
[12:03:26.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:165:0) after 2m46s
[12:06:13.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:165:0)
[12:06:13.244] Build status: STARTED
[12:06:13.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:166:0) after 7m13s
[12:13:26.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:166:0)
[12:13:26.344] Build status: STARTED
[12:13:26.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:167:0) after 3m45s
[12:17:11.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:167:0)
[12:17:11.456] Build status: STARTED
[12:17:11.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:168:0) after 8m31s
[12:25:42.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:168:0)
[12:25:42.528] Build status: STARTED
[12:25:42.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:169:0) after 1m57s
[12:27:39.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:169:0)
[12:27:39.597] Build status: STARTED
[12:27:39.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:170:0) after 2m47s
[12:30:26.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:170:0)
[12:30:26.677] Build status: STARTED
[12:30:26.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:171:0) after 9m16s
[12:39:42.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:171:0)
[12:39:42.733] Build status: STARTED
[12:39:42.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:172:0) after 5m58s
[12:45:40.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:172:0)
[12:45:40.942] Build status: STARTED
[12:45:40.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:173:0) after 5m4s
[12:50:45.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:173:0)
[12:50:45.379] Build status: STARTED
[12:50:45.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:174:0) after 6m26s
[12:57:11.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:174:0)
[12:57:11.481] Build status: STARTED
[12:57:11.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:175:0) after 8m36s
[13:05:47.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:175:0)
[13:05:47.568] Build status: STARTED
[13:05:47.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:176:0) after 6m35s
[13:12:22.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:176:0)
[13:12:22.643] Build status: STARTED
[13:12:22.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:177:0) after 3m48s
[13:16:10.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:177:0)
[13:16:10.681] Build status: STARTED
[13:16:10.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:178:0) after 9m0s
[13:25:10.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:178:0)
[13:25:10.860] Build status: STARTED
[13:25:10.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:179:0) after 8m13s
[13:33:24.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:179:0)
[13:33:24.159] Build status: STARTED
[13:33:24.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:180:0) after 6m38s
[13:40:02.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:180:0)
[13:40:02.254] Build status: STARTED
[13:40:02.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:181:0) after 8m55s
[13:48:57.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:181:0)
[13:48:57.334] Build status: STARTED
[13:48:57.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8950140180725552880:182:0) after 7m56s
[13:50:32.827] Received PubSub notification, asking Buildbucket for the build status
[13:50:32.854] Build:
{
  "id": "8784710118775192577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28869,
  "createdBy": "project:chromium",
  "createTime": "2023-04-04T21:43:24.858067118Z",
  "startTime": "2023-04-04T21:43:33.946945Z",
  "endTime": "2023-04-05T13:50:22.261466Z",
  "updateTime": "2023-04-05T13:50:22.261466Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e2f38f2d6fff64e52e1a2fdddaa6368748282f12",
      "ref": "refs/heads/main"
    }
  }
}
[13:50:32.854] Invocation finished in 16h7m9.240197314s with status FAILED