Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cc1f82245e4bfd6f4b2d3443fcaf9dc041ae9026"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cc1f82245e4bfd6f4b2d3443fcaf9dc041ae9026
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[09:49:11.066] New invocation is queued and will start shortly
[09:49:12.167] Starting the invocation (attempt 1)
[09:49:12.205] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cc1f82245e4bfd6f4b2d3443fcaf9dc041ae9026"
[09:49:12.206] Popped gitiles commit info from properties and tags
[09:49:12.206] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:49:12.207] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:49:12.207] Buildbucket request:
{
  "requestId": "9011972245979477904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cc1f82245e4bfd6f4b2d3443fcaf9dc041ae9026",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9011972245979477904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:49:13.261] Scheduled build:
{
  "id": "8846542183974293664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25002,
  "createdBy": "project:chromium",
  "createTime": "2021-05-22T09:49:12.347226Z",
  "updateTime": "2021-05-22T09:49:13.158053Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cc1f82245e4bfd6f4b2d3443fcaf9dc041ae9026",
      "ref": "refs/heads/master"
    }
  }
}
[09:49:13.261] Task URL: https://cr-buildbucket.appspot.com/build/8846542183974293664
[09:49:13.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:2:0) after 2m5s
[09:49:56.173] Received PubSub notification, asking Buildbucket for the build status
[09:49:56.226] Build status: STARTED
[09:51:18.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:2:0)
[09:51:18.586] Build status: STARTED
[09:51:18.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:4:0) after 3m21s
[09:54:39.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:4:0)
[09:54:39.634] Build status: STARTED
[09:54:39.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:5:0) after 3m27s
[09:58:06.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:5:0)
[09:58:06.776] Build status: STARTED
[09:58:06.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:6:0) after 9m8s
[10:07:14.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:6:0)
[10:07:14.860] Build status: STARTED
[10:07:14.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:7:0) after 5m27s
[10:12:42.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:7:0)
[10:12:42.285] Build status: STARTED
[10:12:42.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:8:0) after 3m36s
[10:16:18.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:8:0)
[10:16:18.359] Build status: STARTED
[10:16:18.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:9:0) after 4m43s
[10:21:01.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:9:0)
[10:21:01.615] Build status: STARTED
[10:21:01.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:10:0) after 6m11s
[10:27:12.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:10:0)
[10:27:12.682] Build status: STARTED
[10:27:12.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:11:0) after 1m30s
[10:28:42.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:11:0)
[10:28:42.700] Build status: STARTED
[10:28:42.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:12:0) after 2m5s
[10:30:47.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:12:0)
[10:30:47.787] Build status: STARTED
[10:30:47.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:13:0) after 8m53s
[10:39:40.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:13:0)
[10:39:40.888] Build status: STARTED
[10:39:40.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:14:0) after 1m3s
[10:40:43.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:14:0)
[10:40:43.967] Build status: STARTED
[10:40:43.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:15:0) after 8m22s
[10:49:07.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:15:0)
[10:49:07.094] Build status: STARTED
[10:49:07.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:16:0) after 9m38s
[10:58:45.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:16:0)
[10:58:45.145] Build status: STARTED
[10:58:45.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:17:0) after 4m52s
[11:03:37.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:17:0)
[11:03:37.340] Build status: STARTED
[11:03:37.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:18:0) after 5m47s
[11:09:25.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:18:0)
[11:09:25.112] Build status: STARTED
[11:09:25.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:19:0) after 1m35s
[11:11:00.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:19:0)
[11:11:00.208] Build status: STARTED
[11:11:00.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:20:0) after 7m15s
[11:18:16.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:20:0)
[11:18:16.126] Build status: STARTED
[11:18:16.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:21:0) after 9m19s
[11:27:35.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:21:0)
[11:27:35.314] Build status: STARTED
[11:27:35.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:22:0) after 6m54s
[11:34:30.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:22:0)
[11:34:30.243] Build status: STARTED
[11:34:30.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:23:0) after 8m26s
[11:42:56.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:23:0)
[11:42:56.394] Build status: STARTED
[11:42:56.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:24:0) after 6m30s
[11:49:27.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:24:0)
[11:49:27.381] Build status: STARTED
[11:49:27.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:25:0) after 8m4s
[11:57:32.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:25:0)
[11:57:32.278] Build status: STARTED
[11:57:32.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:26:0) after 6m15s
[12:03:47.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:26:0)
[12:03:47.468] Build status: STARTED
[12:03:47.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:27:0) after 7m36s
[12:11:23.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:27:0)
[12:11:23.531] Build status: STARTED
[12:11:23.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:28:0) after 3m23s
[12:14:46.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:28:0)
[12:14:46.825] Build status: STARTED
[12:14:46.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:29:0) after 6m6s
[12:20:52.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:29:0)
[12:20:52.900] Build status: STARTED
[12:20:52.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:30:0) after 5m13s
[12:26:05.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:30:0)
[12:26:05.970] Build status: STARTED
[12:26:05.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:31:0) after 6m37s
[12:32:43.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:31:0)
[12:32:43.251] Build status: STARTED
[12:32:43.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:32:0) after 9m12s
[12:41:55.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:32:0)
[12:41:55.309] Build status: STARTED
[12:41:55.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:33:0) after 8m28s
[12:50:23.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:33:0)
[12:50:23.493] Build status: STARTED
[12:50:23.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:34:0) after 3m25s
[12:53:48.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:34:0)
[12:53:48.677] Build status: STARTED
[12:53:48.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:35:0) after 5m6s
[12:58:54.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:35:0)
[12:58:54.731] Build status: STARTED
[12:58:54.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:36:0) after 4m48s
[13:03:42.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:36:0)
[13:03:42.869] Build status: STARTED
[13:03:42.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:37:0) after 6m56s
[13:10:38.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:37:0)
[13:10:38.921] Build status: STARTED
[13:10:38.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:38:0) after 8m19s
[13:18:58.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:38:0)
[13:18:58.263] Build status: STARTED
[13:18:58.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:39:0) after 7m52s
[13:26:50.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:39:0)
[13:26:50.311] Build status: STARTED
[13:26:50.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:40:0) after 2m52s
[13:29:42.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:40:0)
[13:29:42.376] Build status: STARTED
[13:29:42.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:41:0) after 4m12s
[13:33:54.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:41:0)
[13:33:54.694] Build status: STARTED
[13:33:54.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:42:0) after 2m16s
[13:36:10.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:42:0)
[13:36:10.754] Build status: STARTED
[13:36:10.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:43:0) after 8m58s
[13:45:08.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:43:0)
[13:45:08.820] Build status: STARTED
[13:45:08.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:44:0) after 7m35s
[13:52:43.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:44:0)
[13:52:43.868] Build status: STARTED
[13:52:43.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:45:0) after 6m11s
[13:58:54.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:45:0)
[13:58:54.969] Build status: STARTED
[13:58:54.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:46:0) after 5m7s
[14:04:01.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:46:0)
[14:04:01.993] Build status: STARTED
[14:04:01.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:47:0) after 9m39s
[14:13:41.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:47:0)
[14:13:41.113] Build status: STARTED
[14:13:41.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:48:0) after 6m14s
[14:19:55.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:48:0)
[14:19:55.210] Build status: STARTED
[14:19:55.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:49:0) after 3m6s
[14:23:01.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:49:0)
[14:23:01.578] Build status: STARTED
[14:23:01.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:50:0) after 9m6s
[14:32:07.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:50:0)
[14:32:07.630] Build status: STARTED
[14:32:07.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:51:0) after 2m41s
[14:34:49.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:51:0)
[14:34:49.373] Build status: STARTED
[14:34:49.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:52:0) after 1m29s
[14:36:18.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:52:0)
[14:36:18.445] Build status: STARTED
[14:36:18.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:53:0) after 3m41s
[14:39:59.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:53:0)
[14:39:59.496] Build status: STARTED
[14:39:59.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:54:0) after 4m56s
[14:44:55.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:54:0)
[14:44:56.328] Build status: STARTED
[14:44:56.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:55:0) after 7m26s
[14:52:22.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:55:0)
[14:52:22.377] Build status: STARTED
[14:52:22.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:56:0) after 2m25s
[14:54:47.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:56:0)
[14:54:47.435] Build status: STARTED
[14:54:47.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:57:0) after 7m25s
[15:02:12.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:57:0)
[15:02:12.584] Build status: STARTED
[15:02:12.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:58:0) after 5m13s
[15:07:25.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:58:0)
[15:07:25.899] Build status: STARTED
[15:07:25.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:59:0) after 2m45s
[15:10:10.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:59:0)
[15:10:10.954] Build status: STARTED
[15:10:10.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:60:0) after 4m34s
[15:14:44.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:60:0)
[15:14:45.003] Build status: STARTED
[15:14:45.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:61:0) after 5m35s
[15:20:20.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:61:0)
[15:20:20.708] Build status: STARTED
[15:20:20.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:62:0) after 1m49s
[15:22:09.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:62:0)
[15:22:09.756] Build status: STARTED
[15:22:09.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:63:0) after 6m57s
[15:29:06.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:63:0)
[15:29:06.824] Build status: STARTED
[15:29:06.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:64:0) after 6m45s
[15:35:52.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:64:0)
[15:35:52.954] Build status: STARTED
[15:35:52.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:65:0) after 2m53s
[15:38:45.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:65:0)
[15:38:46.018] Build status: STARTED
[15:38:46.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:66:0) after 4m2s
[15:42:48.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:66:0)
[15:42:48.077] Build status: STARTED
[15:42:48.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:67:0) after 1m25s
[15:44:13.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:67:0)
[15:44:13.181] Build status: STARTED
[15:44:13.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:68:0) after 7m0s
[15:51:13.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:68:0)
[15:51:13.556] Build status: STARTED
[15:51:13.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:69:0) after 6m35s
[15:57:48.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:69:0)
[15:57:48.612] Build status: STARTED
[15:57:48.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:70:0) after 2m28s
[16:00:16.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:70:0)
[16:00:16.824] Build status: STARTED
[16:00:16.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:71:0) after 7m35s
[16:07:51.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:71:0)
[16:07:51.880] Build status: STARTED
[16:07:51.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:72:0) after 2m47s
[16:10:38.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:72:0)
[16:10:39.008] Build status: STARTED
[16:10:39.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:73:0) after 8m19s
[16:18:58.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:73:0)
[16:18:58.447] Build status: STARTED
[16:18:58.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:74:0) after 3m36s
[16:22:34.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:74:0)
[16:22:34.864] Build status: STARTED
[16:22:34.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:75:0) after 2m6s
[16:24:40.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:75:0)
[16:24:40.912] Build status: STARTED
[16:24:40.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:76:0) after 9m25s
[16:34:06.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:76:0)
[16:34:06.032] Build status: STARTED
[16:34:06.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:77:0) after 5m29s
[16:39:35.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:77:0)
[16:39:35.547] Build status: STARTED
[16:39:35.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:78:0) after 8m42s
[16:48:17.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:78:0)
[16:48:17.596] Build status: STARTED
[16:48:17.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:79:0) after 2m24s
[16:50:41.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:79:0)
[16:50:41.700] Build status: STARTED
[16:50:41.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:80:0) after 2m15s
[16:52:56.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:80:0)
[16:52:56.889] Build status: STARTED
[16:52:56.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:81:0) after 8m11s
[17:01:08.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:81:0)
[17:01:08.149] Build status: STARTED
[17:01:08.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:82:0) after 5m56s
[17:07:04.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:82:0)
[17:07:04.338] Build status: STARTED
[17:07:04.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:83:0) after 1m50s
[17:08:54.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:83:0)
[17:08:54.425] Build status: STARTED
[17:08:54.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:84:0) after 3m37s
[17:12:31.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:84:0)
[17:12:31.844] Build status: STARTED
[17:12:31.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:85:0) after 2m37s
[17:15:09.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:85:0)
[17:15:09.160] Build status: STARTED
[17:15:09.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:86:0) after 2m33s
[17:17:42.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:86:0)
[17:17:42.859] Build status: STARTED
[17:17:42.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:87:0) after 3m41s
[17:21:24.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:87:0)
[17:21:24.106] Build status: STARTED
[17:21:24.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:88:0) after 4m32s
[17:25:56.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:88:0)
[17:25:56.173] Build status: STARTED
[17:25:56.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:89:0) after 6m13s
[17:32:09.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:89:0)
[17:32:09.254] Build status: STARTED
[17:32:09.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:90:0) after 2m4s
[17:34:14.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:90:0)
[17:34:14.159] Build status: STARTED
[17:34:14.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:91:0) after 9m52s
[17:44:06.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:91:0)
[17:44:06.335] Build status: STARTED
[17:44:06.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:92:0) after 4m2s
[17:48:08.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:92:0)
[17:48:08.508] Build status: STARTED
[17:48:08.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:93:0) after 5m5s
[17:53:13.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:93:0)
[17:53:13.599] Build status: STARTED
[17:53:13.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:94:0) after 7m2s
[18:00:15.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:94:0)
[18:00:15.702] Build status: STARTED
[18:00:15.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:95:0) after 4m33s
[18:04:48.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:95:0)
[18:04:48.924] Build status: STARTED
[18:04:48.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:96:0) after 1m59s
[18:06:47.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:96:0)
[18:06:47.977] Build status: STARTED
[18:06:47.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:97:0) after 7m21s
[18:14:09.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:97:0)
[18:14:09.137] Build status: STARTED
[18:14:09.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:98:0) after 9m37s
[18:23:46.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:98:0)
[18:23:46.187] Build status: STARTED
[18:23:46.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:99:0) after 8m48s
[18:32:34.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:99:0)
[18:32:34.242] Build status: STARTED
[18:32:34.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:100:0) after 6m24s
[18:38:58.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:100:0)
[18:38:58.308] Build status: STARTED
[18:38:58.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:101:0) after 3m34s
[18:42:32.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:101:0)
[18:42:32.568] Build status: STARTED
[18:42:32.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:102:0) after 1m24s
[18:43:56.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:102:0)
[18:43:56.685] Build status: STARTED
[18:43:56.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:103:0) after 2m48s
[18:46:44.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:103:0)
[18:46:44.938] Build status: STARTED
[18:46:44.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:104:0) after 2m34s
[18:49:18.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:104:0)
[18:49:18.998] Build status: STARTED
[18:49:18.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:105:0) after 2m11s
[18:51:30.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:105:0)
[18:51:30.535] Build status: STARTED
[18:51:30.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:106:0) after 1m11s
[18:52:41.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:106:0)
[18:52:41.813] Build status: STARTED
[18:52:41.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:107:0) after 5m30s
[18:58:11.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:107:0)
[18:58:11.867] Build status: STARTED
[18:58:11.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:108:0) after 6m58s
[19:05:10.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:108:0)
[19:05:10.267] Build status: STARTED
[19:05:10.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:109:0) after 1m27s
[19:06:37.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:109:0)
[19:06:37.528] Build status: STARTED
[19:06:37.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:110:0) after 1m44s
[19:08:22.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:110:0)
[19:08:22.040] Build status: STARTED
[19:08:22.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:111:0) after 7m49s
[19:16:11.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:111:0)
[19:16:11.087] Build status: STARTED
[19:16:11.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:112:0) after 3m39s
[19:19:50.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:112:0)
[19:19:50.208] Build status: STARTED
[19:19:50.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:113:0) after 3m57s
[19:23:47.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:113:0)
[19:23:47.982] Build status: STARTED
[19:23:47.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:114:0) after 1m26s
[19:25:14.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:114:0)
[19:25:14.734] Build status: STARTED
[19:25:14.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:115:0) after 9m17s
[19:34:31.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:115:0)
[19:34:31.794] Build status: STARTED
[19:34:31.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:116:0) after 5m26s
[19:39:57.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:116:0)
[19:39:58.077] Build status: STARTED
[19:39:58.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:117:0) after 1m12s
[19:41:10.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:117:0)
[19:41:10.723] Build status: STARTED
[19:41:10.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:118:0) after 6m6s
[19:47:16.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:118:0)
[19:47:16.806] Build status: STARTED
[19:47:16.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:119:0) after 5m33s
[19:52:49.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:119:0)
[19:52:49.868] Build status: STARTED
[19:52:49.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:120:0) after 2m48s
[19:55:38.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:120:0)
[19:55:38.108] Build status: STARTED
[19:55:38.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:121:0) after 7m41s
[20:03:19.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:121:0)
[20:03:19.374] Build status: STARTED
[20:03:19.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:122:0) after 9m18s
[20:12:37.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:122:0)
[20:12:37.432] Build status: STARTED
[20:12:37.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:123:0) after 1m5s
[20:13:42.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:123:0)
[20:13:42.483] Build status: STARTED
[20:13:42.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:124:0) after 7m7s
[20:20:49.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:124:0)
[20:20:49.695] Build status: STARTED
[20:20:49.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:125:0) after 7m31s
[20:28:20.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:125:0)
[20:28:21.088] Build status: STARTED
[20:28:21.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:126:0) after 5m21s
[20:33:42.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:126:0)
[20:33:42.525] Build status: STARTED
[20:33:42.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011972245979477904:127:0) after 7m4s
[20:39:26.639] Received PubSub notification, asking Buildbucket for the build status
[20:39:26.749] Build:
{
  "id": "8846542183974293664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25002,
  "createdBy": "project:chromium",
  "createTime": "2021-05-22T09:49:12.347226Z",
  "startTime": "2021-05-22T09:49:55.606725Z",
  "endTime": "2021-05-22T20:39:26.325662490Z",
  "updateTime": "2021-05-22T20:39:26.326077877Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cc1f82245e4bfd6f4b2d3443fcaf9dc041ae9026",
      "ref": "refs/heads/master"
    }
  }
}
[20:39:26.750] Invocation finished in 10h50m15.698958186s with status FAILED