Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "13640907837f721681565580cb7d70e006598469"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/13640907837f721681565580cb7d70e006598469
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:14:33.038] New invocation is queued and will start shortly
[10:14:34.496] Starting the invocation (attempt 1)
[10:14:34.530] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/13640907837f721681565580cb7d70e006598469"
[10:14:34.530] Popped gitiles commit info from properties and tags
[10:14:34.530] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:14:34.530] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:14:34.530] Buildbucket request:
{
  "requestId": "8993941853763371696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "13640907837f721681565580cb7d70e006598469",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993941853763371696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:14:35.546] Scheduled build:
{
  "id": "8828511791403488913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26341,
  "createdBy": "project:chromium",
  "createTime": "2021-12-07T10:14:34.656821513Z",
  "updateTime": "2021-12-07T10:14:34.656821513Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "13640907837f721681565580cb7d70e006598469",
      "ref": "refs/heads/main"
    }
  }
}
[10:14:35.546] Task URL: https://cr-buildbucket.appspot.com/build/8828511791403488913
[10:14:35.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:2:0) after 8m48s
[10:21:49.978] Received PubSub notification, asking Buildbucket for the build status
[10:21:50.009] Build status: STARTED
[10:23:23.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:2:0)
[10:23:23.647] Build status: STARTED
[10:23:23.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:4:0) after 1m13s
[10:24:36.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:4:0)
[10:24:36.784] Build status: STARTED
[10:24:36.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:5:0) after 2m51s
[10:27:27.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:5:0)
[10:27:27.848] Build status: STARTED
[10:27:27.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:6:0) after 3m7s
[10:30:35.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:6:0)
[10:30:35.142] Build status: STARTED
[10:30:35.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:7:0) after 3m29s
[10:34:04.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:7:0)
[10:34:04.202] Build status: STARTED
[10:34:04.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:8:0) after 6m44s
[10:40:48.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:8:0)
[10:40:48.361] Build status: STARTED
[10:40:48.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:9:0) after 4m28s
[10:45:16.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:9:0)
[10:45:16.489] Build status: STARTED
[10:45:16.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:10:0) after 8m53s
[10:54:09.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:10:0)
[10:54:09.722] Build status: STARTED
[10:54:09.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:11:0) after 8m30s
[11:02:39.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:11:0)
[11:02:39.912] Build status: STARTED
[11:02:39.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:12:0) after 9m0s
[11:11:40.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:12:0)
[11:11:40.093] Build status: STARTED
[11:11:40.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:13:0) after 5m10s
[11:16:50.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:13:0)
[11:16:50.151] Build status: STARTED
[11:16:50.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:14:0) after 7m5s
[11:23:55.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:14:0)
[11:23:55.477] Build status: STARTED
[11:23:55.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:15:0) after 6m58s
[11:30:53.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:15:0)
[11:30:53.521] Build status: STARTED
[11:30:53.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:16:0) after 8m20s
[11:39:14.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:16:0)
[11:39:14.122] Build status: STARTED
[11:39:14.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:17:0) after 6m49s
[11:46:03.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:17:0)
[11:46:03.179] Build status: STARTED
[11:46:03.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:18:0) after 6m30s
[11:52:33.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:18:0)
[11:52:33.286] Build status: STARTED
[11:52:33.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:19:0) after 1m7s
[11:53:40.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:19:0)
[11:53:40.549] Build status: STARTED
[11:53:40.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:20:0) after 3m51s
[11:57:31.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:20:0)
[11:57:31.912] Build status: STARTED
[11:57:31.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:21:0) after 7m21s
[12:04:52.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:21:0)
[12:04:52.939] Build status: STARTED
[12:04:52.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:22:0) after 7m9s
[12:12:01.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:22:0)
[12:12:02.027] Build status: STARTED
[12:12:02.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:23:0) after 2m13s
[12:14:15.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:23:0)
[12:14:15.105] Build status: STARTED
[12:14:15.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:24:0) after 5m3s
[12:19:18.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:24:0)
[12:19:18.160] Build status: STARTED
[12:19:18.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:25:0) after 9m19s
[12:28:37.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:25:0)
[12:28:37.319] Build status: STARTED
[12:28:37.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:26:0) after 7m33s
[12:36:10.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:26:0)
[12:36:10.498] Build status: STARTED
[12:36:10.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:27:0) after 4m43s
[12:40:53.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:27:0)
[12:40:53.555] Build status: STARTED
[12:40:53.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:28:0) after 3m25s
[12:44:18.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:28:0)
[12:44:18.817] Build status: STARTED
[12:44:18.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:29:0) after 2m12s
[12:46:30.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:29:0)
[12:46:30.882] Build status: STARTED
[12:46:30.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:30:0) after 7m1s
[12:53:31.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:30:0)
[12:53:32.050] Build status: STARTED
[12:53:32.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:31:0) after 3m27s
[12:56:59.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:31:0)
[12:56:59.111] Build status: STARTED
[12:56:59.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:32:0) after 2m56s
[12:59:55.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:32:0)
[12:59:55.193] Build status: STARTED
[12:59:55.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:33:0) after 9m30s
[13:09:25.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:33:0)
[13:09:25.260] Build status: STARTED
[13:09:25.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:34:0) after 7m4s
[13:16:29.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:34:0)
[13:16:29.413] Build status: STARTED
[13:16:29.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:35:0) after 9m41s
[13:26:10.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:35:0)
[13:26:10.449] Build status: STARTED
[13:26:10.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:36:0) after 9m9s
[13:35:19.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:36:0)
[13:35:19.578] Build status: STARTED
[13:35:19.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:37:0) after 5m47s
[13:41:06.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:37:0)
[13:41:06.641] Build status: STARTED
[13:41:06.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:38:0) after 8m54s
[13:50:00.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:38:0)
[13:50:00.909] Build status: STARTED
[13:50:00.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:39:0) after 2m28s
[13:52:28.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:39:0)
[13:52:28.990] Build status: STARTED
[13:52:28.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:40:0) after 3m40s
[13:56:09.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:40:0)
[13:56:09.123] Build status: STARTED
[13:56:09.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:41:0) after 4m45s
[14:00:54.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:41:0)
[14:00:54.285] Build status: STARTED
[14:00:54.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:42:0) after 8m31s
[14:09:25.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:42:0)
[14:09:25.650] Build status: STARTED
[14:09:25.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:43:0) after 6m39s
[14:16:04.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:43:0)
[14:16:04.878] Build status: STARTED
[14:16:04.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:44:0) after 6m31s
[14:22:35.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:44:0)
[14:22:35.977] Build status: STARTED
[14:22:35.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:45:0) after 2m6s
[14:24:42.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:45:0)
[14:24:42.056] Build status: STARTED
[14:24:42.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:46:0) after 8m57s
[14:33:39.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:46:0)
[14:33:39.212] Build status: STARTED
[14:33:39.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:47:0) after 7m40s
[14:41:19.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:47:0)
[14:41:19.482] Build status: STARTED
[14:41:19.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:48:0) after 3m57s
[14:45:16.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:48:0)
[14:45:16.587] Build status: STARTED
[14:45:16.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:49:0) after 6m47s
[14:52:04.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:49:0)
[14:52:04.338] Build status: STARTED
[14:52:04.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:50:0) after 1m2s
[14:53:06.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:50:0)
[14:53:06.644] Build status: STARTED
[14:53:06.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:51:0) after 4m30s
[14:57:36.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:51:0)
[14:57:36.711] Build status: STARTED
[14:57:36.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:52:0) after 9m47s
[15:07:23.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:52:0)
[15:07:23.823] Build status: STARTED
[15:07:23.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:53:0) after 1m27s
[15:08:51.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:53:0)
[15:08:51.100] Build status: STARTED
[15:08:51.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:54:0) after 4m41s
[15:13:32.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:54:0)
[15:13:32.235] Build status: STARTED
[15:13:32.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:55:0) after 3m40s
[15:17:12.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:55:0)
[15:17:12.701] Build status: STARTED
[15:17:12.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:56:0) after 6m49s
[15:24:01.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:56:0)
[15:24:01.779] Build status: STARTED
[15:24:01.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:57:0) after 7m14s
[15:31:15.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:57:0)
[15:31:15.840] Build status: STARTED
[15:31:15.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:58:0) after 1m9s
[15:32:24.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:58:0)
[15:32:24.897] Build status: STARTED
[15:32:24.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:59:0) after 9m1s
[15:41:25.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:59:0)
[15:41:26.017] Build status: STARTED
[15:41:26.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:60:0) after 9m5s
[15:50:31.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:60:0)
[15:50:31.072] Build status: STARTED
[15:50:31.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:61:0) after 4m36s
[15:55:07.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:61:0)
[15:55:07.152] Build status: STARTED
[15:55:07.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:62:0) after 4m32s
[15:59:39.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:62:0)
[15:59:39.404] Build status: STARTED
[15:59:39.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:63:0) after 7m2s
[16:06:41.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:63:0)
[16:06:41.518] Build status: STARTED
[16:06:41.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:64:0) after 3m54s
[16:10:35.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:64:0)
[16:10:35.903] Build status: STARTED
[16:10:35.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:65:0) after 1m34s
[16:12:10.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:65:0)
[16:12:10.066] Build status: STARTED
[16:12:10.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:66:0) after 7m37s
[16:19:47.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:66:0)
[16:19:47.144] Build status: STARTED
[16:19:47.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:67:0) after 1m0s
[16:20:47.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:67:0)
[16:20:47.203] Build status: STARTED
[16:20:47.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:68:0) after 7m19s
[16:28:06.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:68:0)
[16:28:06.269] Build status: STARTED
[16:28:06.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:69:0) after 3m39s
[16:31:45.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:69:0)
[16:31:45.338] Build status: STARTED
[16:31:45.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:70:0) after 5m40s
[16:37:25.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:70:0)
[16:37:25.826] Build status: STARTED
[16:37:25.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:71:0) after 7m29s
[16:44:54.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:71:0)
[16:44:54.990] Build status: STARTED
[16:44:54.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:72:0) after 4m31s
[16:49:26.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:72:0)
[16:49:26.146] Build status: STARTED
[16:49:26.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:73:0) after 2m48s
[16:52:14.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:73:0)
[16:52:14.294] Build status: STARTED
[16:52:14.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:74:0) after 2m12s
[16:54:26.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:74:0)
[16:54:26.358] Build status: STARTED
[16:54:26.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:75:0) after 3m58s
[16:58:24.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:75:0)
[16:58:24.598] Build status: STARTED
[16:58:24.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:76:0) after 1m19s
[16:59:43.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:76:0)
[16:59:43.662] Build status: STARTED
[16:59:43.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:77:0) after 8m36s
[17:08:19.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:77:0)
[17:08:19.824] Build status: STARTED
[17:08:19.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:78:0) after 2m9s
[17:10:28.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:78:0)
[17:10:28.895] Build status: STARTED
[17:10:28.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:79:0) after 9m5s
[17:19:34.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:79:0)
[17:19:34.118] Build status: STARTED
[17:19:34.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:80:0) after 8m43s
[17:28:17.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:80:0)
[17:28:17.257] Build status: STARTED
[17:28:17.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:81:0) after 1m15s
[17:29:32.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:81:0)
[17:29:32.437] Build status: STARTED
[17:29:32.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:82:0) after 2m6s
[17:31:38.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:82:0)
[17:31:38.635] Build status: STARTED
[17:31:38.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:83:0) after 3m18s
[17:34:56.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:83:0)
[17:34:56.695] Build status: STARTED
[17:34:56.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:84:0) after 8m2s
[17:42:58.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:84:0)
[17:42:58.834] Build status: STARTED
[17:42:58.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:85:0) after 3m35s
[17:46:33.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:85:0)
[17:46:33.994] Build status: STARTED
[17:46:33.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:86:0) after 1m35s
[17:48:09.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:86:0)
[17:48:09.121] Build status: STARTED
[17:48:09.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:87:0) after 4m36s
[17:52:45.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:87:0)
[17:52:45.319] Build status: STARTED
[17:52:45.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:88:0) after 3m30s
[17:56:15.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:88:0)
[17:56:15.374] Build status: STARTED
[17:56:15.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:89:0) after 2m29s
[17:58:44.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:89:0)
[17:58:44.573] Build status: STARTED
[17:58:44.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:90:0) after 3m48s
[18:02:32.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:90:0)
[18:02:32.871] Build status: STARTED
[18:02:32.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:91:0) after 3m1s
[18:05:34.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:91:0)
[18:05:34.105] Build status: STARTED
[18:05:34.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:92:0) after 3m36s
[18:09:10.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:92:0)
[18:09:10.907] Build status: STARTED
[18:09:10.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:93:0) after 2m34s
[18:11:45.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:93:0)
[18:11:45.103] Build status: STARTED
[18:11:45.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:94:0) after 2m14s
[18:13:59.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:94:0)
[18:13:59.320] Build status: STARTED
[18:13:59.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:95:0) after 3m39s
[18:17:38.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:95:0)
[18:17:38.567] Build status: STARTED
[18:17:38.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:96:0) after 9m23s
[18:27:01.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:96:0)
[18:27:01.758] Build status: STARTED
[18:27:01.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:97:0) after 8m43s
[18:35:44.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:97:0)
[18:35:44.939] Build status: STARTED
[18:35:44.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:98:0) after 9m45s
[18:45:30.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:98:0)
[18:45:30.238] Build status: STARTED
[18:45:30.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:99:0) after 4m6s
[18:49:36.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:99:0)
[18:49:36.595] Build status: STARTED
[18:49:36.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:100:0) after 8m47s
[18:58:23.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:100:0)
[18:58:23.839] Build status: STARTED
[18:58:23.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:101:0) after 4m14s
[19:02:38.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:101:0)
[19:02:38.101] Build status: STARTED
[19:02:38.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:102:0) after 2m1s
[19:04:39.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:102:0)
[19:04:39.374] Build status: STARTED
[19:04:39.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:103:0) after 8m23s
[19:13:02.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:103:0)
[19:13:02.654] Build status: STARTED
[19:13:02.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:104:0) after 6m10s
[19:19:12.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:104:0)
[19:19:12.758] Build status: STARTED
[19:19:12.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:105:0) after 9m49s
[19:29:01.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:105:0)
[19:29:01.886] Build status: STARTED
[19:29:01.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:106:0) after 8m4s
[19:37:05.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:106:0)
[19:37:05.941] Build status: STARTED
[19:37:05.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:107:0) after 2m46s
[19:39:52.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:107:0)
[19:39:52.042] Build status: STARTED
[19:39:52.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:108:0) after 2m37s
[19:42:29.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:108:0)
[19:42:29.162] Build status: STARTED
[19:42:29.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:109:0) after 7m38s
[19:50:07.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:109:0)
[19:50:07.625] Build status: STARTED
[19:50:07.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:110:0) after 6m43s
[19:56:50.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:110:0)
[19:56:50.861] Build status: STARTED
[19:56:50.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:111:0) after 5m55s
[20:02:45.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:111:0)
[20:02:45.984] Build status: STARTED
[20:02:45.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:112:0) after 1m36s
[20:04:22.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:112:0)
[20:04:22.280] Build status: STARTED
[20:04:22.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:113:0) after 5m23s
[20:09:45.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:113:0)
[20:09:45.521] Build status: STARTED
[20:09:45.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:114:0) after 4m15s
[20:14:00.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:114:0)
[20:14:00.598] Build status: STARTED
[20:14:00.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:115:0) after 1m14s
[20:15:14.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:115:0)
[20:15:14.739] Build status: STARTED
[20:15:14.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:116:0) after 8m24s
[20:23:38.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:116:0)
[20:23:38.914] Build status: STARTED
[20:23:38.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:117:0) after 2m33s
[20:26:11.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:117:0)
[20:26:11.974] Build status: STARTED
[20:26:11.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:118:0) after 4m56s
[20:31:08.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:118:0)
[20:31:08.119] Build status: STARTED
[20:31:08.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:119:0) after 5m1s
[20:36:09.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:119:0)
[20:36:09.589] Build status: STARTED
[20:36:09.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:120:0) after 3m16s
[20:39:25.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:120:0)
[20:39:25.669] Build status: STARTED
[20:39:25.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:121:0) after 2m51s
[20:42:16.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:121:0)
[20:42:16.731] Build status: STARTED
[20:42:16.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:122:0) after 3m52s
[20:46:08.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:122:0)
[20:46:08.806] Build status: STARTED
[20:46:08.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:123:0) after 7m1s
[20:53:09.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:123:0)
[20:53:09.888] Build status: STARTED
[20:53:09.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8993941853763371696:124:0) after 7m26s
[20:53:41.443] Received PubSub notification, asking Buildbucket for the build status
[20:53:41.481] Build:
{
  "id": "8828511791403488913",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26341,
  "createdBy": "project:chromium",
  "createTime": "2021-12-07T10:14:34.656821513Z",
  "startTime": "2021-12-07T10:21:48.810046Z",
  "endTime": "2021-12-07T20:53:41.005812787Z",
  "updateTime": "2021-12-07T20:53:41.005812787Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "13640907837f721681565580cb7d70e006598469",
      "ref": "refs/heads/main"
    }
  }
}
[20:53:41.481] Invocation finished in 10h39m8.459432187s with status FAILED