Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9b0fcd3a9ea1c1968d448d64ef8dfd47ab4a2a48"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9b0fcd3a9ea1c1968d448d64ef8dfd47ab4a2a48
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:06:51.205] New invocation is queued and will start shortly
[18:06:53.453] Starting the invocation (attempt 1)
[18:06:53.582] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9b0fcd3a9ea1c1968d448d64ef8dfd47ab4a2a48"
[18:06:53.582] Popped gitiles commit info from properties and tags
[18:06:53.582] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:06:53.583] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:06:53.583] Buildbucket request:
{
  "requestId": "9004693178044355328",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9b0fcd3a9ea1c1968d448d64ef8dfd47ab4a2a48",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9004693178044355328"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:06:55.340] Scheduled build:
{
  "id": "8839263114749585185",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25369,
  "createdBy": "project:chromium",
  "createTime": "2021-08-10T18:06:53.714963797Z",
  "updateTime": "2021-08-10T18:06:54.298184539Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9b0fcd3a9ea1c1968d448d64ef8dfd47ab4a2a48",
      "ref": "refs/heads/main"
    }
  }
}
[18:06:55.340] Task URL: https://cr-buildbucket.appspot.com/build/8839263114749585185
[18:06:55.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:2:0) after 6m52s
[18:08:32.480] Received PubSub notification, asking Buildbucket for the build status
[18:08:32.506] Build status: STARTED
[18:13:47.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:2:0)
[18:13:47.577] Build status: STARTED
[18:13:47.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:4:0) after 7m4s
[18:20:51.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:4:0)
[18:20:51.988] Build status: STARTED
[18:20:51.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:5:0) after 1m41s
[18:22:33.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:5:0)
[18:22:33.377] Build status: STARTED
[18:22:33.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:6:0) after 7m47s
[18:30:20.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:6:0)
[18:30:20.517] Build status: STARTED
[18:30:20.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:7:0) after 1m5s
[18:31:26.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:7:0)
[18:31:26.086] Build status: STARTED
[18:31:26.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:8:0) after 3m31s
[18:34:57.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:8:0)
[18:34:57.150] Build status: STARTED
[18:34:57.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:9:0) after 2m56s
[18:37:53.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:9:0)
[18:37:53.210] Build status: STARTED
[18:37:53.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:10:0) after 8m35s
[18:46:28.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:10:0)
[18:46:28.850] Build status: STARTED
[18:46:28.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:11:0) after 8m37s
[18:55:05.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:11:0)
[18:55:05.907] Build status: STARTED
[18:55:05.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:12:0) after 1m46s
[18:56:52.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:12:0)
[18:56:52.088] Build status: STARTED
[18:56:52.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:13:0) after 7m5s
[19:03:57.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:13:0)
[19:03:57.302] Build status: STARTED
[19:03:57.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:14:0) after 6m35s
[19:10:32.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:14:0)
[19:10:32.544] Build status: STARTED
[19:10:32.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:15:0) after 5m9s
[19:15:41.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:15:0)
[19:15:41.623] Build status: STARTED
[19:15:41.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:16:0) after 2m43s
[19:18:24.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:16:0)
[19:18:24.665] Build status: STARTED
[19:18:24.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:17:0) after 9m49s
[19:28:13.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:17:0)
[19:28:13.869] Build status: STARTED
[19:28:13.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:18:0) after 8m35s
[19:36:48.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:18:0)
[19:36:48.959] Build status: STARTED
[19:36:48.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:19:0) after 5m38s
[19:42:27.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:19:0)
[19:42:27.042] Build status: STARTED
[19:42:27.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:20:0) after 7m19s
[19:49:46.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:20:0)
[19:49:46.335] Build status: STARTED
[19:49:46.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:21:0) after 5m12s
[19:54:58.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:21:0)
[19:54:58.387] Build status: STARTED
[19:54:58.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:22:0) after 2m6s
[19:57:04.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:22:0)
[19:57:04.562] Build status: STARTED
[19:57:04.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:23:0) after 3m53s
[20:00:57.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:23:0)
[20:00:57.654] Build status: STARTED
[20:00:57.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:24:0) after 5m43s
[20:06:40.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:24:0)
[20:06:40.878] Build status: STARTED
[20:06:40.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:25:0) after 4m16s
[20:10:57.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:25:0)
[20:10:57.264] Build status: STARTED
[20:10:57.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:26:0) after 8m53s
[20:19:50.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:26:0)
[20:19:50.466] Build status: STARTED
[20:19:50.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:27:0) after 1m16s
[20:21:06.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:27:0)
[20:21:06.538] Build status: STARTED
[20:21:06.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:28:0) after 7m43s
[20:28:49.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:28:0)
[20:28:49.601] Build status: STARTED
[20:28:49.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:29:0) after 1m38s
[20:30:27.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:29:0)
[20:30:27.732] Build status: STARTED
[20:30:27.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:30:0) after 2m59s
[20:33:26.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:30:0)
[20:33:26.810] Build status: STARTED
[20:33:26.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:31:0) after 1m18s
[20:34:44.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:31:0)
[20:34:45.017] Build status: STARTED
[20:34:45.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:32:0) after 9m15s
[20:44:00.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:32:0)
[20:44:00.083] Build status: STARTED
[20:44:00.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:33:0) after 9m37s
[20:53:37.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:33:0)
[20:53:37.361] Build status: STARTED
[20:53:37.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:34:0) after 4m34s
[20:58:11.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:34:0)
[20:58:11.540] Build status: STARTED
[20:58:11.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:35:0) after 7m11s
[21:05:22.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:35:0)
[21:05:22.684] Build status: STARTED
[21:05:22.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:36:0) after 4m17s
[21:09:39.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:36:0)
[21:09:39.884] Build status: STARTED
[21:09:39.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:37:0) after 8m21s
[21:18:00.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:37:0)
[21:18:00.964] Build status: STARTED
[21:18:00.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:38:0) after 5m9s
[21:23:10.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:38:0)
[21:23:10.201] Build status: STARTED
[21:23:10.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:39:0) after 7m21s
[21:30:31.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:39:0)
[21:30:31.524] Build status: STARTED
[21:30:31.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:40:0) after 7m45s
[21:38:16.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:40:0)
[21:38:16.700] Build status: STARTED
[21:38:16.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:41:0) after 4m50s
[21:43:06.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:41:0)
[21:43:06.837] Build status: STARTED
[21:43:06.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:42:0) after 8m15s
[21:51:21.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:42:0)
[21:51:22.018] Build status: STARTED
[21:51:22.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:43:0) after 6m15s
[21:57:37.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:43:0)
[21:57:37.145] Build status: STARTED
[21:57:37.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:44:0) after 5m30s
[22:03:07.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:44:0)
[22:03:07.306] Build status: STARTED
[22:03:07.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:45:0) after 3m9s
[22:06:16.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:45:0)
[22:06:16.391] Build status: STARTED
[22:06:16.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:46:0) after 5m3s
[22:11:19.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:46:0)
[22:11:19.562] Build status: STARTED
[22:11:19.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:47:0) after 7m52s
[22:19:11.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:47:0)
[22:19:11.629] Build status: STARTED
[22:19:11.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:48:0) after 5m55s
[22:25:06.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:48:0)
[22:25:06.841] Build status: STARTED
[22:25:06.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:49:0) after 5m19s
[22:30:25.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:49:0)
[22:30:25.944] Build status: STARTED
[22:30:25.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:50:0) after 9m47s
[22:40:13.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:50:0)
[22:40:13.386] Build status: STARTED
[22:40:13.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:51:0) after 8m31s
[22:48:44.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:51:0)
[22:48:44.787] Build status: STARTED
[22:48:44.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:52:0) after 6m42s
[22:55:26.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:52:0)
[22:55:26.887] Build status: STARTED
[22:55:26.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:53:0) after 1m8s
[22:56:35.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:53:0)
[22:56:35.277] Build status: STARTED
[22:56:35.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:54:0) after 5m17s
[23:01:52.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:54:0)
[23:01:52.331] Build status: STARTED
[23:01:52.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:55:0) after 3m33s
[23:05:25.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:55:0)
[23:05:26.007] Build status: STARTED
[23:05:26.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:56:0) after 9m15s
[23:14:41.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:56:0)
[23:14:41.192] Build status: STARTED
[23:14:41.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:57:0) after 5m13s
[23:19:54.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:57:0)
[23:19:54.585] Build status: STARTED
[23:19:54.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:58:0) after 7m13s
[23:27:07.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:58:0)
[23:27:07.651] Build status: STARTED
[23:27:07.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:59:0) after 1m22s
[23:28:29.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:59:0)
[23:28:29.725] Build status: STARTED
[23:28:29.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:60:0) after 4m16s
[23:32:45.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:60:0)
[23:32:45.758] Build status: STARTED
[23:32:45.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:61:0) after 5m41s
[23:38:26.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:61:0)
[23:38:26.813] Build status: STARTED
[23:38:26.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:62:0) after 9m17s
[23:47:43.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:62:0)
[23:47:43.899] Build status: STARTED
[23:47:43.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:63:0) after 7m33s
[23:55:16.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:63:0)
[23:55:16.991] Build status: STARTED
[23:55:16.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:64:0) after 1m11s
[23:56:28.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:64:0)
[23:56:28.062] Build status: STARTED
[23:56:28.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:65:0) after 6m57s
[00:03:25.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:65:0)
[00:03:25.247] Build status: STARTED
[00:03:25.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:66:0) after 1m56s
[00:05:21.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:66:0)
[00:05:21.318] Build status: STARTED
[00:05:21.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:67:0) after 3m43s
[00:09:04.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:67:0)
[00:09:04.558] Build status: STARTED
[00:09:04.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:68:0) after 3m11s
[00:12:15.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:68:0)
[00:12:15.641] Build status: STARTED
[00:12:15.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:69:0) after 2m20s
[00:14:35.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:69:0)
[00:14:35.698] Build status: STARTED
[00:14:35.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:70:0) after 1m10s
[00:15:45.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:70:0)
[00:15:45.802] Build status: STARTED
[00:15:45.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:71:0) after 6m43s
[00:22:28.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:71:0)
[00:22:28.990] Build status: STARTED
[00:22:28.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:72:0) after 4m44s
[00:27:13.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:72:0)
[00:27:13.093] Build status: STARTED
[00:27:13.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:73:0) after 7m52s
[00:35:05.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:73:0)
[00:35:05.347] Build status: STARTED
[00:35:05.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:74:0) after 9m46s
[00:44:51.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:74:0)
[00:44:51.555] Build status: STARTED
[00:44:51.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:75:0) after 3m40s
[00:48:31.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:75:0)
[00:48:31.709] Build status: STARTED
[00:48:31.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:76:0) after 9m17s
[00:57:48.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:76:0)
[00:57:48.750] Build status: STARTED
[00:57:48.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:77:0) after 1m22s
[00:59:10.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:77:0)
[00:59:10.859] Build status: STARTED
[00:59:10.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:78:0) after 1m42s
[01:00:53.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:78:0)
[01:00:53.051] Build status: STARTED
[01:00:53.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:79:0) after 2m43s
[01:03:36.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:79:0)
[01:03:36.547] Build status: STARTED
[01:03:36.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:80:0) after 8m41s
[01:12:17.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:80:0)
[01:12:17.953] Build status: STARTED
[01:12:17.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:81:0) after 4m43s
[01:17:01.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:81:0)
[01:17:01.181] Build status: STARTED
[01:17:01.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:82:0) after 3m15s
[01:20:16.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:82:0)
[01:20:16.383] Build status: STARTED
[01:20:16.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:83:0) after 2m6s
[01:22:22.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:83:0)
[01:22:22.685] Build status: STARTED
[01:22:22.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:84:0) after 5m44s
[01:28:06.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:84:0)
[01:28:07.012] Build status: STARTED
[01:28:07.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:85:0) after 2m52s
[01:30:59.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:85:0)
[01:30:59.145] Build status: STARTED
[01:30:59.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:86:0) after 5m51s
[01:36:50.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:86:0)
[01:36:50.503] Build status: STARTED
[01:36:50.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:87:0) after 8m53s
[01:45:43.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:87:0)
[01:45:43.750] Build status: STARTED
[01:45:43.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:88:0) after 1m46s
[01:47:30.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:88:0)
[01:47:30.129] Build status: STARTED
[01:47:30.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:89:0) after 1m29s
[01:48:59.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:89:0)
[01:48:59.286] Build status: STARTED
[01:48:59.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:90:0) after 3m43s
[01:52:42.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:90:0)
[01:52:42.408] Build status: STARTED
[01:52:42.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:91:0) after 5m29s
[01:58:11.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:91:0)
[01:58:11.468] Build status: STARTED
[01:58:11.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:92:0) after 8m57s
[02:07:08.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:92:0)
[02:07:08.535] Build status: STARTED
[02:07:08.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:93:0) after 8m12s
[02:15:20.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:93:0)
[02:15:20.702] Build status: STARTED
[02:15:20.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:94:0) after 2m37s
[02:17:57.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:94:0)
[02:17:57.908] Build status: STARTED
[02:17:57.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:95:0) after 6m53s
[02:24:50.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:95:0)
[02:24:51.004] Build status: STARTED
[02:24:51.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:96:0) after 7m46s
[02:32:37.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:96:0)
[02:32:37.193] Build status: STARTED
[02:32:37.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:97:0) after 2m9s
[02:34:46.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:97:0)
[02:34:46.411] Build status: STARTED
[02:34:46.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:98:0) after 6m16s
[02:41:02.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:98:0)
[02:41:02.495] Build status: STARTED
[02:41:02.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:99:0) after 6m14s
[02:47:16.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:99:0)
[02:47:16.556] Build status: STARTED
[02:47:16.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:100:0) after 9m10s
[02:56:26.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:100:0)
[02:56:26.647] Build status: STARTED
[02:56:26.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:101:0) after 6m1s
[03:02:27.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:101:0)
[03:02:27.716] Build status: STARTED
[03:02:27.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:102:0) after 4m15s
[03:06:43.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:102:0)
[03:06:43.209] Build status: STARTED
[03:06:43.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:103:0) after 3m15s
[03:09:58.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:103:0)
[03:09:58.272] Build status: STARTED
[03:09:58.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:104:0) after 2m46s
[03:12:44.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:104:0)
[03:12:44.369] Build status: STARTED
[03:12:44.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:105:0) after 1m37s
[03:14:21.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:105:0)
[03:14:21.421] Build status: STARTED
[03:14:21.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:106:0) after 6m33s
[03:20:54.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:106:0)
[03:20:54.491] Build status: STARTED
[03:20:54.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:107:0) after 2m34s
[03:23:28.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:107:0)
[03:23:28.601] Build status: STARTED
[03:23:28.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:108:0) after 1m6s
[03:24:34.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:108:0)
[03:24:34.732] Build status: STARTED
[03:24:34.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:109:0) after 5m32s
[03:30:06.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:109:0)
[03:30:06.787] Build status: STARTED
[03:30:06.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:110:0) after 9m9s
[03:39:15.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:110:0)
[03:39:15.963] Build status: STARTED
[03:39:15.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:111:0) after 8m24s
[03:47:40.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:111:0)
[03:47:40.092] Build status: STARTED
[03:47:40.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:112:0) after 9m46s
[03:57:26.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:112:0)
[03:57:26.210] Build status: STARTED
[03:57:26.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:113:0) after 5m56s
[04:03:22.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:113:0)
[04:03:22.408] Build status: STARTED
[04:03:22.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:114:0) after 6m9s
[04:09:32.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:114:0)
[04:09:32.224] Build status: STARTED
[04:09:32.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004693178044355328:115:0) after 3m21s
[04:12:30.168] Received PubSub notification, asking Buildbucket for the build status
[04:12:30.265] Build:
{
  "id": "8839263114749585185",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25369,
  "createdBy": "project:chromium",
  "createTime": "2021-08-10T18:06:53.714963797Z",
  "startTime": "2021-08-10T18:08:31.686767Z",
  "endTime": "2021-08-11T04:12:29.458891426Z",
  "updateTime": "2021-08-11T04:12:29.459354354Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9b0fcd3a9ea1c1968d448d64ef8dfd47ab4a2a48",
      "ref": "refs/heads/main"
    }
  }
}
[04:12:30.265] Invocation finished in 10h5m39.077429138s with status FAILED