Status: FAILED
Triggered by: -
Duration: 13 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4caeb038a85aaf8a1eb3c6b14d8c8abead50bf88"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4caeb038a85aaf8a1eb3c6b14d8c8abead50bf88
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:52:32.582] New invocation is queued and will start shortly
[16:52:33.720] Starting the invocation (attempt 1)
[16:52:33.764] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4caeb038a85aaf8a1eb3c6b14d8c8abead50bf88"
[16:52:33.764] Popped gitiles commit info from properties and tags
[16:52:33.764] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:52:33.764] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:52:33.764] Buildbucket request:
{
  "requestId": "8961483100270543136",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4caeb038a85aaf8a1eb3c6b14d8c8abead50bf88",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8961483100270543136"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:52:34.377] Scheduled build:
{
  "id": "8796053038273279873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28461,
  "createdBy": "project:chromium",
  "createTime": "2022-11-30T16:52:33.859403842Z",
  "updateTime": "2022-11-30T16:52:33.859403842Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4caeb038a85aaf8a1eb3c6b14d8c8abead50bf88",
      "ref": "refs/heads/main"
    }
  }
}
[16:52:34.377] Task URL: https://cr-buildbucket.appspot.com/build/8796053038273279873
[16:52:34.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:2:0) after 7m59s
[16:57:21.676] Received PubSub notification, asking Buildbucket for the build status
[16:57:21.711] Build status: STARTED
[17:00:33.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:2:0)
[17:00:33.494] Build status: STARTED
[17:00:33.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:4:0) after 7m11s
[17:07:44.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:4:0)
[17:07:44.552] Build status: STARTED
[17:07:44.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:5:0) after 7m12s
[17:14:56.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:5:0)
[17:14:56.623] Build status: STARTED
[17:14:56.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:6:0) after 3m27s
[17:18:24.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:6:0)
[17:18:24.071] Build status: STARTED
[17:18:24.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:7:0) after 3m44s
[17:22:08.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:7:0)
[17:22:08.189] Build status: STARTED
[17:22:08.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:8:0) after 1m31s
[17:23:39.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:8:0)
[17:23:39.657] Build status: STARTED
[17:23:39.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:9:0) after 4m2s
[17:27:41.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:9:0)
[17:27:41.820] Build status: STARTED
[17:27:41.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:10:0) after 6m42s
[17:34:23.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:10:0)
[17:34:23.959] Build status: STARTED
[17:34:23.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:11:0) after 1m26s
[17:35:50.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:11:0)
[17:35:50.091] Build status: STARTED
[17:35:50.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:12:0) after 1m2s
[17:36:52.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:12:0)
[17:36:52.149] Build status: STARTED
[17:36:52.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:13:0) after 7m23s
[17:44:15.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:13:0)
[17:44:15.223] Build status: STARTED
[17:44:15.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:14:0) after 9m55s
[17:54:10.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:14:0)
[17:54:10.359] Build status: STARTED
[17:54:10.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:15:0) after 6m1s
[18:00:11.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:15:0)
[18:00:11.436] Build status: STARTED
[18:00:11.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:16:0) after 1m7s
[18:01:18.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:16:0)
[18:01:18.576] Build status: STARTED
[18:01:18.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:17:0) after 1m15s
[18:02:33.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:17:0)
[18:02:33.652] Build status: STARTED
[18:02:33.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:18:0) after 3m53s
[18:06:26.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:18:0)
[18:06:26.715] Build status: STARTED
[18:06:26.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:19:0) after 1m12s
[18:07:38.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:19:0)
[18:07:38.838] Build status: STARTED
[18:07:38.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:20:0) after 9m32s
[18:17:10.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:20:0)
[18:17:10.890] Build status: STARTED
[18:17:10.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:21:0) after 8m21s
[18:25:32.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:21:0)
[18:25:32.085] Build status: STARTED
[18:25:32.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:22:0) after 4m0s
[18:29:32.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:22:0)
[18:29:32.219] Build status: STARTED
[18:29:32.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:23:0) after 9m34s
[18:39:06.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:23:0)
[18:39:06.268] Build status: STARTED
[18:39:06.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:24:0) after 9m30s
[18:48:37.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:24:0)
[18:48:37.049] Build status: STARTED
[18:48:37.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:25:0) after 4m36s
[18:53:13.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:25:0)
[18:53:13.179] Build status: STARTED
[18:53:13.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:26:0) after 3m57s
[18:57:10.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:26:0)
[18:57:10.641] Build status: STARTED
[18:57:10.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:27:0) after 2m37s
[18:59:47.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:27:0)
[18:59:47.970] Build status: STARTED
[18:59:47.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:28:0) after 2m43s
[19:02:31.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:28:0)
[19:02:31.463] Build status: STARTED
[19:02:31.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:29:0) after 7m30s
[19:10:01.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:29:0)
[19:10:01.523] Build status: STARTED
[19:10:01.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:30:0) after 6m56s
[19:16:57.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:30:0)
[19:16:57.570] Build status: STARTED
[19:16:57.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:31:0) after 9m8s
[19:26:05.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:31:0)
[19:26:05.628] Build status: STARTED
[19:26:05.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:32:0) after 6m26s
[19:32:31.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:32:0)
[19:32:31.736] Build status: STARTED
[19:32:31.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:33:0) after 9m42s
[19:42:13.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:33:0)
[19:42:13.757] Build status: STARTED
[19:42:13.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:34:0) after 1m53s
[19:44:07.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:34:0)
[19:44:07.236] Build status: STARTED
[19:44:07.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:35:0) after 6m54s
[19:51:01.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:35:0)
[19:51:01.353] Build status: STARTED
[19:51:01.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:36:0) after 6m57s
[19:57:58.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:36:0)
[19:57:58.404] Build status: STARTED
[19:57:58.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:37:0) after 6m25s
[20:04:23.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:37:0)
[20:04:23.564] Build status: STARTED
[20:04:23.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:38:0) after 3m14s
[20:07:37.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:38:0)
[20:07:37.667] Build status: STARTED
[20:07:37.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:39:0) after 9m40s
[20:17:17.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:39:0)
[20:17:17.718] Build status: STARTED
[20:17:17.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:40:0) after 8m41s
[20:25:58.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:40:0)
[20:25:58.780] Build status: STARTED
[20:25:58.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:41:0) after 8m54s
[20:34:52.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:41:0)
[20:34:52.845] Build status: STARTED
[20:34:52.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:42:0) after 3m18s
[20:38:11.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:42:0)
[20:38:11.501] Build status: STARTED
[20:38:11.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:43:0) after 8m9s
[20:46:20.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:43:0)
[20:46:20.817] Build status: STARTED
[20:46:20.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:44:0) after 8m42s
[20:55:02.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:44:0)
[20:55:03.007] Build status: STARTED
[20:55:03.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:45:0) after 5m33s
[21:00:36.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:45:0)
[21:00:36.057] Build status: STARTED
[21:00:36.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:46:0) after 5m10s
[21:05:46.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:46:0)
[21:05:46.155] Build status: STARTED
[21:05:46.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:47:0) after 5m26s
[21:11:12.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:47:0)
[21:11:12.209] Build status: STARTED
[21:11:12.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:48:0) after 1m48s
[21:13:00.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:48:0)
[21:13:00.403] Build status: STARTED
[21:13:00.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:49:0) after 8m16s
[21:21:16.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:49:0)
[21:21:16.582] Build status: STARTED
[21:21:16.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:50:0) after 1m5s
[21:22:21.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:50:0)
[21:22:21.684] Build status: STARTED
[21:22:21.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:51:0) after 9m51s
[21:32:12.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:51:0)
[21:32:12.783] Build status: STARTED
[21:32:12.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:52:0) after 6m19s
[21:38:31.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:52:0)
[21:38:31.849] Build status: STARTED
[21:38:31.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:53:0) after 7m54s
[21:46:25.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:53:0)
[21:46:25.955] Build status: STARTED
[21:46:25.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:54:0) after 8m22s
[21:54:48.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:54:0)
[21:54:48.226] Build status: STARTED
[21:54:48.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:55:0) after 6m34s
[22:01:22.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:55:0)
[22:01:22.502] Build status: STARTED
[22:01:22.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:56:0) after 1m31s
[22:02:53.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:56:0)
[22:02:53.559] Build status: STARTED
[22:02:53.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:57:0) after 8m16s
[22:11:09.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:57:0)
[22:11:09.799] Build status: STARTED
[22:11:09.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:58:0) after 8m46s
[22:19:55.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:58:0)
[22:19:55.954] Build status: STARTED
[22:19:55.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:59:0) after 7m36s
[22:27:31.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:59:0)
[22:27:32.045] Build status: STARTED
[22:27:32.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:60:0) after 4m19s
[22:31:51.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:60:0)
[22:31:51.686] Build status: STARTED
[22:31:51.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:61:0) after 1m10s
[22:33:01.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:61:0)
[22:33:01.742] Build status: STARTED
[22:33:01.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:62:0) after 9m16s
[22:42:17.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:62:0)
[22:42:17.860] Build status: STARTED
[22:42:17.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:63:0) after 5m11s
[22:47:28.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:63:0)
[22:47:29.011] Build status: STARTED
[22:47:29.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:64:0) after 5m4s
[22:52:33.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:64:0)
[22:52:33.087] Build status: STARTED
[22:52:33.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:65:0) after 6m30s
[22:59:03.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:65:0)
[22:59:03.276] Build status: STARTED
[22:59:03.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:66:0) after 9m32s
[23:08:35.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:66:0)
[23:08:35.435] Build status: STARTED
[23:08:35.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:67:0) after 7m36s
[23:16:11.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:67:0)
[23:16:11.602] Build status: STARTED
[23:16:11.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:68:0) after 8m32s
[23:24:43.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:68:0)
[23:24:43.715] Build status: STARTED
[23:24:43.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:69:0) after 8m36s
[23:33:19.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:69:0)
[23:33:19.768] Build status: STARTED
[23:33:19.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:70:0) after 6m16s
[23:39:35.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:70:0)
[23:39:35.827] Build status: STARTED
[23:39:35.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:71:0) after 7m41s
[23:47:16.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:71:0)
[23:47:16.941] Build status: STARTED
[23:47:16.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:72:0) after 8m58s
[23:56:15.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:72:0)
[23:56:15.054] Build status: STARTED
[23:56:15.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:73:0) after 3m4s
[23:59:19.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:73:0)
[23:59:19.498] Build status: STARTED
[23:59:19.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:74:0) after 4m49s
[00:04:08.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:74:0)
[00:04:08.554] Build status: STARTED
[00:04:08.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:75:0) after 2m47s
[00:06:55.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:75:0)
[00:06:55.717] Build status: STARTED
[00:06:55.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:76:0) after 2m0s
[00:08:55.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:76:0)
[00:08:55.942] Build status: STARTED
[00:08:55.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:77:0) after 9m3s
[00:17:59.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:77:0)
[00:17:59.077] Build status: STARTED
[00:17:59.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:78:0) after 1m5s
[00:19:04.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:78:0)
[00:19:04.108] Build status: STARTED
[00:19:04.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:79:0) after 8m49s
[00:27:53.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:79:0)
[00:27:53.335] Build status: STARTED
[00:27:53.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:80:0) after 6m25s
[00:34:18.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:80:0)
[00:34:18.449] Build status: STARTED
[00:34:18.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:81:0) after 3m12s
[00:37:30.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:81:0)
[00:37:30.833] Build status: STARTED
[00:37:30.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:82:0) after 2m29s
[00:39:59.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:82:0)
[00:39:59.972] Build status: STARTED
[00:39:59.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:83:0) after 6m33s
[00:46:33.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:83:0)
[00:46:33.351] Build status: STARTED
[00:46:33.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:84:0) after 4m25s
[00:50:58.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:84:0)
[00:50:58.424] Build status: STARTED
[00:50:58.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:85:0) after 7m29s
[00:58:27.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:85:0)
[00:58:27.483] Build status: STARTED
[00:58:27.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:86:0) after 3m31s
[01:01:58.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:86:0)
[01:01:58.552] Build status: STARTED
[01:01:58.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:87:0) after 2m6s
[01:04:04.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:87:0)
[01:04:04.682] Build status: STARTED
[01:04:04.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:88:0) after 4m45s
[01:08:49.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:88:0)
[01:08:49.829] Build status: STARTED
[01:08:49.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:89:0) after 4m38s
[01:13:28.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:89:0)
[01:13:28.078] Build status: STARTED
[01:13:28.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:90:0) after 7m53s
[01:21:21.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:90:0)
[01:21:21.127] Build status: STARTED
[01:21:21.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:91:0) after 8m41s
[01:30:02.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:91:0)
[01:30:02.266] Build status: STARTED
[01:30:02.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:92:0) after 4m55s
[01:34:57.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:92:0)
[01:34:57.350] Build status: STARTED
[01:34:57.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:93:0) after 4m35s
[01:39:32.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:93:0)
[01:39:32.401] Build status: STARTED
[01:39:32.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:94:0) after 6m15s
[01:45:47.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:94:0)
[01:45:47.910] Build status: STARTED
[01:45:47.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:95:0) after 4m32s
[01:50:20.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:95:0)
[01:50:20.050] Build status: STARTED
[01:50:20.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:96:0) after 3m19s
[01:53:39.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:96:0)
[01:53:39.121] Build status: STARTED
[01:53:39.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:97:0) after 6m52s
[02:00:31.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:97:0)
[02:00:31.379] Build status: STARTED
[02:00:31.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:98:0) after 8m10s
[02:08:41.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:98:0)
[02:08:41.433] Build status: STARTED
[02:08:41.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:99:0) after 8m0s
[02:16:41.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:99:0)
[02:16:41.575] Build status: STARTED
[02:16:41.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:100:0) after 8m38s
[02:25:19.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:100:0)
[02:25:19.784] Build status: STARTED
[02:25:19.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:101:0) after 3m36s
[02:28:55.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:101:0)
[02:28:55.864] Build status: STARTED
[02:28:55.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:102:0) after 5m55s
[02:34:51.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:102:0)
[02:34:51.344] Build status: STARTED
[02:34:51.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:103:0) after 3m18s
[02:38:09.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:103:0)
[02:38:09.427] Build status: STARTED
[02:38:09.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:104:0) after 3m45s
[02:41:54.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:104:0)
[02:41:54.718] Build status: STARTED
[02:41:54.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:105:0) after 8m3s
[02:49:57.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:105:0)
[02:49:57.742] Build status: STARTED
[02:49:57.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:106:0) after 5m18s
[02:55:15.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:106:0)
[02:55:15.914] Build status: STARTED
[02:55:15.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:107:0) after 8m15s
[03:03:30.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:107:0)
[03:03:31.021] Build status: STARTED
[03:03:31.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:108:0) after 2m59s
[03:06:30.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:108:0)
[03:06:30.517] Build status: STARTED
[03:06:30.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:109:0) after 6m50s
[03:13:20.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:109:0)
[03:13:20.673] Build status: STARTED
[03:13:20.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:110:0) after 1m28s
[03:14:48.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:110:0)
[03:14:48.960] Build status: STARTED
[03:14:48.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:111:0) after 5m22s
[03:20:11.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:111:0)
[03:20:11.462] Build status: STARTED
[03:20:11.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:112:0) after 6m19s
[03:26:30.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:112:0)
[03:26:30.580] Build status: STARTED
[03:26:30.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:113:0) after 5m53s
[03:32:23.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:113:0)
[03:32:23.826] Build status: STARTED
[03:32:23.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:114:0) after 6m38s
[03:39:01.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:114:0)
[03:39:01.987] Build status: STARTED
[03:39:01.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:115:0) after 5m21s
[03:44:23.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:115:0)
[03:44:23.044] Build status: STARTED
[03:44:23.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:116:0) after 5m13s
[03:49:36.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:116:0)
[03:49:39.916] Build status: STARTED
[03:49:39.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:117:0) after 9m20s
[03:59:00.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:117:0)
[03:59:00.564] Build status: STARTED
[03:59:00.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:118:0) after 6m21s
[04:05:21.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:118:0)
[04:05:21.751] Build status: STARTED
[04:05:21.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:119:0) after 7m46s
[04:13:07.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:119:0)
[04:13:07.900] Build status: STARTED
[04:13:07.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:120:0) after 4m47s
[04:17:54.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:120:0)
[04:17:54.952] Build status: STARTED
[04:17:54.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:121:0) after 5m50s
[04:23:45.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:121:0)
[04:23:45.221] Build status: STARTED
[04:23:45.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:122:0) after 9m0s
[04:32:45.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:122:0)
[04:32:45.381] Build status: STARTED
[04:32:45.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:123:0) after 1m59s
[04:34:44.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:123:0)
[04:34:44.435] Build status: STARTED
[04:34:44.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:124:0) after 9m44s
[04:44:28.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:124:0)
[04:44:28.508] Build status: STARTED
[04:44:28.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:125:0) after 9m59s
[04:54:27.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:125:0)
[04:54:27.607] Build status: STARTED
[04:54:27.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:126:0) after 4m8s
[04:58:35.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:126:0)
[04:58:35.746] Build status: STARTED
[04:58:35.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:127:0) after 4m3s
[05:02:38.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:127:0)
[05:02:38.797] Build status: STARTED
[05:02:38.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:128:0) after 3m32s
[05:06:10.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:128:0)
[05:06:10.882] Build status: STARTED
[05:06:10.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:129:0) after 3m31s
[05:09:42.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:129:0)
[05:09:42.178] Build status: STARTED
[05:09:42.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:130:0) after 2m46s
[05:12:28.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:130:0)
[05:12:28.410] Build status: STARTED
[05:12:28.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:131:0) after 7m30s
[05:19:58.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:131:0)
[05:19:58.584] Build status: STARTED
[05:19:58.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:132:0) after 6m52s
[05:26:50.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:132:0)
[05:26:50.706] Build status: STARTED
[05:26:50.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:133:0) after 5m33s
[05:32:23.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:133:0)
[05:32:23.751] Build status: STARTED
[05:32:23.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:134:0) after 5m5s
[05:37:28.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:134:0)
[05:37:28.830] Build status: STARTED
[05:37:28.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:135:0) after 8m41s
[05:46:09.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:135:0)
[05:46:09.938] Build status: STARTED
[05:46:09.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:136:0) after 1m43s
[05:47:52.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:136:0)
[05:47:53.088] Build status: STARTED
[05:47:53.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:137:0) after 3m43s
[05:51:36.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:137:0)
[05:51:36.231] Build status: STARTED
[05:51:36.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:138:0) after 7m12s
[05:58:48.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:138:0)
[05:58:48.399] Build status: STARTED
[05:58:48.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:139:0) after 7m20s
[06:06:08.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:139:0)
[06:06:08.567] Build status: STARTED
[06:06:08.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:140:0) after 1m3s
[06:07:11.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:140:0)
[06:07:11.662] Build status: STARTED
[06:07:11.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:141:0) after 6m20s
[06:13:31.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:141:0)
[06:13:31.895] Build status: STARTED
[06:13:31.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:142:0) after 3m31s
[06:17:03.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:142:0)
[06:17:03.190] Build status: STARTED
[06:17:03.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:143:0) after 9m2s
[06:26:05.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:143:0)
[06:26:05.337] Build status: STARTED
[06:26:05.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8961483100270543136:144:0) after 6m13s
[06:30:03.376] Received PubSub notification, asking Buildbucket for the build status
[06:30:03.405] Build:
{
  "id": "8796053038273279873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28461,
  "createdBy": "project:chromium",
  "createTime": "2022-11-30T16:52:33.859403842Z",
  "startTime": "2022-11-30T16:57:21.209610Z",
  "endTime": "2022-12-01T06:30:03.039135396Z",
  "updateTime": "2022-12-01T06:30:03.039135396Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4caeb038a85aaf8a1eb3c6b14d8c8abead50bf88",
      "ref": "refs/heads/main"
    }
  }
}
[06:30:03.405] Invocation finished in 13h37m30.833961798s with status FAILED