Status: FAILED
Triggered by: -
Duration: 13 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "32219e4e4cc707e871b2e194011b4458c72281b0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/32219e4e4cc707e871b2e194011b4458c72281b0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:40:16.326] New invocation is queued and will start shortly
[04:40:17.624] Starting the invocation (attempt 1)
[04:40:17.666] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/32219e4e4cc707e871b2e194011b4458c72281b0"
[04:40:17.666] Popped gitiles commit info from properties and tags
[04:40:17.666] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:40:17.667] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:40:17.667] Buildbucket request:
{
  "requestId": "8963612901009871584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "32219e4e4cc707e871b2e194011b4458c72281b0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8963612901009871584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:40:18.188] Scheduled build:
{
  "id": "8798182838847005105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29360,
  "createdBy": "project:chromium",
  "createTime": "2022-11-07T04:40:17.753502494Z",
  "updateTime": "2022-11-07T04:40:17.753502494Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "32219e4e4cc707e871b2e194011b4458c72281b0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:40:18.188] Task URL: https://cr-buildbucket.appspot.com/build/8798182838847005105
[04:40:18.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:2:0) after 2m33s
[04:42:51.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:2:0)
[04:42:51.196] Build status: SCHEDULED
[04:42:51.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:3:0) after 5m30s
[04:45:43.969] Received PubSub notification, asking Buildbucket for the build status
[04:45:44.005] Build status: STARTED
[04:48:21.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:3:0)
[04:48:21.303] Build status: STARTED
[04:48:21.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:5:0) after 4m43s
[04:53:04.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:5:0)
[04:53:04.453] Build status: STARTED
[04:53:04.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:6:0) after 6m45s
[04:59:49.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:6:0)
[04:59:49.535] Build status: STARTED
[04:59:49.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:7:0) after 4m44s
[05:04:33.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:7:0)
[05:04:33.596] Build status: STARTED
[05:04:33.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:8:0) after 9m8s
[05:13:42.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:8:0)
[05:13:42.111] Build status: STARTED
[05:13:42.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:9:0) after 2m55s
[05:16:37.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:9:0)
[05:16:37.318] Build status: STARTED
[05:16:37.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:10:0) after 1m22s
[05:17:59.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:10:0)
[05:17:59.365] Build status: STARTED
[05:17:59.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:11:0) after 9m49s
[05:27:48.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:11:0)
[05:27:48.421] Build status: STARTED
[05:27:48.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:12:0) after 5m42s
[05:33:30.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:12:0)
[05:33:30.483] Build status: STARTED
[05:33:30.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:13:0) after 7m24s
[05:40:54.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:13:0)
[05:40:54.685] Build status: STARTED
[05:40:54.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:14:0) after 9m28s
[05:50:22.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:14:0)
[05:50:22.857] Build status: STARTED
[05:50:22.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:15:0) after 3m42s
[05:54:04.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:15:0)
[05:54:04.923] Build status: STARTED
[05:54:04.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:16:0) after 6m47s
[06:00:51.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:16:0)
[06:00:51.985] Build status: STARTED
[06:00:51.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:17:0) after 1m48s
[06:02:40.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:17:0)
[06:02:40.256] Build status: STARTED
[06:02:40.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:18:0) after 6m44s
[06:09:24.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:18:0)
[06:09:24.322] Build status: STARTED
[06:09:24.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:19:0) after 5m46s
[06:15:10.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:19:0)
[06:15:10.417] Build status: STARTED
[06:15:10.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:20:0) after 4m46s
[06:19:56.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:20:0)
[06:19:56.483] Build status: STARTED
[06:19:56.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:21:0) after 7m1s
[06:26:57.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:21:0)
[06:26:57.724] Build status: STARTED
[06:26:57.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:22:0) after 2m4s
[06:29:01.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:22:0)
[06:29:01.802] Build status: STARTED
[06:29:01.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:23:0) after 4m34s
[06:33:35.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:23:0)
[06:33:35.850] Build status: STARTED
[06:33:35.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:24:0) after 8m23s
[06:41:58.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:24:0)
[06:41:58.869] Build status: STARTED
[06:41:58.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:25:0) after 5m3s
[06:47:01.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:25:0)
[06:47:01.924] Build status: STARTED
[06:47:01.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:26:0) after 1m44s
[06:48:46.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:26:0)
[06:48:46.062] Build status: STARTED
[06:48:46.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:27:0) after 6m4s
[06:54:50.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:27:0)
[06:54:50.153] Build status: STARTED
[06:54:50.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:28:0) after 9m13s
[07:04:03.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:28:0)
[07:04:03.356] Build status: STARTED
[07:04:03.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:29:0) after 7m2s
[07:11:05.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:29:0)
[07:11:05.411] Build status: STARTED
[07:11:05.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:30:0) after 5m16s
[07:16:21.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:30:0)
[07:16:21.646] Build status: STARTED
[07:16:21.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:31:0) after 8m49s
[07:25:10.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:31:0)
[07:25:10.769] Build status: STARTED
[07:25:10.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:32:0) after 2m37s
[07:27:47.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:32:0)
[07:27:47.938] Build status: STARTED
[07:27:47.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:33:0) after 5m55s
[07:33:42.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:33:0)
[07:33:42.989] Build status: STARTED
[07:33:42.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:34:0) after 1m28s
[07:35:11.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:34:0)
[07:35:11.406] Build status: STARTED
[07:35:11.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:35:0) after 1m29s
[07:36:40.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:35:0)
[07:36:40.455] Build status: STARTED
[07:36:40.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:36:0) after 7m56s
[07:44:36.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:36:0)
[07:44:36.588] Build status: STARTED
[07:44:36.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:37:0) after 7m41s
[07:52:17.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:37:0)
[07:52:17.727] Build status: STARTED
[07:52:17.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:38:0) after 8m55s
[08:01:12.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:38:0)
[08:01:12.904] Build status: STARTED
[08:01:12.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:39:0) after 2m20s
[08:03:33.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:39:0)
[08:03:33.026] Build status: STARTED
[08:03:33.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:40:0) after 5m26s
[08:08:59.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:40:0)
[08:08:59.119] Build status: STARTED
[08:08:59.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:41:0) after 7m48s
[08:16:47.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:41:0)
[08:16:47.495] Build status: STARTED
[08:16:47.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:42:0) after 6m46s
[08:23:33.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:42:0)
[08:23:33.552] Build status: STARTED
[08:23:33.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:43:0) after 5m41s
[08:29:14.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:43:0)
[08:29:14.601] Build status: STARTED
[08:29:14.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:44:0) after 6m10s
[08:35:24.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:44:0)
[08:35:24.677] Build status: STARTED
[08:35:24.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:45:0) after 7m44s
[08:43:08.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:45:0)
[08:43:08.747] Build status: STARTED
[08:43:08.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:46:0) after 1m21s
[08:44:29.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:46:0)
[08:44:29.958] Build status: STARTED
[08:44:29.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:47:0) after 6m30s
[08:51:00.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:47:0)
[08:51:00.084] Build status: STARTED
[08:51:00.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:48:0) after 4m32s
[08:55:32.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:48:0)
[08:55:32.381] Build status: STARTED
[08:55:32.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:49:0) after 5m25s
[09:00:57.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:49:0)
[09:00:57.574] Build status: STARTED
[09:00:57.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:50:0) after 1m33s
[09:02:30.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:50:0)
[09:02:30.919] Build status: STARTED
[09:02:30.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:51:0) after 8m7s
[09:10:37.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:51:0)
[09:10:37.968] Build status: STARTED
[09:10:37.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:52:0) after 3m32s
[09:14:09.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:52:0)
[09:14:10.039] Build status: STARTED
[09:14:10.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:53:0) after 2m51s
[09:17:01.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:53:0)
[09:17:01.394] Build status: STARTED
[09:17:01.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:54:0) after 2m1s
[09:19:02.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:54:0)
[09:19:02.654] Build status: STARTED
[09:19:02.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:55:0) after 4m45s
[09:23:47.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:55:0)
[09:23:47.919] Build status: STARTED
[09:23:47.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:56:0) after 9m53s
[09:33:41.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:56:0)
[09:33:41.086] Build status: STARTED
[09:33:41.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:57:0) after 2m14s
[09:35:55.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:57:0)
[09:35:55.513] Build status: STARTED
[09:35:55.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:58:0) after 2m3s
[09:37:58.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:58:0)
[09:37:58.575] Build status: STARTED
[09:37:58.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:59:0) after 5m19s
[09:43:17.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:59:0)
[09:43:17.798] Build status: STARTED
[09:43:17.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:60:0) after 4m47s
[09:48:05.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:60:0)
[09:48:05.055] Build status: STARTED
[09:48:05.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:61:0) after 5m24s
[09:53:29.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:61:0)
[09:53:29.208] Build status: STARTED
[09:53:29.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:62:0) after 2m34s
[09:56:03.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:62:0)
[09:56:03.251] Build status: STARTED
[09:56:03.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:63:0) after 3m46s
[09:59:49.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:63:0)
[09:59:49.378] Build status: STARTED
[09:59:49.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:64:0) after 4m30s
[10:04:19.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:64:0)
[10:04:19.571] Build status: STARTED
[10:04:19.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:65:0) after 5m0s
[10:09:19.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:65:0)
[10:09:19.908] Build status: STARTED
[10:09:19.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:66:0) after 1m54s
[10:11:13.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:66:0)
[10:11:14.039] Build status: STARTED
[10:11:14.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:67:0) after 6m5s
[10:17:19.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:67:0)
[10:17:19.198] Build status: STARTED
[10:17:19.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:68:0) after 8m27s
[10:25:46.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:68:0)
[10:25:46.257] Build status: STARTED
[10:25:46.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:69:0) after 9m4s
[10:34:50.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:69:0)
[10:34:50.328] Build status: STARTED
[10:34:50.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:70:0) after 2m54s
[10:37:44.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:70:0)
[10:37:44.478] Build status: STARTED
[10:37:44.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:71:0) after 3m54s
[10:41:38.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:71:0)
[10:41:38.544] Build status: STARTED
[10:41:38.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:72:0) after 7m30s
[10:49:08.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:72:0)
[10:49:08.848] Build status: STARTED
[10:49:08.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:73:0) after 2m9s
[10:51:17.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:73:0)
[10:51:17.900] Build status: STARTED
[10:51:17.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:74:0) after 9m55s
[11:01:12.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:74:0)
[11:01:12.974] Build status: STARTED
[11:01:12.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:75:0) after 8m28s
[11:09:41.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:75:0)
[11:09:41.603] Build status: STARTED
[11:09:41.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:76:0) after 2m8s
[11:11:49.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:76:0)
[11:11:49.869] Build status: STARTED
[11:11:49.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:77:0) after 9m47s
[11:21:36.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:77:0)
[11:21:36.919] Build status: STARTED
[11:21:36.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:78:0) after 6m48s
[11:28:24.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:78:0)
[11:28:24.971] Build status: STARTED
[11:28:24.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:79:0) after 7m33s
[11:35:58.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:79:0)
[11:35:58.297] Build status: STARTED
[11:35:58.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:80:0) after 6m18s
[11:42:16.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:80:0)
[11:42:16.354] Build status: STARTED
[11:42:16.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:81:0) after 4m4s
[11:46:20.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:81:0)
[11:46:20.443] Build status: STARTED
[11:46:20.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:82:0) after 8m36s
[11:54:56.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:82:0)
[11:54:56.490] Build status: STARTED
[11:54:56.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:83:0) after 9m18s
[12:04:14.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:83:0)
[12:04:14.549] Build status: STARTED
[12:04:14.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:84:0) after 5m17s
[12:09:31.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:84:0)
[12:09:31.786] Build status: STARTED
[12:09:31.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:85:0) after 4m26s
[12:13:57.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:85:0)
[12:13:57.858] Build status: STARTED
[12:13:57.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:86:0) after 1m11s
[12:15:09.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:86:0)
[12:15:09.283] Build status: STARTED
[12:15:09.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:87:0) after 8m22s
[12:23:31.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:87:0)
[12:23:31.607] Build status: STARTED
[12:23:31.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:88:0) after 5m49s
[12:29:20.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:88:0)
[12:29:20.664] Build status: STARTED
[12:29:20.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:89:0) after 7m12s
[12:36:33.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:89:0)
[12:36:33.088] Build status: STARTED
[12:36:33.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:90:0) after 3m20s
[12:39:53.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:90:0)
[12:39:53.164] Build status: STARTED
[12:39:53.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:91:0) after 3m32s
[12:43:25.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:91:0)
[12:43:25.220] Build status: STARTED
[12:43:25.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:92:0) after 8m25s
[12:51:50.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:92:0)
[12:51:50.272] Build status: STARTED
[12:51:50.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:93:0) after 2m53s
[12:54:43.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:93:0)
[12:54:43.267] Build status: STARTED
[12:54:43.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:94:0) after 9m36s
[13:04:19.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:94:0)
[13:04:19.471] Build status: STARTED
[13:04:19.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:95:0) after 7m4s
[13:11:23.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:95:0)
[13:11:23.819] Build status: STARTED
[13:11:23.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:96:0) after 3m10s
[13:14:33.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:96:0)
[13:14:33.950] Build status: STARTED
[13:14:33.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:97:0) after 9m39s
[13:24:13.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:97:0)
[13:24:13.118] Build status: STARTED
[13:24:13.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:98:0) after 4m37s
[13:28:50.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:98:0)
[13:28:50.188] Build status: STARTED
[13:28:50.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:99:0) after 5m56s
[13:34:46.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:99:0)
[13:34:46.270] Build status: STARTED
[13:34:46.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:100:0) after 1m40s
[13:36:26.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:100:0)
[13:36:26.658] Build status: STARTED
[13:36:26.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:101:0) after 5m21s
[13:41:48.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:101:0)
[13:41:48.122] Build status: STARTED
[13:41:48.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:102:0) after 8m44s
[13:50:32.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:102:0)
[13:50:32.300] Build status: STARTED
[13:50:32.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:103:0) after 8m56s
[13:59:28.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:103:0)
[13:59:28.371] Build status: STARTED
[13:59:28.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:104:0) after 6m21s
[14:05:49.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:104:0)
[14:05:49.485] Build status: STARTED
[14:05:49.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:105:0) after 2m26s
[14:08:15.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:105:0)
[14:08:15.746] Build status: STARTED
[14:08:15.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:106:0) after 4m19s
[14:12:34.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:106:0)
[14:12:34.959] Build status: STARTED
[14:12:34.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:107:0) after 1m23s
[14:13:58.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:107:0)
[14:13:58.281] Build status: STARTED
[14:13:58.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:108:0) after 8m6s
[14:22:04.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:108:0)
[14:22:04.686] Build status: STARTED
[14:22:04.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:109:0) after 8m34s
[14:30:39.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:109:0)
[14:30:39.158] Build status: STARTED
[14:30:39.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:110:0) after 8m45s
[14:39:24.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:110:0)
[14:39:24.368] Build status: STARTED
[14:39:24.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:111:0) after 5m52s
[14:45:16.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:111:0)
[14:45:16.536] Build status: STARTED
[14:45:16.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:112:0) after 7m47s
[14:53:03.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:112:0)
[14:53:03.582] Build status: STARTED
[14:53:03.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:113:0) after 8m37s
[15:01:40.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:113:0)
[15:01:40.775] Build status: STARTED
[15:01:40.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:114:0) after 9m21s
[15:11:01.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:114:0)
[15:11:01.833] Build status: STARTED
[15:11:01.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:115:0) after 1m44s
[15:12:45.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:115:0)
[15:12:45.909] Build status: STARTED
[15:12:45.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:116:0) after 3m38s
[15:16:24.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:116:0)
[15:16:24.174] Build status: STARTED
[15:16:24.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:117:0) after 3m47s
[15:20:11.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:117:0)
[15:20:11.384] Build status: STARTED
[15:20:11.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:118:0) after 6m50s
[15:27:01.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:118:0)
[15:27:01.559] Build status: STARTED
[15:27:01.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:119:0) after 9m39s
[15:36:40.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:119:0)
[15:36:40.629] Build status: STARTED
[15:36:40.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:120:0) after 1m3s
[15:37:43.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:120:0)
[15:37:43.706] Build status: STARTED
[15:37:43.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:121:0) after 3m25s
[15:41:08.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:121:0)
[15:41:08.802] Build status: STARTED
[15:41:08.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:122:0) after 1m16s
[15:42:24.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:122:0)
[15:42:24.935] Build status: STARTED
[15:42:24.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:123:0) after 3m4s
[15:45:29.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:123:0)
[15:45:29.234] Build status: STARTED
[15:45:29.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:124:0) after 5m19s
[15:50:48.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:124:0)
[15:50:48.455] Build status: STARTED
[15:50:48.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:125:0) after 9m49s
[16:00:37.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:125:0)
[16:00:38.026] Build status: STARTED
[16:00:38.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:126:0) after 2m11s
[16:02:49.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:126:0)
[16:02:49.117] Build status: STARTED
[16:02:49.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:127:0) after 9m21s
[16:12:10.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:127:0)
[16:12:10.405] Build status: STARTED
[16:12:10.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:128:0) after 2m9s
[16:14:19.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:128:0)
[16:14:19.708] Build status: STARTED
[16:14:19.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:129:0) after 1m3s
[16:15:22.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:129:0)
[16:15:22.822] Build status: STARTED
[16:15:22.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:130:0) after 4m27s
[16:19:49.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:130:0)
[16:19:49.881] Build status: STARTED
[16:19:49.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:131:0) after 1m35s
[16:21:24.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:131:0)
[16:21:24.958] Build status: STARTED
[16:21:24.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:132:0) after 5m26s
[16:26:51.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:132:0)
[16:26:51.040] Build status: STARTED
[16:26:51.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:133:0) after 1m27s
[16:28:18.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:133:0)
[16:28:18.095] Build status: STARTED
[16:28:18.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:134:0) after 9m59s
[16:38:17.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:134:0)
[16:38:17.219] Build status: STARTED
[16:38:17.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:135:0) after 3m38s
[16:41:55.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:135:0)
[16:41:55.385] Build status: STARTED
[16:41:55.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:136:0) after 4m59s
[16:46:54.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:136:0)
[16:46:54.449] Build status: STARTED
[16:46:54.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:137:0) after 7m55s
[16:54:49.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:137:0)
[16:54:49.581] Build status: STARTED
[16:54:49.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:138:0) after 8m29s
[17:03:18.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:138:0)
[17:03:18.886] Build status: STARTED
[17:03:18.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:139:0) after 6m58s
[17:10:17.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:139:0)
[17:10:17.161] Build status: STARTED
[17:10:17.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:140:0) after 2m42s
[17:12:59.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:140:0)
[17:12:59.394] Build status: STARTED
[17:12:59.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:141:0) after 5m17s
[17:18:16.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:141:0)
[17:18:16.597] Build status: STARTED
[17:18:16.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:142:0) after 4m37s
[17:22:53.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:142:0)
[17:22:53.822] Build status: STARTED
[17:22:53.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:143:0) after 3m45s
[17:26:38.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:143:0)
[17:26:38.860] Build status: STARTED
[17:26:38.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:144:0) after 8m47s
[17:35:26.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:144:0)
[17:35:26.333] Build status: STARTED
[17:35:26.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:145:0) after 9m17s
[17:44:43.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:145:0)
[17:44:43.709] Build status: STARTED
[17:44:43.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:146:0) after 5m4s
[17:49:47.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:146:0)
[17:49:47.765] Build status: STARTED
[17:49:47.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:147:0) after 8m53s
[17:58:40.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:147:0)
[17:58:40.971] Build status: STARTED
[17:58:40.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:148:0) after 3m36s
[18:02:17.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:148:0)
[18:02:17.168] Build status: STARTED
[18:02:17.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8963612901009871584:149:0) after 7m59s
[18:03:19.908] Received PubSub notification, asking Buildbucket for the build status
[18:03:19.934] Build:
{
  "id": "8798182838847005105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29360,
  "createdBy": "project:chromium",
  "createTime": "2022-11-07T04:40:17.753502494Z",
  "startTime": "2022-11-07T04:45:43.389308Z",
  "endTime": "2022-11-07T18:03:19.359678312Z",
  "updateTime": "2022-11-07T18:03:19.359678312Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "32219e4e4cc707e871b2e194011b4458c72281b0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:03:19.934] Invocation finished in 13h23m3.627409813s with status FAILED