Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f20fe0501e27384706b063dafba673fe00008971"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f20fe0501e27384706b063dafba673fe00008971
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:37:52.267] New invocation is queued and will start shortly
[17:37:53.369] Starting the invocation (attempt 1)
[17:37:53.403] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f20fe0501e27384706b063dafba673fe00008971"
[17:37:53.403] Popped gitiles commit info from properties and tags
[17:37:53.403] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:37:53.403] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:37:53.403] Buildbucket request:
{
  "requestId": "8994185753347862144",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f20fe0501e27384706b063dafba673fe00008971",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994185753347862144"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:37:53.904] Scheduled build:
{
  "id": "8828755691425328257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26335,
  "createdBy": "project:chromium",
  "createTime": "2021-12-04T17:37:53.470318891Z",
  "updateTime": "2021-12-04T17:37:53.470318891Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f20fe0501e27384706b063dafba673fe00008971",
      "ref": "refs/heads/main"
    }
  }
}
[17:37:53.904] Task URL: https://cr-buildbucket.appspot.com/build/8828755691425328257
[17:37:53.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:2:0) after 3m56s
[17:41:50.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:2:0)
[17:41:50.219] Build status: SCHEDULED
[17:41:50.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:3:0) after 9m17s
[17:51:07.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:3:0)
[17:51:07.647] Build status: SCHEDULED
[17:51:07.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:4:0) after 1m39s
[17:52:46.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:4:0)
[17:52:46.996] Build status: SCHEDULED
[17:52:46.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:5:0) after 7m56s
[17:54:43.482] Received PubSub notification, asking Buildbucket for the build status
[17:54:43.527] Build status: STARTED
[18:00:43.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:5:0)
[18:00:43.163] Build status: STARTED
[18:00:43.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:7:0) after 8m32s
[18:09:15.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:7:0)
[18:09:15.241] Build status: STARTED
[18:09:15.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:8:0) after 5m24s
[18:14:39.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:8:0)
[18:14:39.354] Build status: STARTED
[18:14:39.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:9:0) after 7m5s
[18:21:44.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:9:0)
[18:21:44.413] Build status: STARTED
[18:21:44.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:10:0) after 4m49s
[18:26:33.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:10:0)
[18:26:33.478] Build status: STARTED
[18:26:33.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:11:0) after 8m37s
[18:35:10.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:11:0)
[18:35:10.670] Build status: STARTED
[18:35:10.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:12:0) after 2m38s
[18:37:48.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:12:0)
[18:37:48.718] Build status: STARTED
[18:37:48.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:13:0) after 2m51s
[18:40:39.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:13:0)
[18:40:39.870] Build status: STARTED
[18:40:39.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:14:0) after 1m20s
[18:41:59.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:14:0)
[18:41:59.922] Build status: STARTED
[18:41:59.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:15:0) after 1m45s
[18:43:44.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:15:0)
[18:43:44.932] Build status: STARTED
[18:43:44.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:16:0) after 9m24s
[18:53:08.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:16:0)
[18:53:09.018] Build status: STARTED
[18:53:09.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:17:0) after 1m4s
[18:54:13.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:17:0)
[18:54:13.109] Build status: STARTED
[18:54:13.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:18:0) after 9m22s
[19:03:35.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:18:0)
[19:03:35.307] Build status: STARTED
[19:03:35.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:19:0) after 6m17s
[19:09:52.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:19:0)
[19:09:52.422] Build status: STARTED
[19:09:52.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:20:0) after 2m9s
[19:12:01.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:20:0)
[19:12:01.607] Build status: STARTED
[19:12:01.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:21:0) after 7m32s
[19:19:33.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:21:0)
[19:19:33.707] Build status: STARTED
[19:19:33.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:22:0) after 2m0s
[19:21:33.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:22:0)
[19:21:33.762] Build status: STARTED
[19:21:33.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:23:0) after 3m52s
[19:25:25.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:23:0)
[19:25:25.817] Build status: STARTED
[19:25:25.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:24:0) after 1m12s
[19:26:37.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:24:0)
[19:26:37.867] Build status: STARTED
[19:26:37.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:25:0) after 7m53s
[19:34:30.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:25:0)
[19:34:30.930] Build status: STARTED
[19:34:30.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:26:0) after 5m27s
[19:39:58.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:26:0)
[19:39:58.185] Build status: STARTED
[19:39:58.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:27:0) after 3m31s
[19:43:29.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:27:0)
[19:43:29.452] Build status: STARTED
[19:43:29.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:28:0) after 9m12s
[19:52:41.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:28:0)
[19:52:41.554] Build status: STARTED
[19:52:41.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:29:0) after 3m29s
[19:56:10.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:29:0)
[19:56:10.894] Build status: STARTED
[19:56:10.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:30:0) after 1m38s
[19:57:48.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:30:0)
[19:57:48.977] Build status: STARTED
[19:57:48.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:31:0) after 3m0s
[20:00:48.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:31:0)
[20:00:49.177] Build status: STARTED
[20:00:49.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:32:0) after 7m21s
[20:08:10.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:32:0)
[20:08:10.404] Build status: STARTED
[20:08:10.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:33:0) after 1m0s
[20:09:10.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:33:0)
[20:09:10.724] Build status: STARTED
[20:09:10.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:34:0) after 9m52s
[20:19:02.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:34:0)
[20:19:02.778] Build status: STARTED
[20:19:02.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:35:0) after 5m10s
[20:24:12.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:35:0)
[20:24:12.827] Build status: STARTED
[20:24:12.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:36:0) after 6m23s
[20:30:35.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:36:0)
[20:30:35.900] Build status: STARTED
[20:30:35.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:37:0) after 3m19s
[20:33:54.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:37:0)
[20:33:54.958] Build status: STARTED
[20:33:54.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:38:0) after 4m44s
[20:38:39.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:38:0)
[20:38:39.111] Build status: STARTED
[20:38:39.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:39:0) after 8m5s
[20:46:44.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:39:0)
[20:46:44.261] Build status: STARTED
[20:46:44.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:40:0) after 8m26s
[20:55:10.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:40:0)
[20:55:10.496] Build status: STARTED
[20:55:10.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:41:0) after 4m1s
[20:59:11.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:41:0)
[20:59:11.648] Build status: STARTED
[20:59:11.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:42:0) after 7m17s
[21:06:28.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:42:0)
[21:06:29.004] Build status: STARTED
[21:06:29.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:43:0) after 3m4s
[21:09:33.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:43:0)
[21:09:33.056] Build status: STARTED
[21:09:33.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:44:0) after 8m48s
[21:18:21.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:44:0)
[21:18:21.332] Build status: STARTED
[21:18:21.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:45:0) after 6m11s
[21:24:32.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:45:0)
[21:24:32.861] Build status: STARTED
[21:24:32.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:46:0) after 9m8s
[21:33:40.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:46:0)
[21:33:40.932] Build status: STARTED
[21:33:40.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:47:0) after 1m40s
[21:35:21.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:47:0)
[21:35:21.420] Build status: STARTED
[21:35:21.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:48:0) after 5m46s
[21:41:07.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:48:0)
[21:41:07.757] Build status: STARTED
[21:41:07.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:49:0) after 4m57s
[21:46:04.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:49:0)
[21:46:04.811] Build status: STARTED
[21:46:04.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:50:0) after 3m23s
[21:49:28.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:50:0)
[21:49:28.442] Build status: STARTED
[21:49:28.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:51:0) after 7m9s
[21:56:37.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:51:0)
[21:56:37.570] Build status: STARTED
[21:56:37.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:52:0) after 3m20s
[21:59:57.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:52:0)
[21:59:57.620] Build status: STARTED
[21:59:57.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:53:0) after 9m32s
[22:09:29.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:53:0)
[22:09:29.768] Build status: STARTED
[22:09:29.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:54:0) after 3m47s
[22:13:16.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:54:0)
[22:13:16.817] Build status: STARTED
[22:13:16.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:55:0) after 7m23s
[22:20:39.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:55:0)
[22:20:39.867] Build status: STARTED
[22:20:39.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:56:0) after 8m12s
[22:28:51.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:56:0)
[22:28:51.968] Build status: STARTED
[22:28:51.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:57:0) after 6m56s
[22:35:48.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:57:0)
[22:35:48.423] Build status: STARTED
[22:35:48.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:58:0) after 8m39s
[22:44:27.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:58:0)
[22:44:27.495] Build status: STARTED
[22:44:27.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:59:0) after 5m12s
[22:49:40.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:59:0)
[22:49:40.190] Build status: STARTED
[22:49:40.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:60:0) after 8m57s
[22:58:37.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:60:0)
[22:58:37.251] Build status: STARTED
[22:58:37.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:61:0) after 1m49s
[23:00:26.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:61:0)
[23:00:26.362] Build status: STARTED
[23:00:26.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:62:0) after 8m27s
[23:08:53.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:62:0)
[23:08:53.416] Build status: STARTED
[23:08:53.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:63:0) after 1m25s
[23:10:20.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:63:0)
[23:10:20.124] Build status: STARTED
[23:10:20.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:64:0) after 6m22s
[23:16:42.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:64:0)
[23:16:43.028] Build status: STARTED
[23:16:43.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:65:0) after 5m39s
[23:22:22.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:65:0)
[23:22:22.086] Build status: STARTED
[23:22:22.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:66:0) after 4m30s
[23:26:52.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:66:0)
[23:26:52.146] Build status: STARTED
[23:26:52.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:67:0) after 5m29s
[23:32:21.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:67:0)
[23:32:21.218] Build status: STARTED
[23:32:21.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:68:0) after 7m20s
[23:39:41.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:68:0)
[23:39:41.429] Build status: STARTED
[23:39:41.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:69:0) after 1m17s
[23:40:59.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:69:0)
[23:40:59.459] Build status: STARTED
[23:40:59.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:70:0) after 9m14s
[23:50:13.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:70:0)
[23:50:13.759] Build status: STARTED
[23:50:13.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:71:0) after 5m9s
[23:55:22.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:71:0)
[23:55:22.913] Build status: STARTED
[23:55:22.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:72:0) after 1m8s
[23:56:31.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:72:0)
[23:56:31.133] Build status: STARTED
[23:56:31.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:73:0) after 1m12s
[23:57:43.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:73:0)
[23:57:43.290] Build status: STARTED
[23:57:43.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:74:0) after 9m44s
[00:07:27.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:74:0)
[00:07:27.341] Build status: STARTED
[00:07:27.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:75:0) after 9m16s
[00:16:43.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:75:0)
[00:16:43.390] Build status: STARTED
[00:16:43.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:76:0) after 7m49s
[00:24:32.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:76:0)
[00:24:32.471] Build status: STARTED
[00:24:32.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:77:0) after 9m49s
[00:34:21.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:77:0)
[00:34:21.610] Build status: STARTED
[00:34:21.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:78:0) after 9m54s
[00:44:15.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:78:0)
[00:44:15.664] Build status: STARTED
[00:44:15.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:79:0) after 7m32s
[00:51:47.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:79:0)
[00:51:47.776] Build status: STARTED
[00:51:47.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:80:0) after 2m0s
[00:53:47.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:80:0)
[00:53:47.842] Build status: STARTED
[00:53:47.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:81:0) after 3m6s
[00:56:53.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:81:0)
[00:56:54.010] Build status: STARTED
[00:56:54.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:82:0) after 6m59s
[01:03:53.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:82:0)
[01:03:53.526] Build status: STARTED
[01:03:53.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:83:0) after 3m56s
[01:07:49.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:83:0)
[01:07:49.661] Build status: STARTED
[01:07:49.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:84:0) after 9m16s
[01:17:06.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:84:0)
[01:17:06.239] Build status: STARTED
[01:17:06.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:85:0) after 4m29s
[01:21:35.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:85:0)
[01:21:35.436] Build status: STARTED
[01:21:35.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:86:0) after 4m27s
[01:26:03.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:86:0)
[01:26:03.571] Build status: STARTED
[01:26:03.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:87:0) after 7m20s
[01:33:23.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:87:0)
[01:33:23.623] Build status: STARTED
[01:33:23.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:88:0) after 5m6s
[01:38:29.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:88:0)
[01:38:29.820] Build status: STARTED
[01:38:29.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:89:0) after 1m16s
[01:39:46.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:89:0)
[01:39:46.134] Build status: STARTED
[01:39:46.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:90:0) after 1m19s
[01:41:05.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:90:0)
[01:41:05.184] Build status: STARTED
[01:41:05.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:91:0) after 5m45s
[01:46:50.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:91:0)
[01:46:50.275] Build status: STARTED
[01:46:50.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:92:0) after 4m23s
[01:51:13.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:92:0)
[01:51:13.333] Build status: STARTED
[01:51:13.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:93:0) after 7m54s
[01:59:07.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:93:0)
[01:59:07.407] Build status: STARTED
[01:59:07.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:94:0) after 1m44s
[02:00:51.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:94:0)
[02:00:51.466] Build status: STARTED
[02:00:51.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:95:0) after 4m0s
[02:04:51.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:95:0)
[02:04:51.515] Build status: STARTED
[02:04:51.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:96:0) after 2m53s
[02:07:44.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:96:0)
[02:07:44.572] Build status: STARTED
[02:07:44.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:97:0) after 6m4s
[02:13:48.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:97:0)
[02:13:48.632] Build status: STARTED
[02:13:48.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:98:0) after 7m24s
[02:21:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:98:0)
[02:21:12.689] Build status: STARTED
[02:21:12.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:99:0) after 3m17s
[02:24:29.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:99:0)
[02:24:29.994] Build status: STARTED
[02:24:29.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:100:0) after 9m40s
[02:34:10.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:100:0)
[02:34:10.363] Build status: STARTED
[02:34:10.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:101:0) after 7m49s
[02:41:59.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:101:0)
[02:41:59.423] Build status: STARTED
[02:41:59.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:102:0) after 8m1s
[02:50:00.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:102:0)
[02:50:00.506] Build status: STARTED
[02:50:00.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:103:0) after 9m24s
[02:59:24.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:103:0)
[02:59:24.590] Build status: STARTED
[02:59:24.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:104:0) after 6m29s
[03:05:55.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:104:0)
[03:05:55.737] Build status: STARTED
[03:05:55.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:105:0) after 9m46s
[03:15:41.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:105:0)
[03:15:41.976] Build status: STARTED
[03:15:41.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:106:0) after 8m1s
[03:23:43.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:106:0)
[03:23:43.253] Build status: STARTED
[03:23:43.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:107:0) after 4m34s
[03:28:17.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:107:0)
[03:28:17.309] Build status: STARTED
[03:28:17.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:108:0) after 2m14s
[03:30:31.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:108:0)
[03:30:31.475] Build status: STARTED
[03:30:31.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:109:0) after 5m53s
[03:36:24.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:109:0)
[03:36:24.533] Build status: STARTED
[03:36:24.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:110:0) after 1m54s
[03:38:18.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:110:0)
[03:38:18.591] Build status: STARTED
[03:38:18.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:111:0) after 1m55s
[03:40:13.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:111:0)
[03:40:13.737] Build status: STARTED
[03:40:13.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:112:0) after 7m3s
[03:47:16.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:112:0)
[03:47:16.866] Build status: STARTED
[03:47:16.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:113:0) after 9m21s
[03:56:37.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:113:0)
[03:56:37.920] Build status: STARTED
[03:56:37.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:114:0) after 5m52s
[04:02:29.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:114:0)
[04:02:29.978] Build status: STARTED
[04:02:29.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:115:0) after 4m34s
[04:07:04.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:115:0)
[04:07:04.146] Build status: STARTED
[04:07:04.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:116:0) after 6m28s
[04:13:32.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:116:0)
[04:13:32.217] Build status: STARTED
[04:13:32.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:117:0) after 5m47s
[04:19:19.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:117:0)
[04:19:19.370] Build status: STARTED
[04:19:19.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8994185753347862144:118:0) after 9m27s
[04:26:15.174] Received PubSub notification, asking Buildbucket for the build status
[04:26:15.202] Build:
{
  "id": "8828755691425328257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26335,
  "createdBy": "project:chromium",
  "createTime": "2021-12-04T17:37:53.470318891Z",
  "startTime": "2021-12-04T17:54:43.020837Z",
  "endTime": "2021-12-05T04:26:14.860918350Z",
  "updateTime": "2021-12-05T04:26:14.860918350Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f20fe0501e27384706b063dafba673fe00008971",
      "ref": "refs/heads/main"
    }
  }
}
[04:26:15.202] Invocation finished in 10h48m22.948782229s with status FAILED