Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7d88f7a1eccee3c6c08e166f8fa582c226d9c968"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7d88f7a1eccee3c6c08e166f8fa582c226d9c968
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:38:39.368] New invocation is queued and will start shortly
[07:38:40.597] Starting the invocation (attempt 1)
[07:38:40.649] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7d88f7a1eccee3c6c08e166f8fa582c226d9c968"
[07:38:40.649] Popped gitiles commit info from properties and tags
[07:38:40.649] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:38:40.649] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:38:40.649] Buildbucket request:
{
  "requestId": "8996669570789032464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7d88f7a1eccee3c6c08e166f8fa582c226d9c968",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996669570789032464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:38:41.135] Scheduled build:
{
  "id": "8831239508711599985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26247,
  "createdBy": "project:chromium",
  "createTime": "2021-11-07T07:38:40.717300627Z",
  "updateTime": "2021-11-07T07:38:40.717300627Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7d88f7a1eccee3c6c08e166f8fa582c226d9c968",
      "ref": "refs/heads/main"
    }
  }
}
[07:38:41.135] Task URL: https://cr-buildbucket.appspot.com/build/8831239508711599985
[07:38:41.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:2:0) after 6m44s
[07:45:25.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:2:0)
[07:45:25.182] Build status: SCHEDULED
[07:45:25.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:3:0) after 8m32s
[07:53:57.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:3:0)
[07:53:57.514] Build status: SCHEDULED
[07:53:57.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:4:0) after 3m25s
[07:57:22.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:4:0)
[07:57:22.567] Build status: SCHEDULED
[07:57:22.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:5:0) after 9m7s
[08:04:56.949] Received PubSub notification, asking Buildbucket for the build status
[08:04:56.974] Build status: STARTED
[08:06:29.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:5:0)
[08:06:29.842] Build status: STARTED
[08:06:29.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:7:0) after 6m43s
[08:13:13.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:7:0)
[08:13:13.166] Build status: STARTED
[08:13:13.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:8:0) after 8m38s
[08:21:51.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:8:0)
[08:21:51.378] Build status: STARTED
[08:21:51.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:9:0) after 9m33s
[08:31:24.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:9:0)
[08:31:24.472] Build status: STARTED
[08:31:24.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:10:0) after 6m10s
[08:37:34.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:10:0)
[08:37:34.525] Build status: STARTED
[08:37:34.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:11:0) after 2m10s
[08:39:44.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:11:0)
[08:39:44.630] Build status: STARTED
[08:39:44.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:12:0) after 6m45s
[08:46:29.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:12:0)
[08:46:29.678] Build status: STARTED
[08:46:29.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:13:0) after 1m20s
[08:47:49.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:13:0)
[08:47:49.735] Build status: STARTED
[08:47:49.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:14:0) after 1m46s
[08:49:35.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:14:0)
[08:49:35.783] Build status: STARTED
[08:49:35.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:15:0) after 1m15s
[08:50:50.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:15:0)
[08:50:50.825] Build status: STARTED
[08:50:50.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:16:0) after 8m34s
[08:59:24.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:16:0)
[08:59:24.892] Build status: STARTED
[08:59:24.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:17:0) after 5m11s
[09:04:35.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:17:0)
[09:04:35.901] Build status: STARTED
[09:04:35.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:18:0) after 5m38s
[09:10:13.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:18:0)
[09:10:13.966] Build status: STARTED
[09:10:13.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:19:0) after 4m4s
[09:14:18.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:19:0)
[09:14:18.115] Build status: STARTED
[09:14:18.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:20:0) after 4m12s
[09:18:30.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:20:0)
[09:18:30.189] Build status: STARTED
[09:18:30.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:21:0) after 6m1s
[09:24:31.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:21:0)
[09:24:31.367] Build status: STARTED
[09:24:31.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:22:0) after 1m21s
[09:25:52.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:22:0)
[09:25:52.417] Build status: STARTED
[09:25:52.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:23:0) after 3m13s
[09:29:05.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:23:0)
[09:29:05.467] Build status: STARTED
[09:29:05.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:24:0) after 6m46s
[09:35:51.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:24:0)
[09:35:51.522] Build status: STARTED
[09:35:51.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:25:0) after 1m41s
[09:37:32.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:25:0)
[09:37:32.574] Build status: STARTED
[09:37:32.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:26:0) after 7m48s
[09:45:20.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:26:0)
[09:45:20.630] Build status: STARTED
[09:45:20.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:27:0) after 6m34s
[09:51:54.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:27:0)
[09:51:54.971] Build status: STARTED
[09:51:54.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:28:0) after 4m26s
[09:56:20.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:28:0)
[09:56:21.035] Build status: STARTED
[09:56:21.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:29:0) after 9m28s
[10:05:49.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:29:0)
[10:05:49.094] Build status: STARTED
[10:05:49.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:30:0) after 1m50s
[10:07:39.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:30:0)
[10:07:39.596] Build status: STARTED
[10:07:39.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:31:0) after 5m28s
[10:13:07.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:31:0)
[10:13:07.807] Build status: STARTED
[10:13:07.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:32:0) after 8m54s
[10:22:02.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:32:0)
[10:22:02.181] Build status: STARTED
[10:22:02.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:33:0) after 6m17s
[10:28:19.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:33:0)
[10:28:19.234] Build status: STARTED
[10:28:19.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:34:0) after 6m38s
[10:34:57.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:34:0)
[10:34:57.307] Build status: STARTED
[10:34:57.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:35:0) after 5m14s
[10:40:11.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:35:0)
[10:40:11.418] Build status: STARTED
[10:40:11.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:36:0) after 1m0s
[10:41:11.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:36:0)
[10:41:11.678] Build status: STARTED
[10:41:11.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:37:0) after 9m34s
[10:50:45.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:37:0)
[10:50:45.936] Build status: STARTED
[10:50:45.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:38:0) after 3m31s
[10:54:16.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:38:0)
[10:54:17.028] Build status: STARTED
[10:54:17.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:39:0) after 6m55s
[11:01:12.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:39:0)
[11:01:12.084] Build status: STARTED
[11:01:12.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:40:0) after 6m38s
[11:07:50.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:40:0)
[11:07:50.209] Build status: STARTED
[11:07:50.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:41:0) after 1m19s
[11:09:09.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:41:0)
[11:09:09.374] Build status: STARTED
[11:09:09.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:42:0) after 4m3s
[11:13:12.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:42:0)
[11:13:12.440] Build status: STARTED
[11:13:12.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:43:0) after 9m5s
[11:22:17.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:43:0)
[11:22:17.515] Build status: STARTED
[11:22:17.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:44:0) after 8m56s
[11:31:13.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:44:0)
[11:31:13.567] Build status: STARTED
[11:31:13.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:45:0) after 7m18s
[11:38:31.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:45:0)
[11:38:31.615] Build status: STARTED
[11:38:31.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:46:0) after 3m8s
[11:41:39.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:46:0)
[11:41:39.661] Build status: STARTED
[11:41:39.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:47:0) after 7m23s
[11:49:02.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:47:0)
[11:49:03.004] Build status: STARTED
[11:49:03.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:48:0) after 4m21s
[11:53:24.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:48:0)
[11:53:24.054] Build status: STARTED
[11:53:24.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:49:0) after 8m17s
[12:01:41.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:49:0)
[12:01:41.259] Build status: STARTED
[12:01:41.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:50:0) after 1m33s
[12:03:14.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:50:0)
[12:03:14.317] Build status: STARTED
[12:03:14.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:51:0) after 6m51s
[12:10:05.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:51:0)
[12:10:05.368] Build status: STARTED
[12:10:05.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:52:0) after 1m41s
[12:11:46.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:52:0)
[12:11:46.481] Build status: STARTED
[12:11:46.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:53:0) after 9m36s
[12:21:22.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:53:0)
[12:21:22.642] Build status: STARTED
[12:21:22.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:54:0) after 8m37s
[12:29:59.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:54:0)
[12:29:59.794] Build status: STARTED
[12:29:59.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:55:0) after 4m55s
[12:34:55.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:55:0)
[12:34:55.309] Build status: STARTED
[12:34:55.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:56:0) after 3m39s
[12:38:34.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:56:0)
[12:38:34.511] Build status: STARTED
[12:38:34.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:57:0) after 5m23s
[12:43:58.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:57:0)
[12:43:58.654] Build status: STARTED
[12:43:58.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:58:0) after 8m3s
[12:52:01.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:58:0)
[12:52:01.710] Build status: STARTED
[12:52:01.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:59:0) after 7m25s
[12:59:26.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:59:0)
[12:59:26.941] Build status: STARTED
[12:59:26.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:60:0) after 1m15s
[13:00:41.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:60:0)
[13:00:42.004] Build status: STARTED
[13:00:42.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:61:0) after 6m57s
[13:07:39.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:61:0)
[13:07:39.184] Build status: STARTED
[13:07:39.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:62:0) after 4m50s
[13:12:29.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:62:0)
[13:12:29.300] Build status: STARTED
[13:12:29.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:63:0) after 6m53s
[13:19:22.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:63:0)
[13:19:22.674] Build status: STARTED
[13:19:22.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:64:0) after 2m58s
[13:22:20.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:64:0)
[13:22:20.876] Build status: STARTED
[13:22:20.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:65:0) after 2m8s
[13:24:28.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:65:0)
[13:24:28.960] Build status: STARTED
[13:24:28.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:66:0) after 5m24s
[13:29:52.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:66:0)
[13:29:53.021] Build status: STARTED
[13:29:53.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:67:0) after 8m28s
[13:38:21.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:67:0)
[13:38:21.274] Build status: STARTED
[13:38:21.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:68:0) after 6m50s
[13:45:11.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:68:0)
[13:45:11.563] Build status: STARTED
[13:45:11.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:69:0) after 2m9s
[13:47:21.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:69:0)
[13:47:21.641] Build status: STARTED
[13:47:21.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:70:0) after 3m4s
[13:50:25.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:70:0)
[13:50:25.698] Build status: STARTED
[13:50:25.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:71:0) after 4m36s
[13:55:01.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:71:0)
[13:55:01.802] Build status: STARTED
[13:55:01.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:72:0) after 1m42s
[13:56:43.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:72:0)
[13:56:43.857] Build status: STARTED
[13:56:43.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:73:0) after 3m18s
[14:00:01.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:73:0)
[14:00:01.909] Build status: STARTED
[14:00:01.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:74:0) after 4m41s
[14:04:43.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:74:0)
[14:04:43.088] Build status: STARTED
[14:04:43.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:75:0) after 8m0s
[14:12:43.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:75:0)
[14:12:43.461] Build status: STARTED
[14:12:43.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:76:0) after 3m46s
[14:16:29.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:76:0)
[14:16:29.541] Build status: STARTED
[14:16:29.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:77:0) after 7m59s
[14:24:28.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:77:0)
[14:24:28.788] Build status: STARTED
[14:24:28.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:78:0) after 9m59s
[14:34:28.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:78:0)
[14:34:28.057] Build status: STARTED
[14:34:28.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:79:0) after 9m25s
[14:43:53.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:79:0)
[14:43:53.540] Build status: STARTED
[14:43:53.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:80:0) after 7m18s
[14:51:12.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:80:0)
[14:51:12.136] Build status: STARTED
[14:51:12.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:81:0) after 8m7s
[14:59:19.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:81:0)
[14:59:19.570] Build status: STARTED
[14:59:19.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:82:0) after 5m39s
[15:04:58.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:82:0)
[15:04:58.674] Build status: STARTED
[15:04:58.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:83:0) after 7m27s
[15:12:25.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:83:0)
[15:12:25.982] Build status: STARTED
[15:12:25.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:84:0) after 2m37s
[15:15:03.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:84:0)
[15:15:03.325] Build status: STARTED
[15:15:03.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:85:0) after 4m8s
[15:19:11.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:85:0)
[15:19:11.376] Build status: STARTED
[15:19:11.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:86:0) after 3m23s
[15:22:34.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:86:0)
[15:22:34.555] Build status: STARTED
[15:22:34.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:87:0) after 1m21s
[15:23:55.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:87:0)
[15:23:55.697] Build status: STARTED
[15:23:55.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:88:0) after 9m43s
[15:33:38.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:88:0)
[15:33:38.945] Build status: STARTED
[15:33:38.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:89:0) after 3m44s
[15:37:22.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:89:0)
[15:37:23.252] Build status: STARTED
[15:37:23.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:90:0) after 3m19s
[15:40:42.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:90:0)
[15:40:42.352] Build status: STARTED
[15:40:42.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:91:0) after 4m19s
[15:45:01.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:91:0)
[15:45:01.433] Build status: STARTED
[15:45:01.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:92:0) after 9m21s
[15:54:22.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:92:0)
[15:54:22.481] Build status: STARTED
[15:54:22.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:93:0) after 3m1s
[15:57:23.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:93:0)
[15:57:23.542] Build status: STARTED
[15:57:23.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:94:0) after 5m31s
[16:02:54.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:94:0)
[16:02:54.593] Build status: STARTED
[16:02:54.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:95:0) after 2m55s
[16:05:49.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:95:0)
[16:05:49.830] Build status: STARTED
[16:05:49.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:96:0) after 4m31s
[16:10:21.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:96:0)
[16:10:21.197] Build status: STARTED
[16:10:21.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:97:0) after 4m25s
[16:14:46.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:97:0)
[16:14:46.252] Build status: STARTED
[16:14:46.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:98:0) after 9m41s
[16:24:27.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:98:0)
[16:24:27.420] Build status: STARTED
[16:24:27.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:99:0) after 4m57s
[16:29:24.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:99:0)
[16:29:24.466] Build status: STARTED
[16:29:24.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:100:0) after 7m46s
[16:37:10.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:100:0)
[16:37:10.480] Build status: STARTED
[16:37:10.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:101:0) after 8m56s
[16:46:06.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:101:0)
[16:46:06.548] Build status: STARTED
[16:46:06.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:102:0) after 6m18s
[16:52:24.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:102:0)
[16:52:24.652] Build status: STARTED
[16:52:24.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:103:0) after 9m47s
[17:02:11.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:103:0)
[17:02:11.785] Build status: STARTED
[17:02:11.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:104:0) after 4m48s
[17:06:59.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:104:0)
[17:06:59.886] Build status: STARTED
[17:06:59.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:105:0) after 9m53s
[17:16:52.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:105:0)
[17:16:52.940] Build status: STARTED
[17:16:52.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:106:0) after 8m56s
[17:25:48.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:106:0)
[17:25:48.991] Build status: STARTED
[17:25:48.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:107:0) after 7m10s
[17:32:59.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:107:0)
[17:32:59.055] Build status: STARTED
[17:32:59.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:108:0) after 2m47s
[17:35:46.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:108:0)
[17:35:46.243] Build status: STARTED
[17:35:46.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:109:0) after 1m6s
[17:36:52.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:109:0)
[17:36:52.300] Build status: STARTED
[17:36:52.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:110:0) after 5m21s
[17:42:13.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:110:0)
[17:42:13.409] Build status: STARTED
[17:42:13.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:111:0) after 4m45s
[17:46:58.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:111:0)
[17:46:58.464] Build status: STARTED
[17:46:58.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:112:0) after 1m32s
[17:48:30.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:112:0)
[17:48:30.524] Build status: STARTED
[17:48:30.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:113:0) after 6m33s
[17:55:03.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:113:0)
[17:55:03.674] Build status: STARTED
[17:55:03.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:114:0) after 3m25s
[17:58:28.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:114:0)
[17:58:28.768] Build status: STARTED
[17:58:28.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:115:0) after 8m31s
[18:06:59.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:115:0)
[18:06:59.816] Build status: STARTED
[18:06:59.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:116:0) after 6m14s
[18:13:13.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:116:0)
[18:13:13.941] Build status: STARTED
[18:13:13.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:117:0) after 5m29s
[18:18:43.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:117:0)
[18:18:43.479] Build status: STARTED
[18:18:43.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:118:0) after 7m43s
[18:26:26.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:118:0)
[18:26:26.541] Build status: STARTED
[18:26:26.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996669570789032464:119:0) after 4m26s
[18:28:45.919] Received PubSub notification, asking Buildbucket for the build status
[18:28:45.946] Build:
{
  "id": "8831239508711599985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26247,
  "createdBy": "project:chromium",
  "createTime": "2021-11-07T07:38:40.717300627Z",
  "startTime": "2021-11-07T08:04:56.301664Z",
  "endTime": "2021-11-07T18:28:45.494101515Z",
  "updateTime": "2021-11-07T18:28:45.494101515Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7d88f7a1eccee3c6c08e166f8fa582c226d9c968",
      "ref": "refs/heads/main"
    }
  }
}
[18:28:45.946] Invocation finished in 10h50m6.594581104s with status FAILED