Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "98605d002295da152f1d869e8ca7e7044292b252"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98605d002295da152f1d869e8ca7e7044292b252
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:07:14.161] New invocation is queued and will start shortly
[17:07:15.228] Starting the invocation (attempt 1)
[17:07:15.259] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98605d002295da152f1d869e8ca7e7044292b252"
[17:07:15.259] Popped gitiles commit info from properties and tags
[17:07:15.259] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:07:15.259] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:07:15.259] Buildbucket request:
{
  "requestId": "8992375741414590688",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "98605d002295da152f1d869e8ca7e7044292b252",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992375741414590688"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:07:15.849] Scheduled build:
{
  "id": "8826945679535888865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26379,
  "createdBy": "project:chromium",
  "createTime": "2021-12-24T17:07:15.321700809Z",
  "updateTime": "2021-12-24T17:07:15.321700809Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98605d002295da152f1d869e8ca7e7044292b252",
      "ref": "refs/heads/main"
    }
  }
}
[17:07:15.849] Task URL: https://cr-buildbucket.appspot.com/build/8826945679535888865
[17:07:15.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:2:0) after 3m23s
[17:10:38.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:2:0)
[17:10:38.930] Build status: SCHEDULED
[17:10:38.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:3:0) after 8m58s
[17:19:37.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:3:0)
[17:19:37.091] Build status: SCHEDULED
[17:19:37.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:4:0) after 1m58s
[17:20:43.852] Received PubSub notification, asking Buildbucket for the build status
[17:20:43.882] Build status: STARTED
[17:21:35.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:4:0)
[17:21:35.185] Build status: STARTED
[17:21:35.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:6:0) after 9m30s
[17:31:05.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:6:0)
[17:31:05.258] Build status: STARTED
[17:31:05.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:7:0) after 5m8s
[17:36:13.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:7:0)
[17:36:13.302] Build status: STARTED
[17:36:13.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:8:0) after 3m58s
[17:40:11.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:8:0)
[17:40:11.340] Build status: STARTED
[17:40:11.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:9:0) after 5m14s
[17:45:25.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:9:0)
[17:45:25.380] Build status: STARTED
[17:45:25.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:10:0) after 2m19s
[17:47:44.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:10:0)
[17:47:44.579] Build status: STARTED
[17:47:44.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:11:0) after 9m58s
[17:57:42.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:11:0)
[17:57:42.640] Build status: STARTED
[17:57:42.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:12:0) after 5m6s
[18:02:48.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:12:0)
[18:02:48.818] Build status: STARTED
[18:02:48.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:13:0) after 7m32s
[18:10:21.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:13:0)
[18:10:21.373] Build status: STARTED
[18:10:21.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:14:0) after 6m10s
[18:16:31.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:14:0)
[18:16:31.824] Build status: STARTED
[18:16:31.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:15:0) after 1m48s
[18:18:20.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:15:0)
[18:18:20.204] Build status: STARTED
[18:18:20.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:16:0) after 1m30s
[18:19:50.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:16:0)
[18:19:50.676] Build status: STARTED
[18:19:50.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:17:0) after 1m50s
[18:21:40.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:17:0)
[18:21:40.710] Build status: STARTED
[18:21:40.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:18:0) after 4m56s
[18:26:38.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:18:0)
[18:26:38.490] Build status: STARTED
[18:26:38.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:19:0) after 9m44s
[18:36:22.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:19:0)
[18:36:22.544] Build status: STARTED
[18:36:22.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:20:0) after 2m19s
[18:38:41.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:20:0)
[18:38:41.590] Build status: STARTED
[18:38:41.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:21:0) after 4m5s
[18:42:46.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:21:0)
[18:42:46.778] Build status: STARTED
[18:42:46.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:22:0) after 7m14s
[18:50:00.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:22:0)
[18:50:00.970] Build status: STARTED
[18:50:00.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:23:0) after 3m20s
[18:53:20.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:23:0)
[18:53:21.018] Build status: STARTED
[18:53:21.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:24:0) after 4m6s
[18:57:27.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:24:0)
[18:57:27.177] Build status: STARTED
[18:57:27.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:25:0) after 1m59s
[18:59:26.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:25:0)
[18:59:26.252] Build status: STARTED
[18:59:26.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:26:0) after 2m12s
[19:01:38.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:26:0)
[19:01:38.318] Build status: STARTED
[19:01:38.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:27:0) after 9m29s
[19:11:07.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:27:0)
[19:11:07.369] Build status: STARTED
[19:11:07.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:28:0) after 8m23s
[19:19:30.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:28:0)
[19:19:30.569] Build status: STARTED
[19:19:30.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:29:0) after 6m50s
[19:26:20.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:29:0)
[19:26:20.622] Build status: STARTED
[19:26:20.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:30:0) after 2m25s
[19:28:45.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:30:0)
[19:28:45.929] Build status: STARTED
[19:28:45.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:31:0) after 5m10s
[19:33:55.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:31:0)
[19:33:55.994] Build status: STARTED
[19:33:55.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:32:0) after 3m26s
[19:37:22.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:32:0)
[19:37:22.109] Build status: STARTED
[19:37:22.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:33:0) after 7m1s
[19:44:23.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:33:0)
[19:44:23.466] Build status: STARTED
[19:44:23.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:34:0) after 3m14s
[19:47:37.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:34:0)
[19:47:37.515] Build status: STARTED
[19:47:37.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:35:0) after 8m43s
[19:56:20.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:35:0)
[19:56:20.609] Build status: STARTED
[19:56:20.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:36:0) after 8m21s
[20:04:41.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:36:0)
[20:04:41.646] Build status: STARTED
[20:04:41.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:37:0) after 4m50s
[20:09:31.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:37:0)
[20:09:31.693] Build status: STARTED
[20:09:31.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:38:0) after 3m30s
[20:13:01.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:38:0)
[20:13:01.795] Build status: STARTED
[20:13:01.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:39:0) after 4m32s
[20:17:33.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:39:0)
[20:17:33.883] Build status: STARTED
[20:17:33.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:40:0) after 3m1s
[20:20:34.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:40:0)
[20:20:34.920] Build status: STARTED
[20:20:34.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:41:0) after 3m0s
[20:23:35.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:41:0)
[20:23:35.040] Build status: STARTED
[20:23:35.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:42:0) after 3m36s
[20:27:11.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:42:0)
[20:27:11.243] Build status: STARTED
[20:27:11.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:43:0) after 8m18s
[20:35:29.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:43:0)
[20:35:29.328] Build status: STARTED
[20:35:29.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:44:0) after 2m35s
[20:38:04.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:44:0)
[20:38:04.391] Build status: STARTED
[20:38:04.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:45:0) after 5m51s
[20:43:55.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:45:0)
[20:43:55.428] Build status: STARTED
[20:43:55.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:46:0) after 9m0s
[20:52:55.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:46:0)
[20:52:55.478] Build status: STARTED
[20:52:55.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:47:0) after 7m9s
[21:00:04.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:47:0)
[21:00:04.563] Build status: STARTED
[21:00:04.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:48:0) after 2m26s
[21:02:30.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:48:0)
[21:02:30.634] Build status: STARTED
[21:02:30.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:49:0) after 8m6s
[21:10:36.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:49:0)
[21:10:36.930] Build status: STARTED
[21:10:36.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:50:0) after 8m41s
[21:19:18.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:50:0)
[21:19:18.090] Build status: STARTED
[21:19:18.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:51:0) after 9m46s
[21:29:04.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:51:0)
[21:29:04.170] Build status: STARTED
[21:29:04.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:52:0) after 6m11s
[21:35:16.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:52:0)
[21:35:16.087] Build status: STARTED
[21:35:16.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:53:0) after 3m7s
[21:38:23.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:53:0)
[21:38:24.015] Build status: STARTED
[21:38:24.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:54:0) after 8m48s
[21:47:12.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:54:0)
[21:47:12.443] Build status: STARTED
[21:47:12.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:55:0) after 3m56s
[21:51:08.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:55:0)
[21:51:08.756] Build status: STARTED
[21:51:08.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:56:0) after 4m11s
[21:55:19.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:56:0)
[21:55:19.897] Build status: STARTED
[21:55:19.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:57:0) after 5m29s
[22:00:49.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:57:0)
[22:00:49.284] Build status: STARTED
[22:00:49.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:58:0) after 7m30s
[22:08:19.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:58:0)
[22:08:19.374] Build status: STARTED
[22:08:19.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:59:0) after 3m56s
[22:12:15.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:59:0)
[22:12:15.430] Build status: STARTED
[22:12:15.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:60:0) after 4m37s
[22:16:52.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:60:0)
[22:16:52.478] Build status: STARTED
[22:16:52.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:61:0) after 2m44s
[22:19:36.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:61:0)
[22:19:36.519] Build status: STARTED
[22:19:36.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:62:0) after 3m1s
[22:22:37.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:62:0)
[22:22:37.591] Build status: STARTED
[22:22:37.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:63:0) after 4m53s
[22:27:30.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:63:0)
[22:27:30.639] Build status: STARTED
[22:27:30.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:64:0) after 6m30s
[22:34:00.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:64:0)
[22:34:00.771] Build status: STARTED
[22:34:00.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:65:0) after 8m47s
[22:42:47.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:65:0)
[22:42:47.905] Build status: STARTED
[22:42:47.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:66:0) after 7m49s
[22:50:36.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:66:0)
[22:50:36.949] Build status: STARTED
[22:50:36.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:67:0) after 6m42s
[22:57:19.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:67:0)
[22:57:19.325] Build status: STARTED
[22:57:19.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:68:0) after 9m52s
[23:07:11.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:68:0)
[23:07:11.735] Build status: STARTED
[23:07:11.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:69:0) after 3m0s
[23:10:11.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:69:0)
[23:10:11.775] Build status: STARTED
[23:10:11.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:70:0) after 1m48s
[23:11:59.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:70:0)
[23:11:59.821] Build status: STARTED
[23:11:59.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:71:0) after 6m6s
[23:18:05.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:71:0)
[23:18:05.878] Build status: STARTED
[23:18:05.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:72:0) after 8m9s
[23:26:14.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:72:0)
[23:26:14.936] Build status: STARTED
[23:26:14.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:73:0) after 5m17s
[23:31:32.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:73:0)
[23:31:32.088] Build status: STARTED
[23:31:32.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:74:0) after 8m25s
[23:39:57.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:74:0)
[23:39:57.208] Build status: STARTED
[23:39:57.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:75:0) after 7m39s
[23:47:36.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:75:0)
[23:47:36.947] Build status: STARTED
[23:47:36.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:76:0) after 8m55s
[23:56:32.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:76:0)
[23:56:32.118] Build status: STARTED
[23:56:32.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:77:0) after 2m0s
[23:58:32.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:77:0)
[23:58:32.624] Build status: STARTED
[23:58:32.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:78:0) after 9m29s
[00:08:01.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:78:0)
[00:08:01.674] Build status: STARTED
[00:08:01.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:79:0) after 6m46s
[00:14:47.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:79:0)
[00:14:47.713] Build status: STARTED
[00:14:47.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:80:0) after 3m15s
[00:18:02.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:80:0)
[00:18:02.763] Build status: STARTED
[00:18:02.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:81:0) after 7m40s
[00:25:42.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:81:0)
[00:25:42.857] Build status: STARTED
[00:25:42.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:82:0) after 3m24s
[00:29:06.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:82:0)
[00:29:06.894] Build status: STARTED
[00:29:06.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:83:0) after 7m44s
[00:36:51.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:83:0)
[00:36:51.322] Build status: STARTED
[00:36:51.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:84:0) after 7m41s
[00:44:32.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:84:0)
[00:44:32.626] Build status: STARTED
[00:44:32.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:85:0) after 9m58s
[00:54:30.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:85:0)
[00:54:30.926] Build status: STARTED
[00:54:30.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:86:0) after 5m58s
[01:00:28.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:86:0)
[01:00:28.979] Build status: STARTED
[01:00:28.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:87:0) after 8m49s
[01:09:18.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:87:0)
[01:09:18.060] Build status: STARTED
[01:09:18.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:88:0) after 2m43s
[01:12:01.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:88:0)
[01:12:01.115] Build status: STARTED
[01:12:01.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:89:0) after 3m5s
[01:15:06.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:89:0)
[01:15:06.216] Build status: STARTED
[01:15:06.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:90:0) after 4m42s
[01:19:48.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:90:0)
[01:19:48.253] Build status: STARTED
[01:19:48.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:91:0) after 3m31s
[01:23:19.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:91:0)
[01:23:19.368] Build status: STARTED
[01:23:19.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:92:0) after 2m8s
[01:25:27.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:92:0)
[01:25:27.416] Build status: STARTED
[01:25:27.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:93:0) after 2m52s
[01:28:19.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:93:0)
[01:28:19.764] Build status: STARTED
[01:28:19.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:94:0) after 6m47s
[01:35:06.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:94:0)
[01:35:06.907] Build status: STARTED
[01:35:06.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:95:0) after 6m0s
[01:41:06.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:95:0)
[01:41:07.007] Build status: STARTED
[01:41:07.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:96:0) after 6m47s
[01:47:55.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:96:0)
[01:47:55.263] Build status: STARTED
[01:47:55.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:97:0) after 2m7s
[01:50:02.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:97:0)
[01:50:02.311] Build status: STARTED
[01:50:02.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:98:0) after 9m42s
[01:59:44.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:98:0)
[01:59:44.379] Build status: STARTED
[01:59:44.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:99:0) after 9m22s
[02:09:06.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:99:0)
[02:09:06.441] Build status: STARTED
[02:09:06.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:100:0) after 7m5s
[02:16:11.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:100:0)
[02:16:11.653] Build status: STARTED
[02:16:11.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:101:0) after 5m16s
[02:21:27.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:101:0)
[02:21:27.698] Build status: STARTED
[02:21:27.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:102:0) after 8m33s
[02:30:00.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:102:0)
[02:30:01.015] Build status: STARTED
[02:30:01.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:103:0) after 4m56s
[02:34:57.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:103:0)
[02:34:57.076] Build status: STARTED
[02:34:57.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:104:0) after 2m58s
[02:37:55.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:104:0)
[02:37:55.765] Build status: STARTED
[02:37:55.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:105:0) after 8m48s
[02:46:43.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:105:0)
[02:46:43.805] Build status: STARTED
[02:46:43.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:106:0) after 5m40s
[02:52:23.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:106:0)
[02:52:23.846] Build status: STARTED
[02:52:23.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:107:0) after 1m38s
[02:54:01.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:107:0)
[02:54:01.902] Build status: STARTED
[02:54:01.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:108:0) after 6m18s
[03:00:20.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:108:0)
[03:00:20.137] Build status: STARTED
[03:00:20.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:109:0) after 2m39s
[03:02:59.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:109:0)
[03:02:59.286] Build status: STARTED
[03:02:59.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:110:0) after 7m1s
[03:10:00.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:110:0)
[03:10:00.465] Build status: STARTED
[03:10:00.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:111:0) after 9m35s
[03:19:35.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:111:0)
[03:19:35.592] Build status: STARTED
[03:19:35.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:112:0) after 9m59s
[03:29:34.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:112:0)
[03:29:34.641] Build status: STARTED
[03:29:34.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:113:0) after 9m27s
[03:39:01.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:113:0)
[03:39:01.717] Build status: STARTED
[03:39:01.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:114:0) after 4m35s
[03:43:36.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:114:0)
[03:43:36.772] Build status: STARTED
[03:43:36.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:115:0) after 8m45s
[03:52:21.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:115:0)
[03:52:22.007] Build status: STARTED
[03:52:22.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:116:0) after 9m30s
[04:01:52.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:116:0)
[04:01:52.265] Build status: STARTED
[04:01:52.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:117:0) after 1m34s
[04:03:26.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:117:0)
[04:03:26.571] Build status: STARTED
[04:03:26.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992375741414590688:118:0) after 3m44s
[04:06:24.147] Received PubSub notification, asking Buildbucket for the build status
[04:06:24.169] Build:
{
  "id": "8826945679535888865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26379,
  "createdBy": "project:chromium",
  "createTime": "2021-12-24T17:07:15.321700809Z",
  "startTime": "2021-12-24T17:20:43.269139Z",
  "endTime": "2021-12-25T04:06:23.709068676Z",
  "updateTime": "2021-12-25T04:06:23.709068676Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98605d002295da152f1d869e8ca7e7044292b252",
      "ref": "refs/heads/main"
    }
  }
}
[04:06:24.169] Invocation finished in 10h59m10.022779968s with status FAILED