Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e3b6166ad6b3213183c22df3b61402b2f0194e37"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3b6166ad6b3213183c22df3b61402b2f0194e37
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:25:00.562] New invocation is queued and will start shortly
[03:25:01.659] Starting the invocation (attempt 1)
[03:25:01.698] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3b6166ad6b3213183c22df3b61402b2f0194e37"
[03:25:01.698] Popped gitiles commit info from properties and tags
[03:25:01.698] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:25:01.701] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:25:01.701] Buildbucket request:
{
  "requestId": "9004386271009793760",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e3b6166ad6b3213183c22df3b61402b2f0194e37",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9004386271009793760"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:25:02.968] Scheduled build:
{
  "id": "8838956208819208672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25377,
  "createdBy": "project:chromium",
  "createTime": "2021-08-14T03:25:02.017384Z",
  "updateTime": "2021-08-14T03:25:02.827139Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3b6166ad6b3213183c22df3b61402b2f0194e37",
      "ref": "refs/heads/main"
    }
  }
}
[03:25:02.968] Task URL: https://cr-buildbucket.appspot.com/build/8838956208819208672
[03:25:02.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:2:0) after 3m56s
[03:25:36.549] Received PubSub notification, asking Buildbucket for the build status
[03:25:36.583] Build status: STARTED
[03:28:59.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:2:0)
[03:28:59.050] Build status: STARTED
[03:28:59.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:4:0) after 3m55s
[03:32:54.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:4:0)
[03:32:54.388] Build status: STARTED
[03:32:54.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:5:0) after 3m48s
[03:36:42.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:5:0)
[03:36:42.440] Build status: STARTED
[03:36:42.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:6:0) after 8m37s
[03:45:19.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:6:0)
[03:45:19.546] Build status: STARTED
[03:45:19.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:7:0) after 1m41s
[03:47:00.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:7:0)
[03:47:00.607] Build status: STARTED
[03:47:00.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:8:0) after 4m57s
[03:51:57.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:8:0)
[03:51:57.985] Build status: STARTED
[03:51:57.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:9:0) after 1m5s
[03:53:03.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:9:0)
[03:53:03.988] Build status: STARTED
[03:53:03.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:10:0) after 1m59s
[03:55:03.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:10:0)
[03:55:03.512] Build status: STARTED
[03:55:03.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:11:0) after 6m13s
[04:01:17.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:11:0)
[04:01:17.123] Build status: STARTED
[04:01:17.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:12:0) after 6m0s
[04:07:17.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:12:0)
[04:07:17.246] Build status: STARTED
[04:07:17.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:13:0) after 7m34s
[04:14:51.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:13:0)
[04:14:51.330] Build status: STARTED
[04:14:51.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:14:0) after 5m0s
[04:19:51.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:14:0)
[04:19:51.386] Build status: STARTED
[04:19:51.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:15:0) after 4m4s
[04:23:55.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:15:0)
[04:23:55.556] Build status: STARTED
[04:23:55.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:16:0) after 5m39s
[04:29:34.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:16:0)
[04:29:34.624] Build status: STARTED
[04:29:34.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:17:0) after 6m17s
[04:35:51.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:17:0)
[04:35:51.899] Build status: STARTED
[04:35:51.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:18:0) after 1m3s
[04:36:54.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:18:0)
[04:36:55.016] Build status: STARTED
[04:36:55.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:19:0) after 2m32s
[04:39:27.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:19:0)
[04:39:27.066] Build status: STARTED
[04:39:27.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:20:0) after 2m10s
[04:41:37.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:20:0)
[04:41:37.124] Build status: STARTED
[04:41:37.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:21:0) after 2m44s
[04:44:21.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:21:0)
[04:44:21.462] Build status: STARTED
[04:44:21.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:22:0) after 5m26s
[04:49:47.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:22:0)
[04:49:47.561] Build status: STARTED
[04:49:47.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:23:0) after 7m44s
[04:57:31.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:23:0)
[04:57:31.858] Build status: STARTED
[04:57:31.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:24:0) after 5m3s
[05:02:34.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:24:0)
[05:02:34.951] Build status: STARTED
[05:02:34.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:25:0) after 6m12s
[05:08:47.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:25:0)
[05:08:47.108] Build status: STARTED
[05:08:47.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:26:0) after 3m9s
[05:11:56.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:26:0)
[05:11:56.176] Build status: STARTED
[05:11:56.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:27:0) after 6m48s
[05:18:44.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:27:0)
[05:18:44.241] Build status: STARTED
[05:18:44.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:28:0) after 7m30s
[05:26:14.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:28:0)
[05:26:14.437] Build status: STARTED
[05:26:14.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:29:0) after 9m27s
[05:35:41.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:29:0)
[05:35:41.685] Build status: STARTED
[05:35:41.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:30:0) after 2m50s
[05:38:31.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:30:0)
[05:38:31.737] Build status: STARTED
[05:38:31.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:31:0) after 2m51s
[05:41:23.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:31:0)
[05:41:23.086] Build status: STARTED
[05:41:23.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:32:0) after 3m17s
[05:44:40.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:32:0)
[05:44:40.742] Build status: STARTED
[05:44:40.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:33:0) after 6m24s
[05:51:04.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:33:0)
[05:51:04.954] Build status: STARTED
[05:51:04.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:34:0) after 6m40s
[05:57:44.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:34:0)
[05:57:45.006] Build status: STARTED
[05:57:45.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:35:0) after 5m1s
[06:02:46.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:35:0)
[06:02:46.083] Build status: STARTED
[06:02:46.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:36:0) after 3m33s
[06:06:19.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:36:0)
[06:06:19.269] Build status: STARTED
[06:06:19.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:37:0) after 1m3s
[06:07:22.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:37:0)
[06:07:22.550] Build status: STARTED
[06:07:22.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:38:0) after 2m34s
[06:09:56.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:38:0)
[06:09:56.740] Build status: STARTED
[06:09:56.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:39:0) after 8m59s
[06:18:55.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:39:0)
[06:18:55.983] Build status: STARTED
[06:18:55.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:40:0) after 2m41s
[06:21:37.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:40:0)
[06:21:37.049] Build status: STARTED
[06:21:37.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:41:0) after 8m33s
[06:30:10.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:41:0)
[06:30:10.280] Build status: STARTED
[06:30:10.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:42:0) after 8m47s
[06:38:57.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:42:0)
[06:38:57.577] Build status: STARTED
[06:38:57.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:43:0) after 3m0s
[06:41:57.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:43:0)
[06:41:57.646] Build status: STARTED
[06:41:57.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:44:0) after 8m2s
[06:49:59.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:44:0)
[06:49:59.952] Build status: STARTED
[06:49:59.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:45:0) after 2m41s
[06:52:41.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:45:0)
[06:52:41.160] Build status: STARTED
[06:52:41.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:46:0) after 6m27s
[06:59:08.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:46:0)
[06:59:08.222] Build status: STARTED
[06:59:08.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:47:0) after 4m7s
[07:03:15.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:47:0)
[07:03:15.540] Build status: STARTED
[07:03:15.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:48:0) after 9m58s
[07:13:13.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:48:0)
[07:13:13.685] Build status: STARTED
[07:13:13.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:49:0) after 2m52s
[07:16:05.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:49:0)
[07:16:05.787] Build status: STARTED
[07:16:05.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:50:0) after 4m47s
[07:20:52.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:50:0)
[07:20:52.848] Build status: STARTED
[07:20:52.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:51:0) after 3m29s
[07:24:21.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:51:0)
[07:24:21.950] Build status: STARTED
[07:24:21.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:52:0) after 1m21s
[07:25:43.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:52:0)
[07:25:43.276] Build status: STARTED
[07:25:43.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:53:0) after 8m22s
[07:34:05.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:53:0)
[07:34:05.534] Build status: STARTED
[07:34:05.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:54:0) after 5m38s
[07:39:43.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:54:0)
[07:39:43.573] Build status: STARTED
[07:39:43.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:55:0) after 8m38s
[07:48:21.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:55:0)
[07:48:21.951] Build status: STARTED
[07:48:21.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:56:0) after 8m18s
[07:56:40.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:56:0)
[07:56:40.052] Build status: STARTED
[07:56:40.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:57:0) after 7m33s
[08:04:13.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:57:0)
[08:04:13.112] Build status: STARTED
[08:04:13.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:58:0) after 4m8s
[08:08:21.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:58:0)
[08:08:21.789] Build status: STARTED
[08:08:21.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:59:0) after 2m12s
[08:10:34.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:59:0)
[08:10:34.040] Build status: STARTED
[08:10:34.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:60:0) after 7m13s
[08:17:47.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:60:0)
[08:17:47.088] Build status: STARTED
[08:17:47.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:61:0) after 9m53s
[08:27:40.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:61:0)
[08:27:40.145] Build status: STARTED
[08:27:40.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:62:0) after 7m48s
[08:35:29.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:62:0)
[08:35:29.039] Build status: STARTED
[08:35:29.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:63:0) after 1m31s
[08:37:00.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:63:0)
[08:37:00.327] Build status: STARTED
[08:37:00.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:64:0) after 7m43s
[08:44:43.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:64:0)
[08:44:43.384] Build status: STARTED
[08:44:43.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:65:0) after 8m41s
[08:53:25.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:65:0)
[08:53:25.051] Build status: STARTED
[08:53:25.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:66:0) after 5m3s
[08:58:28.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:66:0)
[08:58:28.348] Build status: STARTED
[08:58:28.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:67:0) after 4m36s
[09:03:04.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:67:0)
[09:03:04.616] Build status: STARTED
[09:03:04.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:68:0) after 7m37s
[09:10:42.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:68:0)
[09:10:42.089] Build status: STARTED
[09:10:42.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:69:0) after 4m49s
[09:15:31.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:69:0)
[09:15:31.369] Build status: STARTED
[09:15:31.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:70:0) after 2m30s
[09:18:01.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:70:0)
[09:18:01.797] Build status: STARTED
[09:18:01.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:71:0) after 5m17s
[09:23:18.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:71:0)
[09:23:19.023] Build status: STARTED
[09:23:19.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:72:0) after 7m47s
[09:31:06.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:72:0)
[09:31:06.087] Build status: STARTED
[09:31:06.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:73:0) after 8m9s
[09:39:15.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:73:0)
[09:39:15.141] Build status: STARTED
[09:39:15.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:74:0) after 6m8s
[09:45:23.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:74:0)
[09:45:23.601] Build status: STARTED
[09:45:23.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:75:0) after 6m33s
[09:51:56.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:75:0)
[09:51:56.663] Build status: STARTED
[09:51:56.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:76:0) after 7m37s
[09:59:34.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:76:0)
[09:59:34.226] Build status: STARTED
[09:59:34.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:77:0) after 6m6s
[10:05:40.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:77:0)
[10:05:40.605] Build status: STARTED
[10:05:40.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:78:0) after 6m22s
[10:12:03.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:78:0)
[10:12:03.117] Build status: STARTED
[10:12:03.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:79:0) after 1m29s
[10:13:32.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:79:0)
[10:13:32.540] Build status: STARTED
[10:13:32.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:80:0) after 2m38s
[10:16:10.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:80:0)
[10:16:10.717] Build status: STARTED
[10:16:10.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:81:0) after 4m52s
[10:21:02.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:81:0)
[10:21:02.801] Build status: STARTED
[10:21:02.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:82:0) after 3m7s
[10:24:09.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:82:0)
[10:24:10.015] Build status: STARTED
[10:24:10.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:83:0) after 4m50s
[10:29:00.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:83:0)
[10:29:00.350] Build status: STARTED
[10:29:00.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:84:0) after 5m41s
[10:34:41.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:84:0)
[10:34:41.412] Build status: STARTED
[10:34:41.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:85:0) after 4m42s
[10:39:23.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:85:0)
[10:39:23.919] Build status: STARTED
[10:39:23.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:86:0) after 9m36s
[10:48:59.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:86:0)
[10:48:59.970] Build status: STARTED
[10:48:59.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:87:0) after 1m0s
[10:50:00.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:87:0)
[10:50:00.325] Build status: STARTED
[10:50:00.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:88:0) after 7m20s
[10:57:20.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:88:0)
[10:57:20.446] Build status: STARTED
[10:57:20.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:89:0) after 2m55s
[11:00:15.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:89:0)
[11:00:15.615] Build status: STARTED
[11:00:15.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:90:0) after 9m3s
[11:09:19.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:90:0)
[11:09:19.224] Build status: STARTED
[11:09:19.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:91:0) after 1m45s
[11:11:04.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:91:0)
[11:11:04.294] Build status: STARTED
[11:11:04.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:92:0) after 1m8s
[11:12:12.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:92:0)
[11:12:12.473] Build status: STARTED
[11:12:12.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:93:0) after 1m21s
[11:13:33.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:93:0)
[11:13:33.700] Build status: STARTED
[11:13:33.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:94:0) after 6m5s
[11:19:38.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:94:0)
[11:19:38.749] Build status: STARTED
[11:19:38.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:95:0) after 7m34s
[11:27:12.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:95:0)
[11:27:12.908] Build status: STARTED
[11:27:12.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:96:0) after 2m11s
[11:29:24.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:96:0)
[11:29:24.118] Build status: STARTED
[11:29:24.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:97:0) after 2m45s
[11:32:09.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:97:0)
[11:32:09.124] Build status: STARTED
[11:32:09.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:98:0) after 9m50s
[11:41:59.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:98:0)
[11:41:59.489] Build status: STARTED
[11:41:59.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:99:0) after 5m44s
[11:47:43.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:99:0)
[11:47:43.601] Build status: STARTED
[11:47:43.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:100:0) after 1m55s
[11:49:38.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:100:0)
[11:49:38.662] Build status: STARTED
[11:49:38.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:101:0) after 9m32s
[11:59:10.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:101:0)
[11:59:10.712] Build status: STARTED
[11:59:10.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:102:0) after 1m1s
[12:00:11.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:102:0)
[12:00:11.763] Build status: STARTED
[12:00:11.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:103:0) after 6m32s
[12:06:43.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:103:0)
[12:06:43.855] Build status: STARTED
[12:06:43.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:104:0) after 3m12s
[12:09:56.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:104:0)
[12:09:56.345] Build status: STARTED
[12:09:56.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:105:0) after 4m46s
[12:14:42.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:105:0)
[12:14:42.832] Build status: STARTED
[12:14:42.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:106:0) after 2m0s
[12:16:42.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:106:0)
[12:16:42.902] Build status: STARTED
[12:16:42.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:107:0) after 4m15s
[12:20:57.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:107:0)
[12:20:57.964] Build status: STARTED
[12:20:57.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:108:0) after 9m55s
[12:30:52.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:108:0)
[12:30:53.017] Build status: STARTED
[12:30:53.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:109:0) after 1m23s
[12:32:16.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:109:0)
[12:32:16.098] Build status: STARTED
[12:32:16.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:110:0) after 5m19s
[12:37:35.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:110:0)
[12:37:35.240] Build status: STARTED
[12:37:35.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:111:0) after 4m36s
[12:42:11.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:111:0)
[12:42:11.331] Build status: STARTED
[12:42:11.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:112:0) after 6m21s
[12:48:32.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:112:0)
[12:48:32.377] Build status: STARTED
[12:48:32.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:113:0) after 5m19s
[12:53:51.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:113:0)
[12:53:51.572] Build status: STARTED
[12:53:51.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:114:0) after 2m0s
[12:55:51.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:114:0)
[12:55:51.708] Build status: STARTED
[12:55:51.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:115:0) after 1m48s
[12:57:39.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:115:0)
[12:57:39.862] Build status: STARTED
[12:57:39.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:116:0) after 8m57s
[13:06:37.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:116:0)
[13:06:37.186] Build status: STARTED
[13:06:37.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:117:0) after 7m26s
[13:14:03.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:117:0)
[13:14:03.267] Build status: STARTED
[13:14:03.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:118:0) after 2m15s
[13:16:18.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:118:0)
[13:16:18.338] Build status: STARTED
[13:16:18.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:119:0) after 4m35s
[13:20:53.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:119:0)
[13:20:53.702] Build status: STARTED
[13:20:53.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:120:0) after 3m8s
[13:24:01.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:120:0)
[13:24:01.755] Build status: STARTED
[13:24:01.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:121:0) after 8m30s
[13:32:32.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:121:0)
[13:32:32.221] Build status: STARTED
[13:32:32.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:122:0) after 8m48s
[13:41:20.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:122:0)
[13:41:20.280] Build status: STARTED
[13:41:20.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9004386271009793760:123:0) after 2m53s
[13:41:33.747] Received PubSub notification, asking Buildbucket for the build status
[13:41:33.772] Build:
{
  "id": "8838956208819208672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25377,
  "createdBy": "project:chromium",
  "createTime": "2021-08-14T03:25:02.017384Z",
  "startTime": "2021-08-14T03:25:36.017583Z",
  "endTime": "2021-08-14T13:41:33.343525315Z",
  "updateTime": "2021-08-14T13:41:33.343900774Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3b6166ad6b3213183c22df3b61402b2f0194e37",
      "ref": "refs/heads/main"
    }
  }
}
[13:41:33.772] Invocation finished in 10h16m33.227861719s with status FAILED