Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1f2e94854bd4cac8258456c6df11861cbfd0ee00"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1f2e94854bd4cac8258456c6df11861cbfd0ee00
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:38:32.508] New invocation is queued and will start shortly
[03:38:33.767] Starting the invocation (attempt 1)
[03:38:33.805] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1f2e94854bd4cac8258456c6df11861cbfd0ee00"
[03:38:33.806] Popped gitiles commit info from properties and tags
[03:38:33.806] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:38:33.806] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:38:33.806] Buildbucket request:
{
  "requestId": "8978202896328897712",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1f2e94854bd4cac8258456c6df11861cbfd0ee00",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8978202896328897712"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:38:34.328] Scheduled build:
{
  "id": "8812772834228606849",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26948,
  "createdBy": "project:chromium",
  "createTime": "2022-05-30T03:38:33.881545749Z",
  "updateTime": "2022-05-30T03:38:33.881545749Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1f2e94854bd4cac8258456c6df11861cbfd0ee00",
      "ref": "refs/heads/main"
    }
  }
}
[03:38:34.328] Task URL: https://cr-buildbucket.appspot.com/build/8812772834228606849
[03:38:34.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:2:0) after 4m57s
[03:43:31.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:2:0)
[03:43:31.374] Build status: SCHEDULED
[03:43:31.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:3:0) after 5m32s
[03:49:03.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:3:0)
[03:49:03.551] Build status: SCHEDULED
[03:49:03.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:4:0) after 2m42s
[03:51:45.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:4:0)
[03:51:45.622] Build status: SCHEDULED
[03:51:45.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:5:0) after 2m33s
[03:54:18.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:5:0)
[03:54:18.692] Build status: SCHEDULED
[03:54:18.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:6:0) after 9m43s
[03:58:14.757] Received PubSub notification, asking Buildbucket for the build status
[03:58:14.777] Build status: STARTED
[04:04:01.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:6:0)
[04:04:01.721] Build status: STARTED
[04:04:01.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:8:0) after 5m18s
[04:09:19.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:8:0)
[04:09:19.796] Build status: STARTED
[04:09:19.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:9:0) after 9m6s
[04:18:25.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:9:0)
[04:18:26.056] Build status: STARTED
[04:18:26.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:10:0) after 1m1s
[04:19:27.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:10:0)
[04:19:27.755] Build status: STARTED
[04:19:27.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:11:0) after 5m19s
[04:24:46.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:11:0)
[04:24:46.798] Build status: STARTED
[04:24:46.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:12:0) after 3m49s
[04:28:35.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:12:0)
[04:28:35.870] Build status: STARTED
[04:28:35.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:13:0) after 1m7s
[04:29:42.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:13:0)
[04:29:42.922] Build status: STARTED
[04:29:42.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:14:0) after 3m28s
[04:33:10.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:14:0)
[04:33:10.977] Build status: STARTED
[04:33:10.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:15:0) after 1m57s
[04:35:07.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:15:0)
[04:35:08.026] Build status: STARTED
[04:35:08.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:16:0) after 1m52s
[04:37:00.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:16:0)
[04:37:00.077] Build status: STARTED
[04:37:00.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:17:0) after 2m53s
[04:39:53.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:17:0)
[04:39:53.249] Build status: STARTED
[04:39:53.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:18:0) after 4m18s
[04:44:11.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:18:0)
[04:44:11.286] Build status: STARTED
[04:44:11.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:19:0) after 5m58s
[04:50:09.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:19:0)
[04:50:09.461] Build status: STARTED
[04:50:09.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:20:0) after 7m46s
[04:57:55.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:20:0)
[04:57:55.501] Build status: STARTED
[04:57:55.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:21:0) after 9m15s
[05:07:10.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:21:0)
[05:07:10.543] Build status: STARTED
[05:07:10.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:22:0) after 9m44s
[05:16:54.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:22:0)
[05:16:54.579] Build status: STARTED
[05:16:54.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:23:0) after 8m11s
[05:25:05.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:23:0)
[05:25:05.762] Build status: STARTED
[05:25:05.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:24:0) after 6m42s
[05:31:47.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:24:0)
[05:31:47.901] Build status: STARTED
[05:31:47.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:25:0) after 6m18s
[05:38:05.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:25:0)
[05:38:05.940] Build status: STARTED
[05:38:05.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:26:0) after 4m25s
[05:42:31.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:26:0)
[05:42:31.076] Build status: STARTED
[05:42:31.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:27:0) after 7m42s
[05:50:15.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:27:0)
[05:50:15.585] Build status: STARTED
[05:50:15.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:28:0) after 8m41s
[05:58:56.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:28:0)
[05:58:56.662] Build status: STARTED
[05:58:56.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:29:0) after 4m5s
[06:03:01.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:29:0)
[06:03:01.861] Build status: STARTED
[06:03:01.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:30:0) after 7m40s
[06:10:41.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:30:0)
[06:10:42.003] Build status: STARTED
[06:10:42.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:31:0) after 8m21s
[06:19:03.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:31:0)
[06:19:03.346] Build status: STARTED
[06:19:03.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:32:0) after 3m13s
[06:22:16.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:32:0)
[06:22:16.658] Build status: STARTED
[06:22:16.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:33:0) after 3m50s
[06:26:06.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:33:0)
[06:26:06.701] Build status: STARTED
[06:26:06.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:34:0) after 2m19s
[06:28:25.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:34:0)
[06:28:25.877] Build status: STARTED
[06:28:25.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:35:0) after 6m54s
[06:35:19.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:35:0)
[06:35:19.925] Build status: STARTED
[06:35:19.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:36:0) after 9m20s
[06:44:39.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:36:0)
[06:44:39.926] Build status: STARTED
[06:44:39.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:37:0) after 1m7s
[06:45:47.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:37:0)
[06:45:47.214] Build status: STARTED
[06:45:47.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:38:0) after 1m1s
[06:46:49.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:38:0)
[06:46:49.719] Build status: STARTED
[06:46:49.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:39:0) after 1m14s
[06:48:03.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:39:0)
[06:48:04.008] Build status: STARTED
[06:48:04.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:40:0) after 8m19s
[06:56:23.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:40:0)
[06:56:23.048] Build status: STARTED
[06:56:23.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:41:0) after 1m3s
[06:57:26.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:41:0)
[06:57:26.136] Build status: STARTED
[06:57:26.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:42:0) after 5m12s
[07:02:38.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:42:0)
[07:02:38.274] Build status: STARTED
[07:02:38.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:43:0) after 6m35s
[07:09:13.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:43:0)
[07:09:13.461] Build status: STARTED
[07:09:13.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:44:0) after 5m10s
[07:14:23.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:44:0)
[07:14:23.505] Build status: STARTED
[07:14:23.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:45:0) after 3m35s
[07:17:58.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:45:0)
[07:17:58.559] Build status: STARTED
[07:17:58.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:46:0) after 1m28s
[07:19:26.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:46:0)
[07:19:26.655] Build status: STARTED
[07:19:26.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:47:0) after 2m32s
[07:21:58.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:47:0)
[07:21:58.706] Build status: STARTED
[07:21:58.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:48:0) after 6m19s
[07:28:17.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:48:0)
[07:28:17.861] Build status: STARTED
[07:28:17.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:49:0) after 5m31s
[07:33:49.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:49:0)
[07:33:49.095] Build status: STARTED
[07:33:49.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:50:0) after 5m10s
[07:38:59.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:50:0)
[07:38:59.117] Build status: STARTED
[07:38:59.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:51:0) after 9m21s
[07:48:20.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:51:0)
[07:48:20.162] Build status: STARTED
[07:48:20.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:52:0) after 2m7s
[07:50:27.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:52:0)
[07:50:27.219] Build status: STARTED
[07:50:27.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:53:0) after 6m7s
[07:56:34.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:53:0)
[07:56:34.409] Build status: STARTED
[07:56:34.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:54:0) after 5m13s
[08:01:47.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:54:0)
[08:01:47.472] Build status: STARTED
[08:01:47.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:55:0) after 9m47s
[08:11:34.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:55:0)
[08:11:34.903] Build status: STARTED
[08:11:34.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:56:0) after 3m27s
[08:15:01.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:56:0)
[08:15:02.008] Build status: STARTED
[08:15:02.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:57:0) after 6m8s
[08:21:10.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:57:0)
[08:21:10.054] Build status: STARTED
[08:21:10.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:58:0) after 4m52s
[08:26:02.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:58:0)
[08:26:02.112] Build status: STARTED
[08:26:02.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:59:0) after 7m50s
[08:33:52.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:59:0)
[08:33:52.127] Build status: STARTED
[08:33:52.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:60:0) after 3m40s
[08:37:32.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:60:0)
[08:37:32.245] Build status: STARTED
[08:37:32.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:61:0) after 7m29s
[08:45:01.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:61:0)
[08:45:01.607] Build status: STARTED
[08:45:01.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:62:0) after 9m34s
[08:54:35.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:62:0)
[08:54:35.657] Build status: STARTED
[08:54:35.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:63:0) after 4m50s
[08:59:25.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:63:0)
[08:59:25.708] Build status: STARTED
[08:59:25.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:64:0) after 5m19s
[09:04:44.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:64:0)
[09:04:44.751] Build status: STARTED
[09:04:44.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:65:0) after 7m27s
[09:12:11.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:65:0)
[09:12:11.799] Build status: STARTED
[09:12:11.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:66:0) after 9m24s
[09:21:35.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:66:0)
[09:21:35.972] Build status: STARTED
[09:21:35.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:67:0) after 4m30s
[09:26:06.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:67:0)
[09:26:06.144] Build status: STARTED
[09:26:06.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:68:0) after 7m26s
[09:33:32.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:68:0)
[09:33:32.325] Build status: STARTED
[09:33:32.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:69:0) after 9m24s
[09:42:56.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:69:0)
[09:42:56.368] Build status: STARTED
[09:42:56.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:70:0) after 8m1s
[09:50:57.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:70:0)
[09:50:57.412] Build status: STARTED
[09:50:57.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:71:0) after 2m48s
[09:53:45.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:71:0)
[09:53:45.534] Build status: STARTED
[09:53:45.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:72:0) after 2m54s
[09:56:39.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:72:0)
[09:56:39.552] Build status: STARTED
[09:56:39.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:73:0) after 6m23s
[10:03:02.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:73:0)
[10:03:02.655] Build status: STARTED
[10:03:02.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:74:0) after 2m31s
[10:05:33.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:74:0)
[10:05:33.710] Build status: STARTED
[10:05:33.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:75:0) after 8m6s
[10:13:39.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:75:0)
[10:13:39.915] Build status: STARTED
[10:13:39.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:76:0) after 4m55s
[10:18:34.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:76:0)
[10:18:34.979] Build status: STARTED
[10:18:34.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:77:0) after 3m28s
[10:22:03.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:77:0)
[10:22:03.029] Build status: STARTED
[10:22:03.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:78:0) after 5m48s
[10:27:51.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:78:0)
[10:27:51.056] Build status: STARTED
[10:27:51.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:79:0) after 3m35s
[10:31:26.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:79:0)
[10:31:26.540] Build status: STARTED
[10:31:26.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:80:0) after 7m43s
[10:39:09.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:80:0)
[10:39:09.604] Build status: STARTED
[10:39:09.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:81:0) after 8m55s
[10:48:04.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:81:0)
[10:48:04.687] Build status: STARTED
[10:48:04.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:82:0) after 1m43s
[10:49:47.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:82:0)
[10:49:47.877] Build status: STARTED
[10:49:47.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:83:0) after 6m17s
[10:56:04.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:83:0)
[10:56:04.924] Build status: STARTED
[10:56:04.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:84:0) after 8m18s
[11:04:23.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:84:0)
[11:04:23.228] Build status: STARTED
[11:04:23.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:85:0) after 1m52s
[11:06:15.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:85:0)
[11:06:15.682] Build status: STARTED
[11:06:15.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:86:0) after 4m32s
[11:10:47.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:86:0)
[11:10:47.790] Build status: STARTED
[11:10:47.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:87:0) after 3m19s
[11:14:07.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:87:0)
[11:14:07.164] Build status: STARTED
[11:14:07.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:88:0) after 8m10s
[11:22:17.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:88:0)
[11:22:17.655] Build status: STARTED
[11:22:17.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:89:0) after 6m11s
[11:28:28.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:89:0)
[11:28:28.717] Build status: STARTED
[11:28:28.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:90:0) after 7m32s
[11:36:00.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:90:0)
[11:36:00.934] Build status: STARTED
[11:36:00.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:91:0) after 8m55s
[11:44:56.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:91:0)
[11:44:56.261] Build status: STARTED
[11:44:56.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:92:0) after 5m40s
[11:50:36.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:92:0)
[11:50:36.311] Build status: STARTED
[11:50:36.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:93:0) after 4m15s
[11:54:51.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:93:0)
[11:54:51.388] Build status: STARTED
[11:54:51.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:94:0) after 5m14s
[12:00:05.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:94:0)
[12:00:05.606] Build status: STARTED
[12:00:05.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:95:0) after 7m26s
[12:07:31.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:95:0)
[12:07:31.836] Build status: STARTED
[12:07:31.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:96:0) after 5m30s
[12:13:01.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:96:0)
[12:13:01.999] Build status: STARTED
[12:13:01.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:97:0) after 1m42s
[12:14:44.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:97:0)
[12:14:44.126] Build status: STARTED
[12:14:44.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:98:0) after 6m28s
[12:21:12.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:98:0)
[12:21:12.176] Build status: STARTED
[12:21:12.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:99:0) after 9m13s
[12:30:25.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:99:0)
[12:30:25.325] Build status: STARTED
[12:30:25.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:100:0) after 9m36s
[12:40:01.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:100:0)
[12:40:01.388] Build status: STARTED
[12:40:01.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:101:0) after 3m20s
[12:43:21.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:101:0)
[12:43:21.475] Build status: STARTED
[12:43:21.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:102:0) after 1m48s
[12:45:09.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:102:0)
[12:45:09.659] Build status: STARTED
[12:45:09.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:103:0) after 4m1s
[12:49:10.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:103:0)
[12:49:10.877] Build status: STARTED
[12:49:10.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:104:0) after 3m12s
[12:52:22.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:104:0)
[12:52:22.982] Build status: STARTED
[12:52:22.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:105:0) after 7m38s
[13:00:01.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:105:0)
[13:00:01.147] Build status: STARTED
[13:00:01.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:106:0) after 2m34s
[13:02:35.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:106:0)
[13:02:35.226] Build status: STARTED
[13:02:35.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:107:0) after 1m45s
[13:04:20.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:107:0)
[13:04:20.364] Build status: STARTED
[13:04:20.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:108:0) after 5m49s
[13:10:09.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:108:0)
[13:10:09.764] Build status: STARTED
[13:10:09.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:109:0) after 6m35s
[13:16:44.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:109:0)
[13:16:44.844] Build status: STARTED
[13:16:44.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:110:0) after 5m43s
[13:22:27.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:110:0)
[13:22:27.974] Build status: STARTED
[13:22:27.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:111:0) after 5m21s
[13:27:49.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:111:0)
[13:27:49.083] Build status: STARTED
[13:27:49.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:112:0) after 2m27s
[13:30:16.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:112:0)
[13:30:16.146] Build status: STARTED
[13:30:16.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:113:0) after 9m2s
[13:39:18.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:113:0)
[13:39:18.346] Build status: STARTED
[13:39:18.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:114:0) after 7m25s
[13:46:43.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:114:0)
[13:46:43.402] Build status: STARTED
[13:46:43.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:115:0) after 7m55s
[13:54:38.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:115:0)
[13:54:38.461] Build status: STARTED
[13:54:38.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:116:0) after 9m33s
[14:04:11.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:116:0)
[14:04:11.610] Build status: STARTED
[14:04:11.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:117:0) after 4m44s
[14:08:55.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:117:0)
[14:08:55.657] Build status: STARTED
[14:08:55.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:118:0) after 9m32s
[14:18:27.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:118:0)
[14:18:27.785] Build status: STARTED
[14:18:27.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:119:0) after 2m49s
[14:21:16.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:119:0)
[14:21:16.838] Build status: STARTED
[14:21:16.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:120:0) after 5m31s
[14:26:47.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:120:0)
[14:26:47.863] Build status: STARTED
[14:26:47.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:121:0) after 5m41s
[14:32:29.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:121:0)
[14:32:29.057] Build status: STARTED
[14:32:29.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:122:0) after 4m55s
[14:37:24.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:122:0)
[14:37:24.122] Build status: STARTED
[14:37:24.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:123:0) after 7m12s
[14:44:36.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:123:0)
[14:44:36.275] Build status: STARTED
[14:44:36.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:124:0) after 2m7s
[14:46:43.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:124:0)
[14:46:43.336] Build status: STARTED
[14:46:43.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8978202896328897712:125:0) after 8m18s
[14:52:01.933] Received PubSub notification, asking Buildbucket for the build status
[14:52:01.955] Build:
{
  "id": "8812772834228606849",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26948,
  "createdBy": "project:chromium",
  "createTime": "2022-05-30T03:38:33.881545749Z",
  "startTime": "2022-05-30T03:58:14.230935Z",
  "endTime": "2022-05-30T14:52:01.492797275Z",
  "updateTime": "2022-05-30T14:52:01.492797275Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1f2e94854bd4cac8258456c6df11861cbfd0ee00",
      "ref": "refs/heads/main"
    }
  }
}
[14:52:01.955] Invocation finished in 11h13m29.461681512s with status FAILED