Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a103ad3a25f74d37fb94f173301f846a4cb18656"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a103ad3a25f74d37fb94f173301f846a4cb18656
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[00:54:06.498] New invocation is queued and will start shortly
[00:54:07.911] Starting the invocation (attempt 1)
[00:54:07.944] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a103ad3a25f74d37fb94f173301f846a4cb18656"
[00:54:07.944] Popped gitiles commit info from properties and tags
[00:54:07.944] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:54:07.946] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:54:07.946] Buildbucket request:
{
  "requestId": "9010828149495926912",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a103ad3a25f74d37fb94f173301f846a4cb18656",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9010828149495926912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:54:08.550] Scheduled build:
{
  "id": "8845398087220398624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25070,
  "createdBy": "project:chromium",
  "createTime": "2021-06-04T00:54:08.036162Z",
  "updateTime": "2021-06-04T00:54:08.474503Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a103ad3a25f74d37fb94f173301f846a4cb18656",
      "ref": "refs/heads/master"
    }
  }
}
[00:54:08.550] Task URL: https://cr-buildbucket.appspot.com/build/8845398087220398624
[00:54:08.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:2:0) after 8m18s
[00:58:24.310] Received PubSub notification, asking Buildbucket for the build status
[00:58:24.344] Build status: STARTED
[01:02:26.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:2:0)
[01:02:26.706] Build status: STARTED
[01:02:26.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:4:0) after 6m38s
[01:09:04.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:4:0)
[01:09:04.845] Build status: STARTED
[01:09:04.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:5:0) after 5m7s
[01:14:11.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:5:0)
[01:14:11.970] Build status: STARTED
[01:14:11.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:6:0) after 3m23s
[01:17:35.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:6:0)
[01:17:35.092] Build status: STARTED
[01:17:35.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:7:0) after 9m19s
[01:26:54.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:7:0)
[01:26:54.142] Build status: STARTED
[01:26:54.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:8:0) after 6m2s
[01:32:56.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:8:0)
[01:32:56.622] Build status: STARTED
[01:32:56.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:9:0) after 2m14s
[01:35:11.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:9:0)
[01:35:11.319] Build status: STARTED
[01:35:11.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:10:0) after 2m52s
[01:38:03.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:10:0)
[01:38:03.955] Build status: STARTED
[01:38:03.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:11:0) after 6m41s
[01:44:45.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:11:0)
[01:44:45.108] Build status: STARTED
[01:44:45.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:12:0) after 1m45s
[01:46:30.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:12:0)
[01:46:30.174] Build status: STARTED
[01:46:30.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:13:0) after 4m38s
[01:51:08.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:13:0)
[01:51:08.376] Build status: STARTED
[01:51:08.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:14:0) after 1m59s
[01:53:07.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:14:0)
[01:53:07.818] Build status: STARTED
[01:53:07.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:15:0) after 7m28s
[02:00:35.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:15:0)
[02:00:35.915] Build status: STARTED
[02:00:35.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:16:0) after 4m43s
[02:05:18.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:16:0)
[02:05:18.962] Build status: STARTED
[02:05:18.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:17:0) after 8m27s
[02:13:46.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:17:0)
[02:13:46.043] Build status: STARTED
[02:13:46.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:18:0) after 8m47s
[02:22:33.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:18:0)
[02:22:33.064] Build status: STARTED
[02:22:33.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:19:0) after 8m14s
[02:30:47.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:19:0)
[02:30:47.231] Build status: STARTED
[02:30:47.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:20:0) after 8m43s
[02:39:30.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:20:0)
[02:39:30.431] Build status: STARTED
[02:39:30.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:21:0) after 5m15s
[02:44:45.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:21:0)
[02:44:45.482] Build status: STARTED
[02:44:45.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:22:0) after 8m51s
[02:53:36.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:22:0)
[02:53:36.506] Build status: STARTED
[02:53:36.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:23:0) after 1m26s
[02:55:02.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:23:0)
[02:55:02.684] Build status: STARTED
[02:55:02.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:24:0) after 8m14s
[03:03:16.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:24:0)
[03:03:16.828] Build status: STARTED
[03:03:16.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:25:0) after 3m19s
[03:06:35.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:25:0)
[03:06:35.855] Build status: STARTED
[03:06:35.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:26:0) after 3m55s
[03:10:31.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:26:0)
[03:10:31.069] Build status: STARTED
[03:10:31.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:27:0) after 5m0s
[03:15:31.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:27:0)
[03:15:31.120] Build status: STARTED
[03:15:31.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:28:0) after 6m40s
[03:22:11.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:28:0)
[03:22:11.175] Build status: STARTED
[03:22:11.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:29:0) after 4m18s
[03:26:29.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:29:0)
[03:26:29.205] Build status: STARTED
[03:26:29.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:30:0) after 5m45s
[03:32:14.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:30:0)
[03:32:14.266] Build status: STARTED
[03:32:14.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:31:0) after 6m28s
[03:38:42.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:31:0)
[03:38:42.326] Build status: STARTED
[03:38:42.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:32:0) after 6m44s
[03:45:26.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:32:0)
[03:45:26.391] Build status: STARTED
[03:45:26.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:33:0) after 4m21s
[03:49:47.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:33:0)
[03:49:47.456] Build status: STARTED
[03:49:47.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:34:0) after 9m3s
[03:58:50.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:34:0)
[03:58:50.514] Build status: STARTED
[03:58:50.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:35:0) after 4m25s
[04:03:15.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:35:0)
[04:03:15.644] Build status: STARTED
[04:03:15.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:36:0) after 9m44s
[04:12:59.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:36:0)
[04:12:59.808] Build status: STARTED
[04:12:59.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:37:0) after 8m19s
[04:21:18.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:37:0)
[04:21:18.930] Build status: STARTED
[04:21:18.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:38:0) after 2m7s
[04:23:25.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:38:0)
[04:23:26.109] Build status: STARTED
[04:23:26.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:39:0) after 2m8s
[04:25:34.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:39:0)
[04:25:34.161] Build status: STARTED
[04:25:34.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:40:0) after 9m14s
[04:34:48.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:40:0)
[04:34:48.206] Build status: STARTED
[04:34:48.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:41:0) after 6m57s
[04:41:45.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:41:0)
[04:41:45.280] Build status: STARTED
[04:41:45.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:42:0) after 9m53s
[04:51:38.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:42:0)
[04:51:38.499] Build status: STARTED
[04:51:38.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:43:0) after 6m32s
[04:58:10.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:43:0)
[04:58:10.657] Build status: STARTED
[04:58:10.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:44:0) after 3m3s
[05:01:13.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:44:0)
[05:01:13.728] Build status: STARTED
[05:01:13.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:45:0) after 4m29s
[05:05:42.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:45:0)
[05:05:42.783] Build status: STARTED
[05:05:42.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:46:0) after 1m4s
[05:06:46.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:46:0)
[05:06:46.943] Build status: STARTED
[05:06:46.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:47:0) after 2m26s
[05:09:13.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:47:0)
[05:09:13.059] Build status: STARTED
[05:09:13.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:48:0) after 4m3s
[05:13:16.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:48:0)
[05:13:16.226] Build status: STARTED
[05:13:16.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:49:0) after 1m25s
[05:14:41.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:49:0)
[05:14:41.590] Build status: STARTED
[05:14:41.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:50:0) after 9m43s
[05:24:24.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:50:0)
[05:24:24.640] Build status: STARTED
[05:24:24.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:51:0) after 7m58s
[05:32:22.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:51:0)
[05:32:22.707] Build status: STARTED
[05:32:22.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:52:0) after 4m47s
[05:37:09.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:52:0)
[05:37:09.808] Build status: STARTED
[05:37:09.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:53:0) after 2m37s
[05:39:46.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:53:0)
[05:39:46.858] Build status: STARTED
[05:39:46.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:54:0) after 6m29s
[05:46:15.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:54:0)
[05:46:15.913] Build status: STARTED
[05:46:15.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:55:0) after 7m34s
[05:53:49.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:55:0)
[05:53:49.967] Build status: STARTED
[05:53:49.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:56:0) after 8m42s
[06:02:31.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:56:0)
[06:02:32.025] Build status: STARTED
[06:02:32.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:57:0) after 1m52s
[06:04:24.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:57:0)
[06:04:24.100] Build status: STARTED
[06:04:24.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:58:0) after 4m25s
[06:08:49.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:58:0)
[06:08:49.220] Build status: STARTED
[06:08:49.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:59:0) after 5m45s
[06:14:34.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:59:0)
[06:14:34.271] Build status: STARTED
[06:14:34.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:60:0) after 6m30s
[06:21:04.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:60:0)
[06:21:04.330] Build status: STARTED
[06:21:04.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:61:0) after 6m52s
[06:27:56.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:61:0)
[06:27:56.534] Build status: STARTED
[06:27:56.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:62:0) after 2m11s
[06:30:07.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:62:0)
[06:30:07.580] Build status: STARTED
[06:30:07.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:63:0) after 5m52s
[06:35:59.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:63:0)
[06:35:59.640] Build status: STARTED
[06:35:59.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:64:0) after 8m1s
[06:44:00.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:64:0)
[06:44:00.686] Build status: STARTED
[06:44:00.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:65:0) after 2m47s
[06:46:47.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:65:0)
[06:46:47.744] Build status: STARTED
[06:46:47.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:66:0) after 6m19s
[06:53:06.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:66:0)
[06:53:06.807] Build status: STARTED
[06:53:06.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:67:0) after 3m10s
[06:56:17.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:67:0)
[06:56:17.095] Build status: STARTED
[06:56:17.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:68:0) after 7m34s
[07:03:51.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:68:0)
[07:03:51.487] Build status: STARTED
[07:03:51.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:69:0) after 1m23s
[07:05:14.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:69:0)
[07:05:14.558] Build status: STARTED
[07:05:14.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:70:0) after 1m18s
[07:06:32.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:70:0)
[07:06:32.811] Build status: STARTED
[07:06:32.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:71:0) after 6m18s
[07:12:50.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:71:0)
[07:12:50.891] Build status: STARTED
[07:12:50.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:72:0) after 2m10s
[07:15:00.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:72:0)
[07:15:00.950] Build status: STARTED
[07:15:00.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:73:0) after 2m37s
[07:17:37.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:73:0)
[07:17:38.005] Build status: STARTED
[07:17:38.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:74:0) after 6m35s
[07:24:13.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:74:0)
[07:24:13.311] Build status: STARTED
[07:24:13.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:75:0) after 6m12s
[07:30:25.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:75:0)
[07:30:25.364] Build status: STARTED
[07:30:25.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:76:0) after 7m39s
[07:38:04.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:76:0)
[07:38:04.430] Build status: STARTED
[07:38:04.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:77:0) after 3m49s
[07:41:53.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:77:0)
[07:41:53.488] Build status: STARTED
[07:41:53.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:78:0) after 7m40s
[07:49:33.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:78:0)
[07:49:33.683] Build status: STARTED
[07:49:33.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:79:0) after 3m38s
[07:53:11.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:79:0)
[07:53:11.934] Build status: STARTED
[07:53:11.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:80:0) after 6m15s
[07:59:26.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:80:0)
[07:59:26.988] Build status: STARTED
[07:59:26.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:81:0) after 3m1s
[08:02:28.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:81:0)
[08:02:28.237] Build status: STARTED
[08:02:28.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:82:0) after 2m51s
[08:05:19.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:82:0)
[08:05:19.463] Build status: STARTED
[08:05:19.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:83:0) after 1m50s
[08:07:09.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:83:0)
[08:07:09.512] Build status: STARTED
[08:07:09.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:84:0) after 9m45s
[08:16:54.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:84:0)
[08:16:54.689] Build status: STARTED
[08:16:54.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:85:0) after 6m52s
[08:23:46.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:85:0)
[08:23:46.765] Build status: STARTED
[08:23:46.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:86:0) after 6m58s
[08:30:44.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:86:0)
[08:30:44.783] Build status: STARTED
[08:30:44.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:87:0) after 1m27s
[08:32:11.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:87:0)
[08:32:11.903] Build status: STARTED
[08:32:11.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:88:0) after 9m46s
[08:41:58.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:88:0)
[08:41:58.257] Build status: STARTED
[08:41:58.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:89:0) after 6m13s
[08:48:11.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:89:0)
[08:48:11.372] Build status: STARTED
[08:48:11.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:90:0) after 8m25s
[08:56:36.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:90:0)
[08:56:36.445] Build status: STARTED
[08:56:36.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:91:0) after 1m45s
[08:58:21.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:91:0)
[08:58:21.626] Build status: STARTED
[08:58:21.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:92:0) after 7m44s
[09:06:05.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:92:0)
[09:06:05.654] Build status: STARTED
[09:06:05.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:93:0) after 1m29s
[09:07:34.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:93:0)
[09:07:34.761] Build status: STARTED
[09:07:34.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:94:0) after 2m49s
[09:10:23.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:94:0)
[09:10:23.814] Build status: STARTED
[09:10:23.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:95:0) after 2m15s
[09:12:38.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:95:0)
[09:12:38.997] Build status: STARTED
[09:12:38.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:96:0) after 7m6s
[09:19:45.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:96:0)
[09:19:45.082] Build status: STARTED
[09:19:45.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:97:0) after 7m51s
[09:27:36.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:97:0)
[09:27:36.373] Build status: STARTED
[09:27:36.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:98:0) after 4m52s
[09:32:28.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:98:0)
[09:32:28.498] Build status: STARTED
[09:32:28.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:99:0) after 7m42s
[09:40:10.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:99:0)
[09:40:10.653] Build status: STARTED
[09:40:10.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:100:0) after 5m28s
[09:45:38.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:100:0)
[09:45:38.854] Build status: STARTED
[09:45:38.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:101:0) after 5m4s
[09:50:43.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:101:0)
[09:50:43.054] Build status: STARTED
[09:50:43.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:102:0) after 1m50s
[09:52:33.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:102:0)
[09:52:33.118] Build status: STARTED
[09:52:33.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:103:0) after 4m19s
[09:56:52.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:103:0)
[09:56:52.271] Build status: STARTED
[09:56:52.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:104:0) after 2m52s
[09:59:44.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:104:0)
[09:59:44.443] Build status: STARTED
[09:59:44.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:105:0) after 6m54s
[10:06:38.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:105:0)
[10:06:38.484] Build status: STARTED
[10:06:38.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:106:0) after 1m11s
[10:07:49.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:106:0)
[10:07:49.594] Build status: STARTED
[10:07:49.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:107:0) after 3m33s
[10:11:22.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:107:0)
[10:11:22.795] Build status: STARTED
[10:11:22.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:108:0) after 1m49s
[10:13:11.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:108:0)
[10:13:11.845] Build status: STARTED
[10:13:11.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:109:0) after 1m41s
[10:14:52.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:109:0)
[10:14:52.904] Build status: STARTED
[10:14:52.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:110:0) after 1m28s
[10:16:20.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:110:0)
[10:16:20.966] Build status: STARTED
[10:16:20.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:111:0) after 1m27s
[10:17:48.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:111:0)
[10:17:48.045] Build status: STARTED
[10:17:48.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:112:0) after 7m1s
[10:24:49.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:112:0)
[10:24:49.098] Build status: STARTED
[10:24:49.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:113:0) after 2m47s
[10:27:36.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:113:0)
[10:27:36.150] Build status: STARTED
[10:27:36.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:114:0) after 7m2s
[10:34:38.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:114:0)
[10:34:38.260] Build status: STARTED
[10:34:38.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:115:0) after 1m31s
[10:36:09.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:115:0)
[10:36:09.437] Build status: STARTED
[10:36:09.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:116:0) after 8m16s
[10:44:25.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:116:0)
[10:44:25.545] Build status: STARTED
[10:44:25.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:117:0) after 6m11s
[10:50:36.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:117:0)
[10:50:36.652] Build status: STARTED
[10:50:36.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:118:0) after 4m4s
[10:54:40.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:118:0)
[10:54:40.776] Build status: STARTED
[10:54:40.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:119:0) after 4m26s
[10:59:06.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:119:0)
[10:59:06.915] Build status: STARTED
[10:59:06.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:120:0) after 2m20s
[11:01:27.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:120:0)
[11:01:27.165] Build status: STARTED
[11:01:27.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:121:0) after 2m45s
[11:04:12.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:121:0)
[11:04:12.339] Build status: STARTED
[11:04:12.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:122:0) after 5m43s
[11:09:55.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:122:0)
[11:09:55.496] Build status: STARTED
[11:09:55.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:123:0) after 8m25s
[11:18:20.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:123:0)
[11:18:20.647] Build status: STARTED
[11:18:20.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:124:0) after 3m18s
[11:21:38.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:124:0)
[11:21:38.770] Build status: STARTED
[11:21:38.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:125:0) after 1m3s
[11:22:42.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:125:0)
[11:22:42.048] Build status: STARTED
[11:22:42.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:126:0) after 3m16s
[11:25:58.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:126:0)
[11:25:58.332] Build status: STARTED
[11:25:58.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:127:0) after 2m42s
[11:28:40.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:127:0)
[11:28:40.541] Build status: STARTED
[11:28:40.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:128:0) after 1m9s
[11:29:49.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:128:0)
[11:29:49.726] Build status: STARTED
[11:29:49.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:129:0) after 1m32s
[11:31:21.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:129:0)
[11:31:21.878] Build status: STARTED
[11:31:21.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:130:0) after 1m35s
[11:32:56.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:130:0)
[11:32:56.929] Build status: STARTED
[11:32:56.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:131:0) after 6m16s
[11:39:12.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:131:0)
[11:39:13.015] Build status: STARTED
[11:39:13.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:132:0) after 9m26s
[11:48:39.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:132:0)
[11:48:39.111] Build status: STARTED
[11:48:39.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9010828149495926912:133:0) after 4m58s
[11:51:26.666] Received PubSub notification, asking Buildbucket for the build status
[11:51:26.698] Build:
{
  "id": "8845398087220398624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25070,
  "createdBy": "project:chromium",
  "createTime": "2021-06-04T00:54:08.036162Z",
  "startTime": "2021-06-04T00:58:23.822979Z",
  "endTime": "2021-06-04T11:51:26.105394911Z",
  "updateTime": "2021-06-04T11:51:26.105759574Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a103ad3a25f74d37fb94f173301f846a4cb18656",
      "ref": "refs/heads/master"
    }
  }
}
[11:51:26.698] Invocation finished in 10h57m20.215846765s with status FAILED