Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5a4f617691e5a6f90ad59d3487a62b8223977084"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a4f617691e5a6f90ad59d3487a62b8223977084
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:24:35.862] New invocation is queued and will start shortly
[12:24:37.203] Starting the invocation (attempt 1)
[12:24:37.238] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a4f617691e5a6f90ad59d3487a62b8223977084"
[12:24:37.238] Popped gitiles commit info from properties and tags
[12:24:37.238] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:24:37.238] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:24:37.238] Buildbucket request:
{
  "requestId": "8986685914595371792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5a4f617691e5a6f90ad59d3487a62b8223977084",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986685914595371792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:24:37.874] Scheduled build:
{
  "id": "8821255852399833249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26556,
  "createdBy": "project:chromium",
  "createTime": "2022-02-25T12:24:37.325094348Z",
  "updateTime": "2022-02-25T12:24:37.325094348Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5a4f617691e5a6f90ad59d3487a62b8223977084",
      "ref": "refs/heads/main"
    }
  }
}
[12:24:37.874] Task URL: https://cr-buildbucket.appspot.com/build/8821255852399833249
[12:24:37.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:2:0) after 3m33s
[12:28:10.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:2:0)
[12:28:10.911] Build status: SCHEDULED
[12:28:10.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:3:0) after 7m44s
[12:35:54.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:3:0)
[12:35:55.019] Build status: SCHEDULED
[12:35:55.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:4:0) after 6m6s
[12:42:01.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:4:0)
[12:42:01.060] Build status: SCHEDULED
[12:42:01.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:5:0) after 3m20s
[12:45:21.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:5:0)
[12:45:21.199] Build status: SCHEDULED
[12:45:21.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:6:0) after 5m52s
[12:51:13.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:6:0)
[12:51:13.238] Build status: SCHEDULED
[12:51:13.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:7:0) after 6m46s
[12:57:59.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:7:0)
[12:57:59.278] Build status: SCHEDULED
[12:57:59.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:8:0) after 8m47s
[13:06:46.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:8:0)
[13:06:46.319] Build status: SCHEDULED
[13:06:46.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:9:0) after 2m48s
[13:09:34.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:9:0)
[13:09:34.362] Build status: SCHEDULED
[13:09:34.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:10:0) after 3m58s
[13:12:36.916] Received PubSub notification, asking Buildbucket for the build status
[13:12:36.987] Build status: STARTED
[13:13:32.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:10:0)
[13:13:32.513] Build status: STARTED
[13:13:32.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:12:0) after 5m46s
[13:19:18.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:12:0)
[13:19:18.873] Build status: STARTED
[13:19:18.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:13:0) after 1m51s
[13:21:10.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:13:0)
[13:21:10.904] Build status: STARTED
[13:21:10.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:14:0) after 5m47s
[13:26:57.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:14:0)
[13:26:57.945] Build status: STARTED
[13:26:57.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:15:0) after 1m26s
[13:28:24.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:15:0)
[13:28:24.148] Build status: STARTED
[13:28:24.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:16:0) after 1m32s
[13:29:56.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:16:0)
[13:29:56.360] Build status: STARTED
[13:29:56.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:17:0) after 3m18s
[13:33:14.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:17:0)
[13:33:15.298] Build status: STARTED
[13:33:15.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:18:0) after 4m24s
[13:37:39.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:18:0)
[13:37:39.358] Build status: STARTED
[13:37:39.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:19:0) after 8m45s
[13:46:24.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:19:0)
[13:46:24.475] Build status: STARTED
[13:46:24.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:20:0) after 9m24s
[13:55:48.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:20:0)
[13:55:48.535] Build status: STARTED
[13:55:48.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:21:0) after 8m41s
[14:04:29.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:21:0)
[14:04:29.627] Build status: STARTED
[14:04:29.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:22:0) after 8m36s
[14:13:05.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:22:0)
[14:13:05.856] Build status: STARTED
[14:13:05.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:23:0) after 3m31s
[14:16:36.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:23:0)
[14:16:36.951] Build status: STARTED
[14:16:36.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:24:0) after 1m1s
[14:17:38.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:24:0)
[14:17:38.091] Build status: STARTED
[14:17:38.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:25:0) after 7m44s
[14:25:22.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:25:0)
[14:25:22.211] Build status: STARTED
[14:25:22.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:26:0) after 4m39s
[14:30:01.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:26:0)
[14:30:01.270] Build status: STARTED
[14:30:01.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:27:0) after 7m46s
[14:37:47.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:27:0)
[14:37:47.476] Build status: STARTED
[14:37:47.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:28:0) after 8m48s
[14:46:35.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:28:0)
[14:46:35.548] Build status: STARTED
[14:46:35.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:29:0) after 6m51s
[14:53:26.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:29:0)
[14:53:26.593] Build status: STARTED
[14:53:26.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:30:0) after 2m26s
[14:55:52.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:30:0)
[14:55:52.636] Build status: STARTED
[14:55:52.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:31:0) after 3m7s
[14:58:59.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:31:0)
[14:58:59.689] Build status: STARTED
[14:58:59.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:32:0) after 2m50s
[15:01:49.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:32:0)
[15:01:49.731] Build status: STARTED
[15:01:49.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:33:0) after 7m29s
[15:09:18.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:33:0)
[15:09:18.892] Build status: STARTED
[15:09:18.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:34:0) after 3m21s
[15:12:40.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:34:0)
[15:12:40.177] Build status: STARTED
[15:12:40.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:35:0) after 9m48s
[15:22:28.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:35:0)
[15:22:28.360] Build status: STARTED
[15:22:28.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:36:0) after 6m57s
[15:29:25.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:36:0)
[15:29:25.399] Build status: STARTED
[15:29:25.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:37:0) after 7m28s
[15:36:53.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:37:0)
[15:36:53.481] Build status: STARTED
[15:36:53.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:38:0) after 8m2s
[15:44:55.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:38:0)
[15:44:55.563] Build status: STARTED
[15:44:55.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:39:0) after 4m1s
[15:48:56.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:39:0)
[15:48:56.668] Build status: STARTED
[15:48:56.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:40:0) after 9m27s
[15:58:23.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:40:0)
[15:58:23.714] Build status: STARTED
[15:58:23.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:41:0) after 4m13s
[16:02:36.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:41:0)
[16:02:36.767] Build status: STARTED
[16:02:36.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:42:0) after 3m7s
[16:05:43.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:42:0)
[16:05:43.864] Build status: STARTED
[16:05:43.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:43:0) after 6m42s
[16:12:26.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:43:0)
[16:12:26.052] Build status: STARTED
[16:12:26.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:44:0) after 4m39s
[16:17:05.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:44:0)
[16:17:05.258] Build status: STARTED
[16:17:05.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:45:0) after 2m39s
[16:19:44.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:45:0)
[16:19:44.303] Build status: STARTED
[16:19:44.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:46:0) after 4m43s
[16:24:27.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:46:0)
[16:24:27.377] Build status: STARTED
[16:24:27.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:47:0) after 8m27s
[16:32:54.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:47:0)
[16:32:54.540] Build status: STARTED
[16:32:54.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:48:0) after 4m42s
[16:37:37.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:48:0)
[16:37:37.138] Build status: STARTED
[16:37:37.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:49:0) after 8m19s
[16:45:56.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:49:0)
[16:45:56.189] Build status: STARTED
[16:45:56.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:50:0) after 6m21s
[16:52:17.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:50:0)
[16:52:17.214] Build status: STARTED
[16:52:17.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:51:0) after 1m3s
[16:53:20.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:51:0)
[16:53:20.496] Build status: STARTED
[16:53:20.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:52:0) after 5m42s
[16:59:02.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:52:0)
[16:59:02.588] Build status: STARTED
[16:59:02.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:53:0) after 7m29s
[17:06:31.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:53:0)
[17:06:31.892] Build status: STARTED
[17:06:31.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:54:0) after 6m59s
[17:13:30.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:54:0)
[17:13:30.945] Build status: STARTED
[17:13:30.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:55:0) after 9m39s
[17:23:09.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:55:0)
[17:23:09.990] Build status: STARTED
[17:23:09.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:56:0) after 9m41s
[17:32:51.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:56:0)
[17:32:51.179] Build status: STARTED
[17:32:51.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:57:0) after 7m45s
[17:40:36.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:57:0)
[17:40:36.218] Build status: STARTED
[17:40:36.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:58:0) after 5m2s
[17:45:38.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:58:0)
[17:45:38.252] Build status: STARTED
[17:45:38.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:59:0) after 1m41s
[17:47:19.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:59:0)
[17:47:19.313] Build status: STARTED
[17:47:19.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:60:0) after 8m13s
[17:55:32.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:60:0)
[17:55:32.378] Build status: STARTED
[17:55:32.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:61:0) after 9m39s
[18:05:11.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:61:0)
[18:05:11.441] Build status: STARTED
[18:05:11.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:62:0) after 4m55s
[18:10:06.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:62:0)
[18:10:06.584] Build status: STARTED
[18:10:06.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:63:0) after 3m22s
[18:13:28.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:63:0)
[18:13:28.764] Build status: STARTED
[18:13:28.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:64:0) after 6m6s
[18:19:34.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:64:0)
[18:19:34.853] Build status: STARTED
[18:19:34.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:65:0) after 6m31s
[18:26:05.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:65:0)
[18:26:05.897] Build status: STARTED
[18:26:05.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:66:0) after 8m30s
[18:34:35.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:66:0)
[18:34:35.977] Build status: STARTED
[18:34:35.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:67:0) after 7m8s
[18:41:44.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:67:0)
[18:41:44.168] Build status: STARTED
[18:41:44.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:68:0) after 9m38s
[18:51:22.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:68:0)
[18:51:22.355] Build status: STARTED
[18:51:22.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:69:0) after 3m17s
[18:54:39.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:69:0)
[18:54:39.450] Build status: STARTED
[18:54:39.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:70:0) after 6m51s
[19:01:30.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:70:0)
[19:01:30.979] Build status: STARTED
[19:01:30.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:71:0) after 6m56s
[19:08:27.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:71:0)
[19:08:27.254] Build status: STARTED
[19:08:27.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:72:0) after 4m8s
[19:12:35.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:72:0)
[19:12:35.328] Build status: STARTED
[19:12:35.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:73:0) after 7m4s
[19:19:39.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:73:0)
[19:19:39.471] Build status: STARTED
[19:19:39.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:74:0) after 4m42s
[19:24:21.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:74:0)
[19:24:21.722] Build status: STARTED
[19:24:21.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:75:0) after 4m2s
[19:28:23.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:75:0)
[19:28:23.970] Build status: STARTED
[19:28:23.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:76:0) after 8m23s
[19:36:47.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:76:0)
[19:36:47.165] Build status: STARTED
[19:36:47.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:77:0) after 7m17s
[19:44:04.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:77:0)
[19:44:04.271] Build status: STARTED
[19:44:04.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:78:0) after 9m58s
[19:54:02.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:78:0)
[19:54:02.448] Build status: STARTED
[19:54:02.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:79:0) after 8m28s
[20:02:30.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:79:0)
[20:02:30.708] Build status: STARTED
[20:02:30.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:80:0) after 5m56s
[20:08:27.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:80:0)
[20:08:27.106] Build status: STARTED
[20:08:27.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:81:0) after 7m18s
[20:15:45.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:81:0)
[20:15:45.193] Build status: STARTED
[20:15:45.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:82:0) after 3m48s
[20:19:33.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:82:0)
[20:19:33.237] Build status: STARTED
[20:19:33.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:83:0) after 1m32s
[20:21:05.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:83:0)
[20:21:05.397] Build status: STARTED
[20:21:05.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:84:0) after 8m51s
[20:29:56.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:84:0)
[20:29:56.862] Build status: STARTED
[20:29:56.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:85:0) after 2m36s
[20:32:33.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:85:0)
[20:32:33.112] Build status: STARTED
[20:32:33.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:86:0) after 1m46s
[20:34:19.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:86:0)
[20:34:19.204] Build status: STARTED
[20:34:19.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:87:0) after 4m42s
[20:39:01.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:87:0)
[20:39:01.306] Build status: STARTED
[20:39:01.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:88:0) after 8m27s
[20:47:28.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:88:0)
[20:47:28.376] Build status: STARTED
[20:47:28.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:89:0) after 5m11s
[20:52:39.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:89:0)
[20:52:39.485] Build status: STARTED
[20:52:39.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:90:0) after 2m58s
[20:55:37.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:90:0)
[20:55:37.984] Build status: STARTED
[20:55:37.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:91:0) after 8m29s
[21:04:07.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:91:0)
[21:04:07.146] Build status: STARTED
[21:04:07.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:92:0) after 1m59s
[21:06:06.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:92:0)
[21:06:06.188] Build status: STARTED
[21:06:06.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:93:0) after 2m10s
[21:08:16.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:93:0)
[21:08:16.684] Build status: STARTED
[21:08:16.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:94:0) after 7m6s
[21:15:22.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:94:0)
[21:15:22.826] Build status: STARTED
[21:15:22.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:95:0) after 1m7s
[21:16:30.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:95:0)
[21:16:30.118] Build status: STARTED
[21:16:30.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:96:0) after 3m47s
[21:20:17.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:96:0)
[21:20:17.196] Build status: STARTED
[21:20:17.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:97:0) after 3m46s
[21:24:03.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:97:0)
[21:24:03.380] Build status: STARTED
[21:24:03.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:98:0) after 2m50s
[21:26:53.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:98:0)
[21:26:53.432] Build status: STARTED
[21:26:53.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:99:0) after 5m50s
[21:32:43.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:99:0)
[21:32:43.466] Build status: STARTED
[21:32:43.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:100:0) after 5m33s
[21:38:16.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:100:0)
[21:38:16.567] Build status: STARTED
[21:38:16.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:101:0) after 6m3s
[21:44:19.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:101:0)
[21:44:19.611] Build status: STARTED
[21:44:19.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:102:0) after 5m9s
[21:49:28.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:102:0)
[21:49:28.961] Build status: STARTED
[21:49:28.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:103:0) after 6m8s
[21:55:37.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:103:0)
[21:55:37.058] Build status: STARTED
[21:55:37.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:104:0) after 9m51s
[22:05:28.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:104:0)
[22:05:28.216] Build status: STARTED
[22:05:28.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:105:0) after 7m33s
[22:13:01.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:105:0)
[22:13:01.268] Build status: STARTED
[22:13:01.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:106:0) after 8m49s
[22:21:50.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:106:0)
[22:21:50.564] Build status: STARTED
[22:21:50.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:107:0) after 1m2s
[22:22:52.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:107:0)
[22:22:52.706] Build status: STARTED
[22:22:52.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:108:0) after 6m54s
[22:29:47.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:108:0)
[22:29:47.120] Build status: STARTED
[22:29:47.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:109:0) after 8m30s
[22:38:17.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:109:0)
[22:38:17.202] Build status: STARTED
[22:38:17.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:110:0) after 1m16s
[22:39:33.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:110:0)
[22:39:33.301] Build status: STARTED
[22:39:33.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:111:0) after 4m45s
[22:44:18.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:111:0)
[22:44:18.723] Build status: STARTED
[22:44:18.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:112:0) after 3m15s
[22:47:33.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:112:0)
[22:47:33.910] Build status: STARTED
[22:47:33.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:113:0) after 2m56s
[22:50:29.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:113:0)
[22:50:30.009] Build status: STARTED
[22:50:30.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:114:0) after 4m12s
[22:54:42.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:114:0)
[22:54:42.296] Build status: STARTED
[22:54:42.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:115:0) after 6m8s
[23:00:50.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:115:0)
[23:00:50.336] Build status: STARTED
[23:00:50.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:116:0) after 5m42s
[23:06:32.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:116:0)
[23:06:32.406] Build status: STARTED
[23:06:32.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:117:0) after 2m0s
[23:08:32.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:117:0)
[23:08:32.493] Build status: STARTED
[23:08:32.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:118:0) after 8m8s
[23:16:40.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:118:0)
[23:16:40.700] Build status: STARTED
[23:16:40.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:119:0) after 1m26s
[23:18:06.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:119:0)
[23:18:06.808] Build status: STARTED
[23:18:06.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:120:0) after 1m9s
[23:19:15.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:120:0)
[23:19:15.850] Build status: STARTED
[23:19:15.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:121:0) after 1m39s
[23:20:54.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:121:0)
[23:20:54.900] Build status: STARTED
[23:20:54.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:122:0) after 1m57s
[23:22:51.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:122:0)
[23:22:51.975] Build status: STARTED
[23:22:51.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:123:0) after 7m59s
[23:30:51.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:123:0)
[23:30:51.202] Build status: STARTED
[23:30:51.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:124:0) after 9m43s
[23:40:34.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:124:0)
[23:40:34.265] Build status: STARTED
[23:40:34.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:125:0) after 7m2s
[23:47:36.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:125:0)
[23:47:36.358] Build status: STARTED
[23:47:36.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:126:0) after 1m57s
[23:49:33.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:126:0)
[23:49:33.582] Build status: STARTED
[23:49:33.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:127:0) after 3m40s
[23:53:13.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:127:0)
[23:53:13.630] Build status: STARTED
[23:53:13.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986685914595371792:128:0) after 9m16s
[00:00:10.726] Received PubSub notification, asking Buildbucket for the build status
[00:00:10.754] Build:
{
  "id": "8821255852399833249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26556,
  "createdBy": "project:chromium",
  "createTime": "2022-02-25T12:24:37.325094348Z",
  "startTime": "2022-02-25T13:12:36.219663Z",
  "endTime": "2022-02-26T00:00:10.223631032Z",
  "updateTime": "2022-02-26T00:00:10.223631032Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5a4f617691e5a6f90ad59d3487a62b8223977084",
      "ref": "refs/heads/main"
    }
  }
}
[00:00:10.754] Invocation finished in 11h35m34.906049328s with status FAILED