Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c66e8a091ad95ff4f49b4f8a9270e8996cf6d79d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c66e8a091ad95ff4f49b4f8a9270e8996cf6d79d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:14:20.365] New invocation is queued and will start shortly
[20:14:25.276] Starting the invocation (attempt 1)
[20:14:25.324] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c66e8a091ad95ff4f49b4f8a9270e8996cf6d79d"
[20:14:25.324] Popped gitiles commit info from properties and tags
[20:14:25.324] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:14:25.324] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:14:25.324] Buildbucket request:
{
  "requestId": "8965184879966772544",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c66e8a091ad95ff4f49b4f8a9270e8996cf6d79d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8965184879966772544"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:14:26.025] Scheduled build:
{
  "id": "8799754813993732033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28266,
  "createdBy": "project:chromium",
  "createTime": "2022-10-20T20:14:25.429853868Z",
  "updateTime": "2022-10-20T20:14:25.429853868Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c66e8a091ad95ff4f49b4f8a9270e8996cf6d79d",
      "ref": "refs/heads/main"
    }
  }
}
[20:14:26.025] Task URL: https://cr-buildbucket.appspot.com/build/8799754813993732033
[20:14:26.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:2:0) after 3m51s
[20:18:17.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:2:0)
[20:18:17.544] Build status: SCHEDULED
[20:18:17.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:3:0) after 2m20s
[20:19:41.018] Received PubSub notification, asking Buildbucket for the build status
[20:19:41.042] Build status: STARTED
[20:20:37.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:3:0)
[20:20:37.643] Build status: STARTED
[20:20:37.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:5:0) after 4m35s
[20:25:12.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:5:0)
[20:25:12.976] Build status: STARTED
[20:25:12.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:6:0) after 2m27s
[20:27:40.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:6:0)
[20:27:40.200] Build status: STARTED
[20:27:40.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:7:0) after 6m57s
[20:34:37.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:7:0)
[20:34:37.450] Build status: STARTED
[20:34:37.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:8:0) after 6m52s
[20:41:29.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:8:0)
[20:41:29.863] Build status: STARTED
[20:41:29.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:9:0) after 3m19s
[20:44:49.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:9:0)
[20:44:49.364] Build status: STARTED
[20:44:49.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:10:0) after 6m26s
[20:51:15.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:10:0)
[20:51:15.427] Build status: STARTED
[20:51:15.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:11:0) after 9m19s
[21:00:34.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:11:0)
[21:00:34.832] Build status: STARTED
[21:00:34.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:12:0) after 1m12s
[21:01:46.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:12:0)
[21:01:46.995] Build status: STARTED
[21:01:46.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:13:0) after 6m52s
[21:08:39.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:13:0)
[21:08:39.367] Build status: STARTED
[21:08:39.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:14:0) after 3m20s
[21:11:59.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:14:0)
[21:11:59.701] Build status: STARTED
[21:11:59.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:15:0) after 2m37s
[21:14:36.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:15:0)
[21:14:36.810] Build status: STARTED
[21:14:36.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:16:0) after 2m27s
[21:17:03.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:16:0)
[21:17:03.931] Build status: STARTED
[21:17:03.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:17:0) after 5m22s
[21:22:25.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:17:0)
[21:22:25.992] Build status: STARTED
[21:22:25.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:18:0) after 1m27s
[21:23:53.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:18:0)
[21:23:53.313] Build status: STARTED
[21:23:53.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:19:0) after 4m0s
[21:27:53.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:19:0)
[21:27:53.407] Build status: STARTED
[21:27:53.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:20:0) after 4m18s
[21:32:11.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:20:0)
[21:32:11.645] Build status: STARTED
[21:32:11.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:21:0) after 9m56s
[21:42:07.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:21:0)
[21:42:07.938] Build status: STARTED
[21:42:07.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:22:0) after 5m36s
[21:47:44.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:22:0)
[21:47:44.404] Build status: STARTED
[21:47:44.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:23:0) after 7m39s
[21:55:23.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:23:0)
[21:55:23.577] Build status: STARTED
[21:55:23.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:24:0) after 8m13s
[22:03:36.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:24:0)
[22:03:36.735] Build status: STARTED
[22:03:36.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:25:0) after 3m8s
[22:06:44.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:25:0)
[22:06:44.827] Build status: STARTED
[22:06:44.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:26:0) after 2m8s
[22:08:52.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:26:0)
[22:08:52.944] Build status: STARTED
[22:08:52.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:27:0) after 5m20s
[22:14:13.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:27:0)
[22:14:13.066] Build status: STARTED
[22:14:13.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:28:0) after 9m55s
[22:24:08.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:28:0)
[22:24:08.302] Build status: STARTED
[22:24:08.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:29:0) after 6m21s
[22:30:29.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:29:0)
[22:30:29.937] Build status: STARTED
[22:30:29.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:30:0) after 8m49s
[22:39:19.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:30:0)
[22:39:19.111] Build status: STARTED
[22:39:19.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:31:0) after 7m25s
[22:46:44.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:31:0)
[22:46:44.164] Build status: STARTED
[22:46:44.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:32:0) after 5m27s
[22:52:11.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:32:0)
[22:52:11.412] Build status: STARTED
[22:52:11.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:33:0) after 5m3s
[22:57:14.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:33:0)
[22:57:14.544] Build status: STARTED
[22:57:14.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:34:0) after 9m20s
[23:06:35.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:34:0)
[23:06:35.111] Build status: STARTED
[23:06:35.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:35:0) after 6m2s
[23:12:37.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:35:0)
[23:12:37.723] Build status: STARTED
[23:12:37.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:36:0) after 8m46s
[23:21:23.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:36:0)
[23:21:23.807] Build status: STARTED
[23:21:23.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:37:0) after 5m28s
[23:26:52.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:37:0)
[23:26:52.120] Build status: STARTED
[23:26:52.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:38:0) after 9m50s
[23:36:42.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:38:0)
[23:36:42.172] Build status: STARTED
[23:36:42.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:39:0) after 6m39s
[23:43:21.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:39:0)
[23:43:21.412] Build status: STARTED
[23:43:21.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:40:0) after 7m2s
[23:50:23.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:40:0)
[23:50:23.897] Build status: STARTED
[23:50:23.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:41:0) after 9m14s
[23:59:37.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:41:0)
[23:59:37.966] Build status: STARTED
[23:59:37.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:42:0) after 3m44s
[00:03:22.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:42:0)
[00:03:22.112] Build status: STARTED
[00:03:22.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:43:0) after 8m39s
[00:12:01.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:43:0)
[00:12:01.345] Build status: STARTED
[00:12:01.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:44:0) after 7m45s
[00:19:46.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:44:0)
[00:19:46.432] Build status: STARTED
[00:19:46.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:45:0) after 7m27s
[00:27:13.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:45:0)
[00:27:13.647] Build status: STARTED
[00:27:13.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:46:0) after 1m1s
[00:28:14.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:46:0)
[00:28:14.724] Build status: STARTED
[00:28:14.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:47:0) after 7m57s
[00:36:11.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:47:0)
[00:36:11.923] Build status: STARTED
[00:36:11.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:48:0) after 5m19s
[00:41:30.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:48:0)
[00:41:30.983] Build status: STARTED
[00:41:30.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:49:0) after 5m17s
[00:46:48.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:49:0)
[00:46:48.066] Build status: STARTED
[00:46:48.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:50:0) after 2m26s
[00:49:14.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:50:0)
[00:49:14.137] Build status: STARTED
[00:49:14.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:51:0) after 3m15s
[00:52:29.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:51:0)
[00:52:29.188] Build status: STARTED
[00:52:29.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:52:0) after 2m16s
[00:54:45.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:52:0)
[00:54:45.294] Build status: STARTED
[00:54:45.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:53:0) after 6m54s
[01:01:39.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:53:0)
[01:01:39.436] Build status: STARTED
[01:01:39.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:54:0) after 5m38s
[01:07:17.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:54:0)
[01:07:17.533] Build status: STARTED
[01:07:17.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:55:0) after 4m26s
[01:11:43.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:55:0)
[01:11:43.589] Build status: STARTED
[01:11:43.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:56:0) after 7m10s
[01:18:53.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:56:0)
[01:18:53.734] Build status: STARTED
[01:18:53.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:57:0) after 2m24s
[01:21:17.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:57:0)
[01:21:17.765] Build status: STARTED
[01:21:17.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:58:0) after 6m42s
[01:27:59.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:58:0)
[01:27:59.820] Build status: STARTED
[01:27:59.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:59:0) after 2m57s
[01:30:56.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:59:0)
[01:30:56.979] Build status: STARTED
[01:30:56.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:60:0) after 9m13s
[01:40:10.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:60:0)
[01:40:10.254] Build status: STARTED
[01:40:10.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:61:0) after 3m16s
[01:43:26.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:61:0)
[01:43:26.357] Build status: STARTED
[01:43:26.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:62:0) after 6m11s
[01:49:37.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:62:0)
[01:49:37.809] Build status: STARTED
[01:49:37.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:63:0) after 6m32s
[01:56:09.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:63:0)
[01:56:09.931] Build status: STARTED
[01:56:09.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:64:0) after 7m37s
[02:03:47.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:64:0)
[02:03:47.104] Build status: STARTED
[02:03:47.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:65:0) after 1m9s
[02:04:56.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:65:0)
[02:04:56.282] Build status: STARTED
[02:04:56.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:66:0) after 6m16s
[02:11:12.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:66:0)
[02:11:12.526] Build status: STARTED
[02:11:12.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:67:0) after 9m51s
[02:21:03.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:67:0)
[02:21:03.589] Build status: STARTED
[02:21:03.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:68:0) after 7m50s
[02:28:53.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:68:0)
[02:28:53.705] Build status: STARTED
[02:28:53.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:69:0) after 9m44s
[02:38:37.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:69:0)
[02:38:37.782] Build status: STARTED
[02:38:37.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:70:0) after 6m7s
[02:44:44.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:70:0)
[02:44:44.886] Build status: STARTED
[02:44:44.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:71:0) after 1m6s
[02:45:51.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:71:0)
[02:45:51.119] Build status: STARTED
[02:45:51.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:72:0) after 5m51s
[02:51:42.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:72:0)
[02:51:42.338] Build status: STARTED
[02:51:42.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:73:0) after 9m22s
[03:01:04.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:73:0)
[03:01:04.478] Build status: STARTED
[03:01:04.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:74:0) after 6m36s
[03:07:40.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:74:0)
[03:07:40.514] Build status: STARTED
[03:07:40.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:75:0) after 6m34s
[03:14:14.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:75:0)
[03:14:14.626] Build status: STARTED
[03:14:14.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:76:0) after 6m50s
[03:21:04.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:76:0)
[03:21:04.769] Build status: STARTED
[03:21:04.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:77:0) after 1m23s
[03:22:27.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:77:0)
[03:22:27.835] Build status: STARTED
[03:22:27.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:78:0) after 7m20s
[03:29:48.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:78:0)
[03:29:48.153] Build status: STARTED
[03:29:48.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:79:0) after 4m12s
[03:34:00.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:79:0)
[03:34:00.218] Build status: STARTED
[03:34:00.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:80:0) after 1m33s
[03:35:33.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:80:0)
[03:35:33.303] Build status: STARTED
[03:35:33.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:81:0) after 8m56s
[03:44:29.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:81:0)
[03:44:29.460] Build status: STARTED
[03:44:29.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:82:0) after 5m14s
[03:49:43.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:82:0)
[03:49:43.794] Build status: STARTED
[03:49:43.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:83:0) after 1m28s
[03:51:11.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:83:0)
[03:51:11.863] Build status: STARTED
[03:51:11.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:84:0) after 5m57s
[03:57:08.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:84:0)
[03:57:08.981] Build status: STARTED
[03:57:08.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:85:0) after 9m16s
[04:06:25.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:85:0)
[04:06:25.036] Build status: STARTED
[04:06:25.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:86:0) after 5m17s
[04:11:42.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:86:0)
[04:11:42.154] Build status: STARTED
[04:11:42.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:87:0) after 7m3s
[04:18:45.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:87:0)
[04:18:45.396] Build status: STARTED
[04:18:45.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:88:0) after 4m36s
[04:23:21.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:88:0)
[04:23:21.517] Build status: STARTED
[04:23:21.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:89:0) after 2m52s
[04:26:13.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:89:0)
[04:26:13.675] Build status: STARTED
[04:26:13.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:90:0) after 7m59s
[04:34:12.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:90:0)
[04:34:12.743] Build status: STARTED
[04:34:12.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:91:0) after 7m55s
[04:42:07.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:91:0)
[04:42:07.793] Build status: STARTED
[04:42:07.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:92:0) after 7m27s
[04:49:34.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:92:0)
[04:49:35.002] Build status: STARTED
[04:49:35.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:93:0) after 5m55s
[04:55:30.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:93:0)
[04:55:30.065] Build status: STARTED
[04:55:30.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:94:0) after 7m20s
[05:02:50.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:94:0)
[05:02:50.210] Build status: STARTED
[05:02:50.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:95:0) after 9m48s
[05:12:38.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:95:0)
[05:12:38.340] Build status: STARTED
[05:12:38.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:96:0) after 6m6s
[05:18:44.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:96:0)
[05:18:44.770] Build status: STARTED
[05:18:44.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:97:0) after 7m44s
[05:26:28.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:97:0)
[05:26:28.831] Build status: STARTED
[05:26:28.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:98:0) after 6m59s
[05:33:27.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:98:0)
[05:33:27.942] Build status: STARTED
[05:33:27.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:99:0) after 4m9s
[05:37:37.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:99:0)
[05:37:37.074] Build status: STARTED
[05:37:37.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:100:0) after 6m20s
[05:43:57.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:100:0)
[05:43:57.200] Build status: STARTED
[05:43:57.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:101:0) after 6m11s
[05:50:08.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:101:0)
[05:50:08.319] Build status: STARTED
[05:50:08.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:102:0) after 2m12s
[05:52:20.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:102:0)
[05:52:20.549] Build status: STARTED
[05:52:20.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:103:0) after 2m29s
[05:54:49.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:103:0)
[05:54:49.642] Build status: STARTED
[05:54:49.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:104:0) after 7m46s
[06:02:35.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:104:0)
[06:02:35.791] Build status: STARTED
[06:02:35.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:105:0) after 2m36s
[06:05:11.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:105:0)
[06:05:11.849] Build status: STARTED
[06:05:11.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:106:0) after 7m46s
[06:12:57.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:106:0)
[06:12:57.960] Build status: STARTED
[06:12:57.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:107:0) after 2m9s
[06:15:07.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:107:0)
[06:15:07.142] Build status: STARTED
[06:15:07.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:108:0) after 4m0s
[06:19:07.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:108:0)
[06:19:07.355] Build status: STARTED
[06:19:07.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:109:0) after 1m13s
[06:20:20.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:109:0)
[06:20:20.571] Build status: STARTED
[06:20:20.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:110:0) after 3m55s
[06:24:15.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:110:0)
[06:24:15.625] Build status: STARTED
[06:24:15.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:111:0) after 1m9s
[06:25:24.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:111:0)
[06:25:24.726] Build status: STARTED
[06:25:24.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:112:0) after 9m5s
[06:34:29.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:112:0)
[06:34:29.943] Build status: STARTED
[06:34:29.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:113:0) after 9m54s
[06:44:24.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:113:0)
[06:44:24.442] Build status: STARTED
[06:44:24.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:114:0) after 1m16s
[06:45:40.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:114:0)
[06:45:40.505] Build status: STARTED
[06:45:40.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:115:0) after 6m11s
[06:51:51.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:115:0)
[06:51:51.563] Build status: STARTED
[06:51:51.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:116:0) after 4m54s
[06:56:45.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:116:0)
[06:56:45.804] Build status: STARTED
[06:56:45.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:117:0) after 3m24s
[07:00:10.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:117:0)
[07:00:10.281] Build status: STARTED
[07:00:10.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:118:0) after 2m21s
[07:02:31.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:118:0)
[07:02:31.346] Build status: STARTED
[07:02:31.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:119:0) after 7m35s
[07:10:06.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:119:0)
[07:10:06.540] Build status: STARTED
[07:10:06.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:120:0) after 2m54s
[07:13:00.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:120:0)
[07:13:00.843] Build status: STARTED
[07:13:00.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:121:0) after 5m42s
[07:18:42.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:121:0)
[07:18:42.901] Build status: STARTED
[07:18:42.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:122:0) after 1m34s
[07:20:17.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:122:0)
[07:20:17.162] Build status: STARTED
[07:20:17.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:123:0) after 1m16s
[07:21:33.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:123:0)
[07:21:33.230] Build status: STARTED
[07:21:33.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:124:0) after 5m2s
[07:26:35.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:124:0)
[07:26:35.316] Build status: STARTED
[07:26:35.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:125:0) after 3m4s
[07:29:39.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:125:0)
[07:29:39.516] Build status: STARTED
[07:29:39.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:126:0) after 4m16s
[07:33:55.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:126:0)
[07:33:55.564] Build status: STARTED
[07:33:55.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:127:0) after 1m48s
[07:35:43.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:127:0)
[07:35:43.904] Build status: STARTED
[07:35:43.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:128:0) after 2m35s
[07:38:18.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:128:0)
[07:38:18.973] Build status: STARTED
[07:38:18.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:129:0) after 3m31s
[07:41:49.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:129:0)
[07:41:50.022] Build status: STARTED
[07:41:50.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:130:0) after 6m25s
[07:48:15.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:130:0)
[07:48:15.073] Build status: STARTED
[07:48:15.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:131:0) after 1m27s
[07:49:42.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:131:0)
[07:49:42.133] Build status: STARTED
[07:49:42.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:132:0) after 8m52s
[07:58:34.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:132:0)
[07:58:34.191] Build status: STARTED
[07:58:34.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:133:0) after 8m40s
[08:07:14.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:133:0)
[08:07:14.296] Build status: STARTED
[08:07:14.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:134:0) after 1m35s
[08:08:49.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:134:0)
[08:08:49.378] Build status: STARTED
[08:08:49.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:135:0) after 9m15s
[08:18:04.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:135:0)
[08:18:04.445] Build status: STARTED
[08:18:04.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:136:0) after 9m25s
[08:27:29.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:136:0)
[08:27:29.531] Build status: STARTED
[08:27:29.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:137:0) after 4m12s
[08:31:41.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:137:0)
[08:31:41.593] Build status: STARTED
[08:31:41.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:138:0) after 3m55s
[08:35:36.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:138:0)
[08:35:36.691] Build status: STARTED
[08:35:36.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:139:0) after 4m9s
[08:39:45.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:139:0)
[08:39:45.791] Build status: STARTED
[08:39:45.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:140:0) after 3m53s
[08:43:38.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:140:0)
[08:43:39.176] Build status: STARTED
[08:43:39.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:141:0) after 7m22s
[08:51:01.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:141:0)
[08:51:01.272] Build status: STARTED
[08:51:01.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:142:0) after 9m42s
[09:00:43.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:142:0)
[09:00:43.363] Build status: STARTED
[09:00:43.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:143:0) after 4m42s
[09:05:25.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:143:0)
[09:05:25.423] Build status: STARTED
[09:05:25.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965184879966772544:144:0) after 9m26s
[09:13:49.053] Received PubSub notification, asking Buildbucket for the build status
[09:13:49.077] Build:
{
  "id": "8799754813993732033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28266,
  "createdBy": "project:chromium",
  "createTime": "2022-10-20T20:14:25.429853868Z",
  "startTime": "2022-10-20T20:19:40.508304Z",
  "endTime": "2022-10-21T09:13:48.696671949Z",
  "updateTime": "2022-10-21T09:13:48.696671949Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c66e8a091ad95ff4f49b4f8a9270e8996cf6d79d",
      "ref": "refs/heads/main"
    }
  }
}
[09:13:49.077] Invocation finished in 12h59m28.72747068s with status FAILED