Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c8bfc64e3dac4aec823175efc2b0014499129d9c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c8bfc64e3dac4aec823175efc2b0014499129d9c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:57:45.568] New invocation is queued and will start shortly
[10:57:46.839] Starting the invocation (attempt 1)
[10:57:46.931] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c8bfc64e3dac4aec823175efc2b0014499129d9c"
[10:57:46.931] Popped gitiles commit info from properties and tags
[10:57:46.931] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:57:46.932] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:57:46.932] Buildbucket request:
{
  "requestId": "8982433320574359392",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c8bfc64e3dac4aec823175efc2b0014499129d9c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8982433320574359392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:57:47.610] Scheduled build:
{
  "id": "8817003258407485585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26797,
  "createdBy": "project:chromium",
  "createTime": "2022-04-13T10:57:46.994120375Z",
  "updateTime": "2022-04-13T10:57:46.994120375Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c8bfc64e3dac4aec823175efc2b0014499129d9c",
      "ref": "refs/heads/main"
    }
  }
}
[10:57:47.610] Task URL: https://cr-buildbucket.appspot.com/build/8817003258407485585
[10:57:47.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:2:0) after 6m50s
[11:04:37.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:2:0)
[11:04:37.673] Build status: SCHEDULED
[11:04:37.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:3:0) after 9m39s
[11:14:16.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:3:0)
[11:14:16.741] Build status: SCHEDULED
[11:14:16.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:4:0) after 7m12s
[11:21:28.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:4:0)
[11:21:28.793] Build status: SCHEDULED
[11:21:28.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:5:0) after 9m32s
[11:31:00.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:5:0)
[11:31:01.002] Build status: SCHEDULED
[11:31:01.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:6:0) after 9m57s
[11:40:58.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:6:0)
[11:40:58.207] Build status: SCHEDULED
[11:40:58.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:7:0) after 7m5s
[11:48:03.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:7:0)
[11:48:03.330] Build status: SCHEDULED
[11:48:03.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:8:0) after 8m44s
[11:56:47.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:8:0)
[11:56:47.561] Build status: SCHEDULED
[11:56:47.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:9:0) after 6m31s
[12:03:18.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:9:0)
[12:03:18.645] Build status: SCHEDULED
[12:03:18.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:10:0) after 2m13s
[12:05:31.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:10:0)
[12:05:31.704] Build status: SCHEDULED
[12:05:31.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:11:0) after 2m46s
[12:08:17.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:11:0)
[12:08:18.058] Build status: SCHEDULED
[12:08:18.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:12:0) after 7m11s
[12:15:29.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:12:0)
[12:15:29.176] Build status: SCHEDULED
[12:15:29.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:13:0) after 1m52s
[12:17:21.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:13:0)
[12:17:21.251] Build status: SCHEDULED
[12:17:21.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:14:0) after 6m15s
[12:23:36.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:14:0)
[12:23:36.628] Build status: SCHEDULED
[12:23:36.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:15:0) after 8m49s
[12:26:51.265] Received PubSub notification, asking Buildbucket for the build status
[12:26:51.289] Build status: STARTED
[12:32:26.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:15:0)
[12:32:26.047] Build status: STARTED
[12:32:26.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:17:0) after 8m32s
[12:40:58.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:17:0)
[12:40:58.234] Build status: STARTED
[12:40:58.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:18:0) after 4m4s
[12:45:02.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:18:0)
[12:45:02.574] Build status: STARTED
[12:45:02.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:19:0) after 7m38s
[12:52:40.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:19:0)
[12:52:40.665] Build status: STARTED
[12:52:40.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:20:0) after 3m15s
[12:55:55.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:20:0)
[12:55:55.708] Build status: STARTED
[12:55:55.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:21:0) after 2m4s
[12:57:59.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:21:0)
[12:57:59.760] Build status: STARTED
[12:57:59.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:22:0) after 7m34s
[13:05:33.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:22:0)
[13:05:33.897] Build status: STARTED
[13:05:33.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:23:0) after 8m24s
[13:13:58.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:23:0)
[13:13:58.023] Build status: STARTED
[13:13:58.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:24:0) after 5m50s
[13:19:48.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:24:0)
[13:19:48.092] Build status: STARTED
[13:19:48.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:25:0) after 6m34s
[13:26:22.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:25:0)
[13:26:22.144] Build status: STARTED
[13:26:22.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:26:0) after 2m14s
[13:28:36.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:26:0)
[13:28:36.289] Build status: STARTED
[13:28:36.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:27:0) after 4m25s
[13:33:01.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:27:0)
[13:33:01.468] Build status: STARTED
[13:33:01.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:28:0) after 5m52s
[13:38:53.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:28:0)
[13:38:53.759] Build status: STARTED
[13:38:53.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:29:0) after 1m9s
[13:40:02.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:29:0)
[13:40:02.811] Build status: STARTED
[13:40:02.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:30:0) after 5m38s
[13:45:40.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:30:0)
[13:45:40.853] Build status: STARTED
[13:45:40.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:31:0) after 7m0s
[13:52:40.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:31:0)
[13:52:40.884] Build status: STARTED
[13:52:40.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:32:0) after 1m48s
[13:54:29.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:32:0)
[13:54:29.108] Build status: STARTED
[13:54:29.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:33:0) after 9m27s
[14:03:56.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:33:0)
[14:03:56.265] Build status: STARTED
[14:03:56.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:34:0) after 3m29s
[14:07:25.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:34:0)
[14:07:25.499] Build status: STARTED
[14:07:25.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:35:0) after 1m50s
[14:09:15.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:35:0)
[14:09:15.778] Build status: STARTED
[14:09:15.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:36:0) after 4m15s
[14:13:30.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:36:0)
[14:13:30.842] Build status: STARTED
[14:13:30.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:37:0) after 2m58s
[14:16:28.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:37:0)
[14:16:28.904] Build status: STARTED
[14:16:28.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:38:0) after 7m23s
[14:23:52.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:38:0)
[14:23:52.155] Build status: STARTED
[14:23:52.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:39:0) after 4m9s
[14:28:01.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:39:0)
[14:28:01.240] Build status: STARTED
[14:28:01.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:40:0) after 1m12s
[14:29:13.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:40:0)
[14:29:13.576] Build status: STARTED
[14:29:13.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:41:0) after 8m36s
[14:37:49.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:41:0)
[14:37:49.657] Build status: STARTED
[14:37:49.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:42:0) after 9m9s
[14:46:58.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:42:0)
[14:46:58.886] Build status: STARTED
[14:46:58.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:43:0) after 6m57s
[14:53:55.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:43:0)
[14:53:55.967] Build status: STARTED
[14:53:55.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:44:0) after 6m9s
[15:00:05.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:44:0)
[15:00:05.458] Build status: STARTED
[15:00:05.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:45:0) after 1m39s
[15:01:44.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:45:0)
[15:01:44.649] Build status: STARTED
[15:01:44.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:46:0) after 1m57s
[15:03:42.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:46:0)
[15:03:42.188] Build status: STARTED
[15:03:42.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:47:0) after 2m58s
[15:06:40.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:47:0)
[15:06:40.487] Build status: STARTED
[15:06:40.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:48:0) after 9m0s
[15:15:40.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:48:0)
[15:15:40.563] Build status: STARTED
[15:15:40.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:49:0) after 1m26s
[15:17:06.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:49:0)
[15:17:06.621] Build status: STARTED
[15:17:06.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:50:0) after 4m57s
[15:22:03.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:50:0)
[15:22:03.680] Build status: STARTED
[15:22:03.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:51:0) after 5m38s
[15:27:42.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:51:0)
[15:27:42.802] Build status: STARTED
[15:27:42.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:52:0) after 9m8s
[15:36:51.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:52:0)
[15:36:51.054] Build status: STARTED
[15:36:51.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:53:0) after 6m29s
[15:43:20.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:53:0)
[15:43:20.193] Build status: STARTED
[15:43:20.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:54:0) after 1m32s
[15:44:52.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:54:0)
[15:44:52.238] Build status: STARTED
[15:44:52.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:55:0) after 1m3s
[15:45:55.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:55:0)
[15:45:55.370] Build status: STARTED
[15:45:55.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:56:0) after 8m0s
[15:53:55.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:56:0)
[15:53:55.424] Build status: STARTED
[15:53:55.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:57:0) after 2m50s
[15:56:45.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:57:0)
[15:56:45.533] Build status: STARTED
[15:56:45.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:58:0) after 4m37s
[16:01:22.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:58:0)
[16:01:22.584] Build status: STARTED
[16:01:22.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:59:0) after 1m17s
[16:02:40.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:59:0)
[16:02:40.644] Build status: STARTED
[16:02:40.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:60:0) after 5m34s
[16:08:14.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:60:0)
[16:08:14.667] Build status: STARTED
[16:08:14.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:61:0) after 6m58s
[16:15:12.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:61:0)
[16:15:12.753] Build status: STARTED
[16:15:12.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:62:0) after 2m49s
[16:18:01.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:62:0)
[16:18:01.854] Build status: STARTED
[16:18:01.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:63:0) after 2m16s
[16:20:18.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:63:0)
[16:20:18.302] Build status: STARTED
[16:20:18.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:64:0) after 8m47s
[16:29:05.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:64:0)
[16:29:05.358] Build status: STARTED
[16:29:05.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:65:0) after 9m8s
[16:38:13.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:65:0)
[16:38:13.714] Build status: STARTED
[16:38:13.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:66:0) after 6m36s
[16:44:50.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:66:0)
[16:44:50.100] Build status: STARTED
[16:44:50.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:67:0) after 6m25s
[16:51:15.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:67:0)
[16:51:15.507] Build status: STARTED
[16:51:15.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:68:0) after 2m24s
[16:53:39.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:68:0)
[16:53:39.719] Build status: STARTED
[16:53:39.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:69:0) after 7m11s
[17:00:50.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:69:0)
[17:00:50.782] Build status: STARTED
[17:00:50.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:70:0) after 3m55s
[17:04:45.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:70:0)
[17:04:45.830] Build status: STARTED
[17:04:45.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:71:0) after 1m7s
[17:05:53.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:71:0)
[17:05:53.062] Build status: STARTED
[17:05:53.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:72:0) after 2m47s
[17:08:40.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:72:0)
[17:08:40.272] Build status: STARTED
[17:08:40.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:73:0) after 8m1s
[17:16:41.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:73:0)
[17:16:41.331] Build status: STARTED
[17:16:41.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:74:0) after 6m15s
[17:22:56.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:74:0)
[17:22:56.504] Build status: STARTED
[17:22:56.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:75:0) after 6m3s
[17:28:59.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:75:0)
[17:28:59.585] Build status: STARTED
[17:28:59.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:76:0) after 5m27s
[17:34:26.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:76:0)
[17:34:26.653] Build status: STARTED
[17:34:26.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:77:0) after 5m37s
[17:40:03.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:77:0)
[17:40:03.787] Build status: STARTED
[17:40:03.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:78:0) after 1m10s
[17:41:13.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:78:0)
[17:41:13.844] Build status: STARTED
[17:41:13.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:79:0) after 9m53s
[17:51:07.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:79:0)
[17:51:07.168] Build status: STARTED
[17:51:07.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:80:0) after 2m3s
[17:53:10.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:80:0)
[17:53:10.349] Build status: STARTED
[17:53:10.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:81:0) after 8m35s
[18:01:45.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:81:0)
[18:01:45.761] Build status: STARTED
[18:01:45.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:82:0) after 3m5s
[18:04:50.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:82:0)
[18:04:50.820] Build status: STARTED
[18:04:50.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:83:0) after 6m43s
[18:11:34.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:83:0)
[18:11:34.110] Build status: STARTED
[18:11:34.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:84:0) after 1m21s
[18:12:55.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:84:0)
[18:12:55.442] Build status: STARTED
[18:12:55.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:85:0) after 3m39s
[18:16:34.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:85:0)
[18:16:34.513] Build status: STARTED
[18:16:34.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:86:0) after 7m41s
[18:24:15.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:86:0)
[18:24:15.586] Build status: STARTED
[18:24:15.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:87:0) after 5m13s
[18:29:28.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:87:0)
[18:29:28.701] Build status: STARTED
[18:29:28.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:88:0) after 8m30s
[18:37:58.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:88:0)
[18:37:58.767] Build status: STARTED
[18:37:58.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:89:0) after 8m41s
[18:46:39.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:89:0)
[18:46:39.843] Build status: STARTED
[18:46:39.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:90:0) after 8m1s
[18:54:40.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:90:0)
[18:54:40.934] Build status: STARTED
[18:54:40.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:91:0) after 5m24s
[19:00:04.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:91:0)
[19:00:05.018] Build status: STARTED
[19:00:05.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:92:0) after 8m59s
[19:09:04.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:92:0)
[19:09:04.067] Build status: STARTED
[19:09:04.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:93:0) after 1m24s
[19:10:28.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:93:0)
[19:10:28.091] Build status: STARTED
[19:10:28.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:94:0) after 5m59s
[19:16:27.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:94:0)
[19:16:27.264] Build status: STARTED
[19:16:27.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:95:0) after 3m40s
[19:20:07.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:95:0)
[19:20:07.330] Build status: STARTED
[19:20:07.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:96:0) after 3m50s
[19:23:57.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:96:0)
[19:23:57.398] Build status: STARTED
[19:23:57.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:97:0) after 2m58s
[19:26:55.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:97:0)
[19:26:55.459] Build status: STARTED
[19:26:55.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:98:0) after 5m35s
[19:32:30.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:98:0)
[19:32:30.510] Build status: STARTED
[19:32:30.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:99:0) after 9m38s
[19:42:08.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:99:0)
[19:42:08.586] Build status: STARTED
[19:42:08.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:100:0) after 6m3s
[19:48:11.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:100:0)
[19:48:11.883] Build status: STARTED
[19:48:11.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:101:0) after 6m23s
[19:54:34.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:101:0)
[19:54:34.929] Build status: STARTED
[19:54:34.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:102:0) after 9m59s
[20:04:34.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:102:0)
[20:04:34.042] Build status: STARTED
[20:04:34.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:103:0) after 6m27s
[20:11:01.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:103:0)
[20:11:01.355] Build status: STARTED
[20:11:01.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:104:0) after 1m11s
[20:12:12.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:104:0)
[20:12:12.545] Build status: STARTED
[20:12:12.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:105:0) after 1m34s
[20:13:46.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:105:0)
[20:13:46.570] Build status: STARTED
[20:13:46.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:106:0) after 2m31s
[20:16:17.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:106:0)
[20:16:17.733] Build status: STARTED
[20:16:17.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:107:0) after 4m40s
[20:20:57.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:107:0)
[20:20:57.986] Build status: STARTED
[20:20:57.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:108:0) after 6m3s
[20:27:01.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:108:0)
[20:27:01.053] Build status: STARTED
[20:27:01.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:109:0) after 7m24s
[20:34:25.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:109:0)
[20:34:25.105] Build status: STARTED
[20:34:25.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:110:0) after 7m27s
[20:41:52.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:110:0)
[20:41:52.216] Build status: STARTED
[20:41:52.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:111:0) after 8m18s
[20:50:10.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:111:0)
[20:50:10.266] Build status: STARTED
[20:50:10.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:112:0) after 4m58s
[20:55:08.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:112:0)
[20:55:08.378] Build status: STARTED
[20:55:08.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:113:0) after 9m16s
[21:04:24.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:113:0)
[21:04:24.471] Build status: STARTED
[21:04:24.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:114:0) after 8m8s
[21:12:32.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:114:0)
[21:12:32.525] Build status: STARTED
[21:12:32.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:115:0) after 9m4s
[21:21:36.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:115:0)
[21:21:36.573] Build status: STARTED
[21:21:36.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:116:0) after 4m7s
[21:25:43.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:116:0)
[21:25:43.603] Build status: STARTED
[21:25:43.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:117:0) after 8m19s
[21:34:02.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:117:0)
[21:34:02.670] Build status: STARTED
[21:34:02.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:118:0) after 4m47s
[21:38:49.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:118:0)
[21:38:49.757] Build status: STARTED
[21:38:49.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:119:0) after 4m57s
[21:43:46.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:119:0)
[21:43:46.809] Build status: STARTED
[21:43:46.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:120:0) after 4m50s
[21:48:36.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:120:0)
[21:48:36.878] Build status: STARTED
[21:48:36.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:121:0) after 2m27s
[21:51:03.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:121:0)
[21:51:04.076] Build status: STARTED
[21:51:04.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:122:0) after 4m4s
[21:55:08.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:122:0)
[21:55:08.131] Build status: STARTED
[21:55:08.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:123:0) after 2m10s
[21:57:18.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:123:0)
[21:57:18.298] Build status: STARTED
[21:57:18.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:124:0) after 6m32s
[22:03:50.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:124:0)
[22:03:50.380] Build status: STARTED
[22:03:50.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:125:0) after 5m20s
[22:09:11.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:125:0)
[22:09:11.147] Build status: STARTED
[22:09:11.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:126:0) after 9m54s
[22:19:06.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:126:0)
[22:19:06.511] Build status: STARTED
[22:19:06.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:127:0) after 9m24s
[22:28:30.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:127:0)
[22:28:30.694] Build status: STARTED
[22:28:30.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:128:0) after 1m33s
[22:30:04.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:128:0)
[22:30:04.044] Build status: STARTED
[22:30:04.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:129:0) after 9m35s
[22:39:39.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:129:0)
[22:39:39.266] Build status: STARTED
[22:39:39.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:130:0) after 8m19s
[22:47:58.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:130:0)
[22:47:58.318] Build status: STARTED
[22:47:58.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:131:0) after 1m33s
[22:49:31.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:131:0)
[22:49:31.438] Build status: STARTED
[22:49:31.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:132:0) after 5m15s
[22:54:46.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:132:0)
[22:54:46.701] Build status: STARTED
[22:54:46.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:133:0) after 1m32s
[22:56:18.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:133:0)
[22:56:19.053] Build status: STARTED
[22:56:19.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:134:0) after 7m23s
[23:03:42.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:134:0)
[23:03:42.201] Build status: STARTED
[23:03:42.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:135:0) after 8m7s
[23:11:49.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:135:0)
[23:11:49.249] Build status: STARTED
[23:11:49.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8982433320574359392:136:0) after 5m48s
[23:13:29.218] Received PubSub notification, asking Buildbucket for the build status
[23:13:29.246] Build:
{
  "id": "8817003258407485585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26797,
  "createdBy": "project:chromium",
  "createTime": "2022-04-13T10:57:46.994120375Z",
  "startTime": "2022-04-13T12:26:50.758215Z",
  "endTime": "2022-04-13T23:13:28.852214718Z",
  "updateTime": "2022-04-13T23:13:28.852214718Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c8bfc64e3dac4aec823175efc2b0014499129d9c",
      "ref": "refs/heads/main"
    }
  }
}
[23:13:29.246] Invocation finished in 12h15m43.701973091s with status FAILED