Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4d0e94a8e1ecca998bee6b5bdcee66239b24d388"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d0e94a8e1ecca998bee6b5bdcee66239b24d388
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:43:32.405] New invocation is queued and will start shortly
[11:43:33.624] Starting the invocation (attempt 1)
[11:43:33.677] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d0e94a8e1ecca998bee6b5bdcee66239b24d388"
[11:43:33.677] Popped gitiles commit info from properties and tags
[11:43:33.677] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:43:33.677] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:43:33.678] Buildbucket request:
{
  "requestId": "8987050885593155152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4d0e94a8e1ecca998bee6b5bdcee66239b24d388",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8987050885593155152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:43:34.267] Scheduled build:
{
  "id": "8821620823511050209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26544,
  "createdBy": "project:chromium",
  "createTime": "2022-02-21T11:43:33.750095810Z",
  "updateTime": "2022-02-21T11:43:33.750095810Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d0e94a8e1ecca998bee6b5bdcee66239b24d388",
      "ref": "refs/heads/main"
    }
  }
}
[11:43:34.267] Task URL: https://cr-buildbucket.appspot.com/build/8821620823511050209
[11:43:34.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:2:0) after 7m12s
[11:50:46.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:2:0)
[11:50:46.313] Build status: SCHEDULED
[11:50:46.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:3:0) after 6m58s
[11:57:44.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:3:0)
[11:57:44.351] Build status: SCHEDULED
[11:57:44.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:4:0) after 3m43s
[12:01:27.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:4:0)
[12:01:27.395] Build status: SCHEDULED
[12:01:27.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:5:0) after 3m16s
[12:04:43.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:5:0)
[12:04:43.462] Build status: SCHEDULED
[12:04:43.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:6:0) after 4m12s
[12:05:36.006] Received PubSub notification, asking Buildbucket for the build status
[12:05:36.025] Build status: STARTED
[12:08:55.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:6:0)
[12:08:55.550] Build status: STARTED
[12:08:55.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:8:0) after 9m42s
[12:18:37.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:8:0)
[12:18:37.783] Build status: STARTED
[12:18:37.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:9:0) after 1m5s
[12:19:42.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:9:0)
[12:19:42.908] Build status: STARTED
[12:19:42.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:10:0) after 4m21s
[12:24:03.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:10:0)
[12:24:03.947] Build status: STARTED
[12:24:03.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:11:0) after 6m23s
[12:30:27.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:11:0)
[12:30:27.442] Build status: STARTED
[12:30:27.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:12:0) after 3m45s
[12:34:12.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:12:0)
[12:34:12.482] Build status: STARTED
[12:34:12.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:13:0) after 9m48s
[12:44:00.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:13:0)
[12:44:00.637] Build status: STARTED
[12:44:00.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:14:0) after 6m33s
[12:50:33.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:14:0)
[12:50:33.759] Build status: STARTED
[12:50:33.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:15:0) after 1m43s
[12:52:16.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:15:0)
[12:52:16.787] Build status: STARTED
[12:52:16.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:16:0) after 9m40s
[13:01:56.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:16:0)
[13:01:57.156] Build status: STARTED
[13:01:57.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:17:0) after 9m43s
[13:11:40.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:17:0)
[13:11:40.304] Build status: STARTED
[13:11:40.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:18:0) after 7m45s
[13:19:25.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:18:0)
[13:19:25.388] Build status: STARTED
[13:19:25.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:19:0) after 7m59s
[13:27:24.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:19:0)
[13:27:24.564] Build status: STARTED
[13:27:24.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:20:0) after 4m16s
[13:31:40.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:20:0)
[13:31:40.707] Build status: STARTED
[13:31:40.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:21:0) after 2m59s
[13:34:39.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:21:0)
[13:34:39.821] Build status: STARTED
[13:34:39.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:22:0) after 2m56s
[13:37:35.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:22:0)
[13:37:36.049] Build status: STARTED
[13:37:36.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:23:0) after 6m1s
[13:43:37.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:23:0)
[13:43:37.187] Build status: STARTED
[13:43:37.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:24:0) after 7m59s
[13:51:36.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:24:0)
[13:51:36.226] Build status: STARTED
[13:51:36.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:25:0) after 2m19s
[13:53:55.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:25:0)
[13:53:55.450] Build status: STARTED
[13:53:55.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:26:0) after 8m52s
[14:02:47.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:26:0)
[14:02:47.514] Build status: STARTED
[14:02:47.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:27:0) after 3m44s
[14:06:31.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:27:0)
[14:06:31.651] Build status: STARTED
[14:06:31.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:28:0) after 3m1s
[14:09:32.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:28:0)
[14:09:32.872] Build status: STARTED
[14:09:32.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:29:0) after 8m17s
[14:17:49.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:29:0)
[14:17:49.992] Build status: STARTED
[14:17:49.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:30:0) after 6m18s
[14:24:08.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:30:0)
[14:24:08.062] Build status: STARTED
[14:24:08.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:31:0) after 3m31s
[14:27:39.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:31:0)
[14:27:39.271] Build status: STARTED
[14:27:39.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:32:0) after 3m19s
[14:30:58.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:32:0)
[14:30:58.449] Build status: STARTED
[14:30:58.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:33:0) after 7m41s
[14:38:39.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:33:0)
[14:38:39.526] Build status: STARTED
[14:38:39.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:34:0) after 7m18s
[14:45:57.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:34:0)
[14:45:57.686] Build status: STARTED
[14:45:57.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:35:0) after 9m29s
[14:55:26.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:35:0)
[14:55:26.953] Build status: STARTED
[14:55:26.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:36:0) after 4m50s
[15:00:17.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:36:0)
[15:00:17.056] Build status: STARTED
[15:00:17.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:37:0) after 9m56s
[15:10:13.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:37:0)
[15:10:13.122] Build status: STARTED
[15:10:13.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:38:0) after 5m4s
[15:15:17.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:38:0)
[15:15:17.361] Build status: STARTED
[15:15:17.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:39:0) after 2m56s
[15:18:13.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:39:0)
[15:18:13.411] Build status: STARTED
[15:18:13.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:40:0) after 5m53s
[15:24:06.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:40:0)
[15:24:06.453] Build status: STARTED
[15:24:06.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:41:0) after 8m19s
[15:32:25.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:41:0)
[15:32:25.878] Build status: STARTED
[15:32:25.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:42:0) after 9m23s
[15:41:48.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:42:0)
[15:41:48.951] Build status: STARTED
[15:41:48.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:43:0) after 2m5s
[15:43:53.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:43:0)
[15:43:54.000] Build status: STARTED
[15:43:54.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:44:0) after 8m24s
[15:52:18.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:44:0)
[15:52:18.590] Build status: STARTED
[15:52:18.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:45:0) after 3m14s
[15:55:32.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:45:0)
[15:55:32.768] Build status: STARTED
[15:55:32.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:46:0) after 1m39s
[15:57:11.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:46:0)
[15:57:11.829] Build status: STARTED
[15:57:11.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:47:0) after 8m50s
[16:06:01.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:47:0)
[16:06:01.868] Build status: STARTED
[16:06:01.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:48:0) after 1m0s
[16:07:01.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:48:0)
[16:07:01.916] Build status: STARTED
[16:07:01.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:49:0) after 4m8s
[16:11:09.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:49:0)
[16:11:09.963] Build status: STARTED
[16:11:09.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:50:0) after 4m0s
[16:15:10.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:50:0)
[16:15:10.246] Build status: STARTED
[16:15:10.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:51:0) after 8m57s
[16:24:07.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:51:0)
[16:24:07.650] Build status: STARTED
[16:24:07.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:52:0) after 3m37s
[16:27:45.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:52:0)
[16:27:45.131] Build status: STARTED
[16:27:45.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:53:0) after 8m30s
[16:36:15.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:53:0)
[16:36:15.173] Build status: STARTED
[16:36:15.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:54:0) after 6m12s
[16:42:27.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:54:0)
[16:42:27.275] Build status: STARTED
[16:42:27.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:55:0) after 1m2s
[16:43:29.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:55:0)
[16:43:29.330] Build status: STARTED
[16:43:29.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:56:0) after 6m44s
[16:50:13.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:56:0)
[16:50:13.396] Build status: STARTED
[16:50:13.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:57:0) after 4m13s
[16:54:26.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:57:0)
[16:54:26.528] Build status: STARTED
[16:54:26.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:58:0) after 3m58s
[16:58:24.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:58:0)
[16:58:24.657] Build status: STARTED
[16:58:24.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:59:0) after 5m24s
[17:03:48.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:59:0)
[17:03:48.699] Build status: STARTED
[17:03:48.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:60:0) after 7m57s
[17:11:45.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:60:0)
[17:11:45.951] Build status: STARTED
[17:11:45.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:61:0) after 7m3s
[17:18:49.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:61:0)
[17:18:49.030] Build status: STARTED
[17:18:49.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:62:0) after 3m39s
[17:22:28.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:62:0)
[17:22:28.156] Build status: STARTED
[17:22:28.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:63:0) after 6m52s
[17:29:20.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:63:0)
[17:29:20.256] Build status: STARTED
[17:29:20.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:64:0) after 5m25s
[17:34:45.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:64:0)
[17:34:45.248] Build status: STARTED
[17:34:45.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:65:0) after 1m22s
[17:36:07.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:65:0)
[17:36:07.494] Build status: STARTED
[17:36:07.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:66:0) after 5m40s
[17:41:47.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:66:0)
[17:41:47.611] Build status: STARTED
[17:41:47.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:67:0) after 5m56s
[17:47:43.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:67:0)
[17:47:43.914] Build status: STARTED
[17:47:43.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:68:0) after 1m38s
[17:49:22.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:68:0)
[17:49:22.078] Build status: STARTED
[17:49:22.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:69:0) after 3m32s
[17:52:54.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:69:0)
[17:52:54.231] Build status: STARTED
[17:52:54.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:70:0) after 5m32s
[17:58:26.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:70:0)
[17:58:26.340] Build status: STARTED
[17:58:26.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:71:0) after 9m20s
[18:07:46.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:71:0)
[18:07:46.392] Build status: STARTED
[18:07:46.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:72:0) after 6m37s
[18:14:23.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:72:0)
[18:14:23.438] Build status: STARTED
[18:14:23.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:73:0) after 3m11s
[18:17:34.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:73:0)
[18:17:34.661] Build status: STARTED
[18:17:34.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:74:0) after 4m57s
[18:22:31.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:74:0)
[18:22:31.748] Build status: STARTED
[18:22:31.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:75:0) after 3m13s
[18:25:44.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:75:0)
[18:25:44.839] Build status: STARTED
[18:25:44.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:76:0) after 7m14s
[18:32:58.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:76:0)
[18:32:58.883] Build status: STARTED
[18:32:58.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:77:0) after 4m41s
[18:37:39.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:77:0)
[18:37:39.913] Build status: STARTED
[18:37:39.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:78:0) after 2m10s
[18:39:49.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:78:0)
[18:39:50.001] Build status: STARTED
[18:39:50.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:79:0) after 8m27s
[18:48:17.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:79:0)
[18:48:17.045] Build status: STARTED
[18:48:17.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:80:0) after 3m14s
[18:51:31.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:80:0)
[18:51:31.181] Build status: STARTED
[18:51:31.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:81:0) after 4m17s
[18:55:48.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:81:0)
[18:55:48.221] Build status: STARTED
[18:55:48.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:82:0) after 9m55s
[19:05:43.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:82:0)
[19:05:43.399] Build status: STARTED
[19:05:43.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:83:0) after 1m59s
[19:07:42.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:83:0)
[19:07:42.448] Build status: STARTED
[19:07:42.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:84:0) after 6m33s
[19:14:15.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:84:0)
[19:14:15.502] Build status: STARTED
[19:14:15.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:85:0) after 2m44s
[19:16:59.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:85:0)
[19:16:59.544] Build status: STARTED
[19:16:59.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:86:0) after 4m40s
[19:21:39.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:86:0)
[19:21:39.756] Build status: STARTED
[19:21:39.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:87:0) after 7m21s
[19:29:00.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:87:0)
[19:29:01.161] Build status: STARTED
[19:29:01.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:88:0) after 6m10s
[19:35:11.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:88:0)
[19:35:11.215] Build status: STARTED
[19:35:11.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:89:0) after 2m14s
[19:37:25.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:89:0)
[19:37:25.443] Build status: STARTED
[19:37:25.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:90:0) after 9m31s
[19:46:56.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:90:0)
[19:46:56.495] Build status: STARTED
[19:46:56.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:91:0) after 3m24s
[19:50:20.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:91:0)
[19:50:20.536] Build status: STARTED
[19:50:20.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:92:0) after 1m48s
[19:52:08.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:92:0)
[19:52:08.578] Build status: STARTED
[19:52:08.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:93:0) after 7m30s
[19:59:38.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:93:0)
[19:59:38.618] Build status: STARTED
[19:59:38.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:94:0) after 9m55s
[20:09:33.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:94:0)
[20:09:33.659] Build status: STARTED
[20:09:33.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:95:0) after 9m4s
[20:18:37.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:95:0)
[20:18:37.759] Build status: STARTED
[20:18:37.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:96:0) after 1m4s
[20:19:41.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:96:0)
[20:19:41.857] Build status: STARTED
[20:19:41.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:97:0) after 8m39s
[20:28:20.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:97:0)
[20:28:20.904] Build status: STARTED
[20:28:20.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:98:0) after 8m28s
[20:36:49.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:98:0)
[20:36:49.249] Build status: STARTED
[20:36:49.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:99:0) after 2m59s
[20:39:48.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:99:0)
[20:39:48.298] Build status: STARTED
[20:39:48.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:100:0) after 4m7s
[20:43:55.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:100:0)
[20:43:55.452] Build status: STARTED
[20:43:55.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:101:0) after 7m4s
[20:50:59.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:101:0)
[20:50:59.553] Build status: STARTED
[20:50:59.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:102:0) after 5m59s
[20:56:58.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:102:0)
[20:56:58.662] Build status: STARTED
[20:56:58.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:103:0) after 6m46s
[21:03:44.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:103:0)
[21:03:44.719] Build status: STARTED
[21:03:44.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:104:0) after 3m45s
[21:07:29.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:104:0)
[21:07:29.771] Build status: STARTED
[21:07:29.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:105:0) after 9m40s
[21:17:09.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:105:0)
[21:17:09.969] Build status: STARTED
[21:17:09.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:106:0) after 4m2s
[21:21:11.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:106:0)
[21:21:12.043] Build status: STARTED
[21:21:12.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:107:0) after 8m45s
[21:29:57.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:107:0)
[21:29:57.089] Build status: STARTED
[21:29:57.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:108:0) after 7m47s
[21:37:44.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:108:0)
[21:37:44.140] Build status: STARTED
[21:37:44.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:109:0) after 9m19s
[21:47:03.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:109:0)
[21:47:03.187] Build status: STARTED
[21:47:03.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:110:0) after 2m27s
[21:49:30.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:110:0)
[21:49:30.229] Build status: STARTED
[21:49:30.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:111:0) after 2m37s
[21:52:07.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:111:0)
[21:52:07.325] Build status: STARTED
[21:52:07.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:112:0) after 1m54s
[21:54:01.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:112:0)
[21:54:01.449] Build status: STARTED
[21:54:01.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:113:0) after 4m25s
[21:58:26.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:113:0)
[21:58:26.492] Build status: STARTED
[21:58:26.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:114:0) after 3m37s
[22:02:03.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:114:0)
[22:02:03.545] Build status: STARTED
[22:02:03.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:115:0) after 4m43s
[22:06:46.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:115:0)
[22:06:46.700] Build status: STARTED
[22:06:46.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:116:0) after 6m55s
[22:13:41.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:116:0)
[22:13:41.864] Build status: STARTED
[22:13:41.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:117:0) after 3m56s
[22:17:37.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:117:0)
[22:17:37.914] Build status: STARTED
[22:17:37.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:118:0) after 8m22s
[22:26:00.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:118:0)
[22:26:00.075] Build status: STARTED
[22:26:00.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:119:0) after 3m34s
[22:29:34.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:119:0)
[22:29:34.119] Build status: STARTED
[22:29:34.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:120:0) after 9m53s
[22:39:27.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:120:0)
[22:39:27.278] Build status: STARTED
[22:39:27.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:121:0) after 7m15s
[22:46:42.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:121:0)
[22:46:42.352] Build status: STARTED
[22:46:42.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:122:0) after 5m33s
[22:52:15.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:122:0)
[22:52:15.428] Build status: STARTED
[22:52:15.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:123:0) after 2m21s
[22:54:36.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:123:0)
[22:54:36.490] Build status: STARTED
[22:54:36.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:124:0) after 1m35s
[22:56:11.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:124:0)
[22:56:11.540] Build status: STARTED
[22:56:11.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:125:0) after 1m21s
[22:57:32.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:125:0)
[22:57:32.705] Build status: STARTED
[22:57:32.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987050885593155152:126:0) after 6m18s
[22:57:37.588] Received PubSub notification, asking Buildbucket for the build status
[22:57:37.608] Build:
{
  "id": "8821620823511050209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26544,
  "createdBy": "project:chromium",
  "createTime": "2022-02-21T11:43:33.750095810Z",
  "startTime": "2022-02-21T12:05:35.197396Z",
  "endTime": "2022-02-21T22:57:37.066384699Z",
  "updateTime": "2022-02-21T22:57:37.066384699Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d0e94a8e1ecca998bee6b5bdcee66239b24d388",
      "ref": "refs/heads/main"
    }
  }
}
[22:57:37.608] Invocation finished in 11h14m5.226824019s with status FAILED