Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7819a1106ce1fcfc7f2fa29df7090867bf2916bb"
}

Incoming tags

  • buildset:commit/git/7819a1106ce1fcfc7f2fa29df7090867bf2916bb
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7819a1106ce1fcfc7f2fa29df7090867bf2916bb
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:38:32.120] New invocation is queued and will start shortly
[21:38:33.184] Starting the invocation (attempt 1)
[21:38:33.215] Ignoring unrecognized buildset tag "buildset:commit/git/7819a1106ce1fcfc7f2fa29df7090867bf2916bb"
[21:38:33.215] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7819a1106ce1fcfc7f2fa29df7090867bf2916bb"
[21:38:33.215] Popped gitiles commit info from properties and tags
[21:38:33.215] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:38:33.215] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:38:33.215] Buildbucket request:
{
  "requestId": "9017544629396880384",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7819a1106ce1fcfc7f2fa29df7090867bf2916bb",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9017544629396880384"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:38:33.780] Scheduled build:
{
  "id": "8852114567489450896",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25573,
  "createdBy": "project:chromium",
  "createTime": "2021-03-21T21:38:33.307315Z",
  "updateTime": "2021-03-21T21:38:33.721738Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7819a1106ce1fcfc7f2fa29df7090867bf2916bb",
      "ref": "refs/heads/master"
    }
  }
}
[21:38:33.780] Task URL: https://cr-buildbucket.appspot.com/build/8852114567489450896
[21:38:33.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:2:0) after 6m32s
[21:38:54.000] Received PubSub notification, asking Buildbucket for the build status
[21:38:54.025] Build status: STARTED
[21:45:05.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:2:0)
[21:45:05.907] Build status: STARTED
[21:45:05.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:4:0) after 4m40s
[21:49:46.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:4:0)
[21:49:46.451] Timer tick, asking Buildbucket for the build status
[21:49:46.606] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:46.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:5:0) after 1m0s
[21:50:46.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:5:0)
[21:50:46.620] Timer tick, asking Buildbucket for the build status
[21:50:46.737] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:46.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:6:0) after 1m0s
[21:51:46.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:6:0)
[21:51:46.886] Timer tick, asking Buildbucket for the build status
[21:51:47.035] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:47.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:7:0) after 1m0s
[21:52:47.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:7:0)
[21:52:47.232] Build status: STARTED
[21:52:47.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:8:0) after 8m4s
[22:00:51.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:8:0)
[22:00:51.255] Timer tick, asking Buildbucket for the build status
[22:00:51.356] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:51.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:9:0) after 1m0s
[22:01:51.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:9:0)
[22:01:51.623] Build status: STARTED
[22:01:51.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:10:0) after 1m29s
[22:03:20.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:10:0)
[22:03:20.755] Timer tick, asking Buildbucket for the build status
[22:03:20.923] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:20.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:11:0) after 1m0s
[22:04:21.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:11:0)
[22:04:21.132] Timer tick, asking Buildbucket for the build status
[22:04:21.408] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:21.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:12:0) after 1m0s
[22:05:21.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:12:0)
[22:05:21.868] Timer tick, asking Buildbucket for the build status
[22:05:22.178] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:22.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:13:0) after 1m0s
[22:06:22.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:13:0)
[22:06:22.220] Build status: STARTED
[22:06:22.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:14:0) after 8m2s
[22:14:24.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:14:0)
[22:14:24.469] Build status: STARTED
[22:14:24.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:15:0) after 1m45s
[22:16:09.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:15:0)
[22:16:09.491] Timer tick, asking Buildbucket for the build status
[22:16:09.571] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:09.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:16:0) after 1m0s
[22:17:09.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:16:0)
[22:17:09.591] Timer tick, asking Buildbucket for the build status
[22:17:09.892] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:09.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:17:0) after 1m0s
[22:18:09.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:17:0)
[22:18:09.976] Build status: STARTED
[22:18:09.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:18:0) after 5m50s
[22:24:00.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:18:0)
[22:24:00.193] Build status: STARTED
[22:24:00.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:19:0) after 4m59s
[22:28:59.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:19:0)
[22:28:59.463] Timer tick, asking Buildbucket for the build status
[22:28:59.626] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:59.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:20:0) after 1m0s
[22:29:59.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:20:0)
[22:29:59.657] Timer tick, asking Buildbucket for the build status
[22:29:59.734] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:59.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:21:0) after 1m0s
[22:30:59.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:21:0)
[22:30:59.989] Timer tick, asking Buildbucket for the build status
[22:31:00.070] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:00.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:22:0) after 1m0s
[22:32:00.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:22:0)
[22:32:00.265] Build status: STARTED
[22:32:00.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:23:0) after 1m21s
[22:33:21.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:23:0)
[22:33:21.289] Timer tick, asking Buildbucket for the build status
[22:33:21.393] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:21.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:24:0) after 1m0s
[22:34:21.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:24:0)
[22:34:21.440] Build status: STARTED
[22:34:21.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:25:0) after 5m5s
[22:39:26.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:25:0)
[22:39:26.477] Timer tick, asking Buildbucket for the build status
[22:39:26.618] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:26.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:26:0) after 1m0s
[22:40:26.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:26:0)
[22:40:26.664] Build status: STARTED
[22:40:26.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:27:0) after 9m38s
[22:50:04.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:27:0)
[22:50:04.725] Build status: STARTED
[22:50:04.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:28:0) after 9m50s
[22:59:54.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:28:0)
[22:59:54.769] Build status: STARTED
[22:59:54.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:29:0) after 3m34s
[23:03:28.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:29:0)
[23:03:29.021] Build status: STARTED
[23:03:29.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:30:0) after 5m52s
[23:09:21.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:30:0)
[23:09:21.335] Timer tick, asking Buildbucket for the build status
[23:09:21.521] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:21.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:31:0) after 1m0s
[23:10:21.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:31:0)
[23:10:21.773] Build status: STARTED
[23:10:21.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:32:0) after 8m3s
[23:18:24.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:32:0)
[23:18:24.807] Build status: STARTED
[23:18:24.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:33:0) after 6m57s
[23:25:21.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:33:0)
[23:25:21.892] Build status: STARTED
[23:25:21.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:34:0) after 6m33s
[23:31:54.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:34:0)
[23:31:54.910] Timer tick, asking Buildbucket for the build status
[23:31:55.230] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:55.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:35:0) after 1m0s
[23:32:55.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:35:0)
[23:32:55.250] Timer tick, asking Buildbucket for the build status
[23:32:55.318] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:55.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:36:0) after 1m0s
[23:33:55.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:36:0)
[23:33:55.496] Build status: STARTED
[23:33:55.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:37:0) after 5m14s
[23:39:09.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:37:0)
[23:39:09.587] Build status: STARTED
[23:39:09.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:38:0) after 9m7s
[23:48:16.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:38:0)
[23:48:16.637] Build status: STARTED
[23:48:16.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:39:0) after 3m53s
[23:52:09.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:39:0)
[23:52:09.699] Build status: STARTED
[23:52:09.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:40:0) after 7m34s
[23:59:43.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:40:0)
[23:59:43.710] Build status: STARTED
[23:59:43.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:41:0) after 3m50s
[00:03:33.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:41:0)
[00:03:33.798] Timer tick, asking Buildbucket for the build status
[00:03:33.918] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:33.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:42:0) after 1m0s
[00:04:33.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:42:0)
[00:04:33.973] Build status: STARTED
[00:04:33.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:43:0) after 6m26s
[00:10:59.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:43:0)
[00:10:59.991] Timer tick, asking Buildbucket for the build status
[00:11:00.120] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:00.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:44:0) after 1m0s
[00:12:00.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:44:0)
[00:12:00.237] Build status: STARTED
[00:12:00.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:45:0) after 7m2s
[00:19:02.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:45:0)
[00:19:02.549] Build status: STARTED
[00:19:02.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:46:0) after 6m5s
[00:25:07.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:46:0)
[00:25:07.822] Build status: STARTED
[00:25:07.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:47:0) after 9m52s
[00:34:59.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:47:0)
[00:34:59.882] Build status: STARTED
[00:34:59.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:48:0) after 1m45s
[00:36:44.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:48:0)
[00:36:44.932] Build status: STARTED
[00:36:44.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:49:0) after 8m34s
[00:45:19.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:49:0)
[00:45:19.177] Build status: STARTED
[00:45:19.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:50:0) after 4m27s
[00:49:46.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:50:0)
[00:49:46.198] Timer tick, asking Buildbucket for the build status
[00:49:46.304] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:46.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:51:0) after 1m0s
[00:50:46.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:51:0)
[00:50:46.396] Timer tick, asking Buildbucket for the build status
[00:50:46.460] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:46.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:52:0) after 1m0s
[00:51:46.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:52:0)
[00:51:46.516] Build status: STARTED
[00:51:46.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:53:0) after 9m39s
[01:01:25.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:53:0)
[01:01:25.979] Timer tick, asking Buildbucket for the build status
[01:01:26.193] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:26.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:54:0) after 1m0s
[01:02:26.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:54:0)
[01:02:26.376] Timer tick, asking Buildbucket for the build status
[01:02:26.444] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:26.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:55:0) after 1m0s
[01:03:26.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:55:0)
[01:03:26.623] Build status: STARTED
[01:03:26.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:56:0) after 6m52s
[01:10:18.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:56:0)
[01:10:18.643] Timer tick, asking Buildbucket for the build status
[01:10:18.802] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:18.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:57:0) after 1m0s
[01:11:18.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:57:0)
[01:11:18.937] Build status: STARTED
[01:11:18.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:58:0) after 5m32s
[01:16:51.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:58:0)
[01:16:51.210] Timer tick, asking Buildbucket for the build status
[01:16:51.330] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:51.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:59:0) after 1m0s
[01:17:51.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:59:0)
[01:17:51.334] Timer tick, asking Buildbucket for the build status
[01:17:51.431] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:51.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:60:0) after 1m0s
[01:18:51.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:60:0)
[01:18:51.597] Build status: STARTED
[01:18:51.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:61:0) after 6m3s
[01:24:54.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:61:0)
[01:24:54.768] Build status: STARTED
[01:24:54.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:62:0) after 4m33s
[01:29:27.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:62:0)
[01:29:27.843] Build status: STARTED
[01:29:27.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:63:0) after 9m13s
[01:38:40.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:63:0)
[01:38:40.836] Timer tick, asking Buildbucket for the build status
[01:38:41.204] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:41.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:64:0) after 1m0s
[01:39:41.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:64:0)
[01:39:41.221] Timer tick, asking Buildbucket for the build status
[01:39:41.498] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:41.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:65:0) after 1m0s
[01:40:41.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:65:0)
[01:40:41.520] Timer tick, asking Buildbucket for the build status
[01:40:41.595] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:41.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:66:0) after 1m0s
[01:41:41.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:66:0)
[01:41:41.608] Timer tick, asking Buildbucket for the build status
[01:41:41.811] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:41.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:67:0) after 1m0s
[01:42:41.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:67:0)
[01:42:41.866] Timer tick, asking Buildbucket for the build status
[01:42:42.162] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:42.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:68:0) after 1m0s
[01:43:42.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:68:0)
[01:43:42.169] Timer tick, asking Buildbucket for the build status
[01:43:42.281] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:42.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:69:0) after 1m0s
[01:44:42.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:69:0)
[01:44:42.378] Timer tick, asking Buildbucket for the build status
[01:44:42.459] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:42.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:70:0) after 1m0s
[01:45:42.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:70:0)
[01:45:42.616] Build status: STARTED
[01:45:42.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:71:0) after 9m19s
[01:55:02.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:71:0)
[01:55:02.048] Build status: STARTED
[01:55:02.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:72:0) after 8m52s
[02:03:54.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:72:0)
[02:03:54.105] Build status: STARTED
[02:03:54.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:73:0) after 9m6s
[02:13:00.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:73:0)
[02:13:00.414] Timer tick, asking Buildbucket for the build status
[02:13:00.617] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:00.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:74:0) after 1m0s
[02:14:00.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:74:0)
[02:14:00.782] Build status: STARTED
[02:14:00.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:75:0) after 9m40s
[02:23:40.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:75:0)
[02:23:40.826] Build status: STARTED
[02:23:40.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:76:0) after 5m15s
[02:28:55.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:76:0)
[02:28:55.986] Build status: STARTED
[02:28:55.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:77:0) after 8m0s
[02:36:56.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:77:0)
[02:36:56.169] Build status: STARTED
[02:36:56.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:78:0) after 6m44s
[02:43:40.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:78:0)
[02:43:40.369] Build status: STARTED
[02:43:40.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:79:0) after 4m4s
[02:47:44.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:79:0)
[02:47:44.491] Timer tick, asking Buildbucket for the build status
[02:47:44.588] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:44.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:80:0) after 1m0s
[02:48:44.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:80:0)
[02:48:44.758] Timer tick, asking Buildbucket for the build status
[02:48:44.826] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:44.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:81:0) after 1m0s
[02:49:44.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:81:0)
[02:49:44.882] Build status: STARTED
[02:49:44.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:82:0) after 1m57s
[02:51:41.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:82:0)
[02:51:41.994] Build status: STARTED
[02:51:41.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:83:0) after 7m42s
[02:59:24.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:83:0)
[02:59:24.013] Timer tick, asking Buildbucket for the build status
[02:59:24.101] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:24.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:84:0) after 1m0s
[03:00:24.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:84:0)
[03:00:24.226] Timer tick, asking Buildbucket for the build status
[03:00:24.302] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:24.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:85:0) after 1m0s
[03:01:24.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:85:0)
[03:01:24.384] Build status: STARTED
[03:01:24.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:86:0) after 7m2s
[03:08:26.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:86:0)
[03:08:26.489] Build status: STARTED
[03:08:26.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:87:0) after 3m57s
[03:12:23.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:87:0)
[03:12:23.638] Timer tick, asking Buildbucket for the build status
[03:12:23.744] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:23.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:88:0) after 1m0s
[03:13:23.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:88:0)
[03:13:23.794] Build status: STARTED
[03:13:23.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:89:0) after 2m59s
[03:16:22.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:89:0)
[03:16:22.874] Timer tick, asking Buildbucket for the build status
[03:16:22.964] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:22.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:90:0) after 1m0s
[03:17:22.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:90:0)
[03:17:22.998] Timer tick, asking Buildbucket for the build status
[03:17:23.065] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:23.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:91:0) after 1m0s
[03:18:23.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:91:0)
[03:18:23.199] Timer tick, asking Buildbucket for the build status
[03:18:23.664] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:23.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:92:0) after 1m0s
[03:19:23.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:92:0)
[03:19:24.334] Build status: STARTED
[03:19:24.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:93:0) after 6m5s
[03:25:29.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:93:0)
[03:25:29.611] Timer tick, asking Buildbucket for the build status
[03:25:29.707] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:29.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:94:0) after 1m0s
[03:26:29.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:94:0)
[03:26:29.766] Timer tick, asking Buildbucket for the build status
[03:26:29.829] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:29.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:95:0) after 1m0s
[03:27:29.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:95:0)
[03:27:29.907] Build status: STARTED
[03:27:29.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:96:0) after 1m44s
[03:29:13.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:96:0)
[03:29:13.951] Build status: STARTED
[03:29:13.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:97:0) after 3m14s
[03:32:27.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:97:0)
[03:32:27.996] Build status: STARTED
[03:32:27.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:98:0) after 5m14s
[03:37:46.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:98:0)
[03:37:46.795] Build status: STARTED
[03:37:46.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:99:0) after 9m37s
[03:47:23.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:99:0)
[03:47:23.851] Build status: STARTED
[03:47:23.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:100:0) after 5m56s
[03:53:20.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:100:0)
[03:53:20.065] Build status: STARTED
[03:53:20.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:101:0) after 9m52s
[04:03:12.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:101:0)
[04:03:12.086] Timer tick, asking Buildbucket for the build status
[04:03:12.239] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:12.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:102:0) after 1m0s
[04:04:12.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:102:0)
[04:04:12.274] Timer tick, asking Buildbucket for the build status
[04:04:12.348] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:12.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:103:0) after 1m0s
[04:05:12.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:103:0)
[04:05:12.484] Build status: STARTED
[04:05:12.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:104:0) after 5m18s
[04:10:30.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:104:0)
[04:10:30.624] Timer tick, asking Buildbucket for the build status
[04:10:30.720] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:30.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:105:0) after 1m0s
[04:11:30.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:105:0)
[04:11:30.743] Timer tick, asking Buildbucket for the build status
[04:11:30.831] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:30.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:106:0) after 1m0s
[04:12:31.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:106:0)
[04:12:31.110] Build status: STARTED
[04:12:31.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:107:0) after 8m50s
[04:21:21.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:107:0)
[04:21:21.138] Build status: STARTED
[04:21:21.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:108:0) after 7m20s
[04:28:41.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:108:0)
[04:28:41.368] Timer tick, asking Buildbucket for the build status
[04:28:41.595] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:41.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:109:0) after 1m0s
[04:29:41.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:109:0)
[04:29:41.661] Build status: STARTED
[04:29:41.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:110:0) after 4m17s
[04:33:58.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:110:0)
[04:33:58.812] Build status: STARTED
[04:33:58.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:111:0) after 8m34s
[04:42:32.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:111:0)
[04:42:32.994] Timer tick, asking Buildbucket for the build status
[04:42:33.089] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:33.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:112:0) after 1m0s
[04:43:33.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:112:0)
[04:43:33.109] Timer tick, asking Buildbucket for the build status
[04:43:33.176] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:33.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:113:0) after 1m0s
[04:44:33.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:113:0)
[04:44:33.200] Timer tick, asking Buildbucket for the build status
[04:44:33.326] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:33.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:114:0) after 1m0s
[04:45:33.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:114:0)
[04:45:33.407] Build status: STARTED
[04:45:33.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:115:0) after 7m34s
[04:53:07.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:115:0)
[04:53:07.807] Timer tick, asking Buildbucket for the build status
[04:53:07.905] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:07.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:116:0) after 1m0s
[04:54:08.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:116:0)
[04:54:08.054] Build status: STARTED
[04:54:08.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:117:0) after 9m8s
[05:03:16.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:117:0)
[05:03:16.137] Build status: STARTED
[05:03:16.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:118:0) after 4m56s
[05:08:12.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:118:0)
[05:08:12.345] Build status: STARTED
[05:08:12.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:119:0) after 1m13s
[05:09:25.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:119:0)
[05:09:25.398] Build status: STARTED
[05:09:25.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:120:0) after 8m10s
[05:17:35.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:120:0)
[05:17:35.425] Timer tick, asking Buildbucket for the build status
[05:17:35.794] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:35.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:121:0) after 1m0s
[05:18:35.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:121:0)
[05:18:35.905] Build status: STARTED
[05:18:35.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:122:0) after 5m23s
[05:23:58.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:122:0)
[05:23:58.926] Timer tick, asking Buildbucket for the build status
[05:23:59.001] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:59.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:123:0) after 1m0s
[05:24:59.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:123:0)
[05:24:59.062] Build status: STARTED
[05:24:59.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:124:0) after 3m36s
[05:28:35.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:124:0)
[05:28:35.174] Build status: STARTED
[05:28:35.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:125:0) after 5m39s
[05:34:14.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:125:0)
[05:34:14.299] Build status: STARTED
[05:34:14.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:126:0) after 2m38s
[05:36:52.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:126:0)
[05:36:52.326] Timer tick, asking Buildbucket for the build status
[05:36:52.411] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:52.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:127:0) after 1m0s
[05:37:52.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:127:0)
[05:37:52.431] Timer tick, asking Buildbucket for the build status
[05:37:52.548] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:52.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:128:0) after 1m0s
[05:38:52.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:128:0)
[05:38:52.568] Timer tick, asking Buildbucket for the build status
[05:38:52.634] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:52.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:129:0) after 1m0s
[05:39:52.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:129:0)
[05:39:52.731] Build status: STARTED
[05:39:52.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:130:0) after 9m4s
[05:48:56.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:130:0)
[05:48:56.923] Build status: STARTED
[05:48:56.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:131:0) after 6m12s
[05:55:08.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:131:0)
[05:55:08.971] Timer tick, asking Buildbucket for the build status
[05:55:09.054] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:09.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:132:0) after 1m0s
[05:56:09.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:132:0)
[05:56:09.516] Build status: STARTED
[05:56:09.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:133:0) after 4m49s
[06:00:58.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:133:0)
[06:00:58.663] Timer tick, asking Buildbucket for the build status
[06:00:58.745] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:00:58.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:134:0) after 1m0s
[06:01:58.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:134:0)
[06:01:58.827] Build status: STARTED
[06:01:58.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:135:0) after 3m33s
[06:05:31.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:135:0)
[06:05:31.912] Build status: STARTED
[06:05:31.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:136:0) after 4m2s
[06:09:33.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:136:0)
[06:09:33.931] Timer tick, asking Buildbucket for the build status
[06:09:34.042] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:09:34.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:137:0) after 1m0s
[06:10:34.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:137:0)
[06:10:34.272] Timer tick, asking Buildbucket for the build status
[06:10:34.347] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:10:34.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:138:0) after 1m0s
[06:11:34.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:138:0)
[06:11:34.434] Build status: STARTED
[06:11:34.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:139:0) after 8m20s
[06:19:54.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:139:0)
[06:19:54.528] Build status: STARTED
[06:19:54.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:140:0) after 5m41s
[06:25:35.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:140:0)
[06:25:35.549] Timer tick, asking Buildbucket for the build status
[06:25:35.642] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:35.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:141:0) after 1m0s
[06:26:35.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:141:0)
[06:26:35.722] Build status: STARTED
[06:26:35.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:142:0) after 3m58s
[06:30:33.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:142:0)
[06:30:33.805] Build status: STARTED
[06:30:33.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:143:0) after 8m4s
[06:38:38.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:143:0)
[06:38:38.194] Build status: STARTED
[06:38:38.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:144:0) after 6m22s
[06:45:00.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:144:0)
[06:45:00.329] Build status: STARTED
[06:45:00.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:145:0) after 1m44s
[06:46:44.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:145:0)
[06:46:44.377] Build status: STARTED
[06:46:44.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:146:0) after 1m28s
[06:48:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:146:0)
[06:48:12.657] Timer tick, asking Buildbucket for the build status
[06:48:12.732] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:12.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:147:0) after 1m0s
[06:49:13.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:147:0)
[06:49:13.069] Build status: STARTED
[06:49:13.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:148:0) after 1m43s
[06:50:56.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:148:0)
[06:50:56.097] Build status: STARTED
[06:50:56.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:149:0) after 6m23s
[06:57:19.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:149:0)
[06:57:19.125] Timer tick, asking Buildbucket for the build status
[06:57:19.206] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:57:19.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:150:0) after 1m0s
[06:58:19.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:150:0)
[06:58:19.247] Timer tick, asking Buildbucket for the build status
[06:58:19.309] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:58:19.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:151:0) after 1m0s
[06:59:19.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:151:0)
[06:59:19.799] Timer tick, asking Buildbucket for the build status
[06:59:19.876] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:59:19.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:152:0) after 1m0s
[07:00:19.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:152:0)
[07:00:19.956] Build status: STARTED
[07:00:19.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:153:0) after 9m55s
[07:10:14.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:153:0)
[07:10:15.049] Build status: STARTED
[07:10:15.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:154:0) after 1m17s
[07:11:32.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:154:0)
[07:11:32.738] Timer tick, asking Buildbucket for the build status
[07:11:32.834] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:11:32.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:155:0) after 1m0s
[07:12:32.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:155:0)
[07:12:32.894] Build status: STARTED
[07:12:32.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:156:0) after 4m19s
[07:16:51.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:156:0)
[07:16:51.922] Timer tick, asking Buildbucket for the build status
[07:16:52.058] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:16:52.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:157:0) after 1m0s
[07:17:52.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:157:0)
[07:17:52.104] Build status: STARTED
[07:17:52.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:158:0) after 1m44s
[07:19:36.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:158:0)
[07:19:36.233] Timer tick, asking Buildbucket for the build status
[07:19:36.320] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:36.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:159:0) after 1m0s
[07:20:36.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:159:0)
[07:20:36.862] Timer tick, asking Buildbucket for the build status
[07:20:36.924] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:36.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:160:0) after 1m0s
[07:21:37.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:160:0)
[07:21:37.370] Build status: STARTED
[07:21:37.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:161:0) after 3m57s
[07:25:34.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:161:0)
[07:25:34.457] Timer tick, asking Buildbucket for the build status
[07:25:34.551] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:34.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:162:0) after 1m0s
[07:26:34.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:162:0)
[07:26:34.583] Timer tick, asking Buildbucket for the build status
[07:26:34.700] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:34.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:163:0) after 1m0s
[07:27:34.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:163:0)
[07:27:34.761] Build status: STARTED
[07:27:34.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:164:0) after 3m13s
[07:30:47.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:164:0)
[07:30:47.810] Timer tick, asking Buildbucket for the build status
[07:30:47.915] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:47.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:165:0) after 1m0s
[07:31:47.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:165:0)
[07:31:47.976] Timer tick, asking Buildbucket for the build status
[07:31:48.087] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:48.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:166:0) after 1m0s
[07:32:48.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:166:0)
[07:32:48.303] Timer tick, asking Buildbucket for the build status
[07:32:48.400] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:48.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:167:0) after 1m0s
[07:33:48.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:167:0)
[07:33:48.489] Build status: STARTED
[07:33:48.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:168:0) after 7m55s
[07:41:43.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:168:0)
[07:41:43.518] Timer tick, asking Buildbucket for the build status
[07:41:43.785] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:43.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:169:0) after 1m0s
[07:42:43.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:169:0)
[07:42:43.842] Build status: STARTED
[07:42:43.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:170:0) after 2m32s
[07:45:16.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:170:0)
[07:45:16.122] Timer tick, asking Buildbucket for the build status
[07:45:16.244] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:16.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:171:0) after 1m0s
[07:46:16.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:171:0)
[07:46:16.298] Build status: STARTED
[07:46:16.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:172:0) after 3m14s
[07:49:30.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:172:0)
[07:49:30.328] Build status: STARTED
[07:49:30.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:173:0) after 3m43s
[07:53:13.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:173:0)
[07:53:13.385] Build status: STARTED
[07:53:13.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:174:0) after 1m54s
[07:55:07.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:174:0)
[07:55:07.777] Timer tick, asking Buildbucket for the build status
[07:55:07.896] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:07.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:175:0) after 1m0s
[07:56:08.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:175:0)
[07:56:08.043] Build status: STARTED
[07:56:08.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:176:0) after 2m40s
[07:58:48.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:176:0)
[07:58:48.103] Build status: STARTED
[07:58:48.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:177:0) after 5m46s
[08:04:34.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:177:0)
[08:04:34.246] Build status: STARTED
[08:04:34.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:178:0) after 9m38s
[08:14:12.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:178:0)
[08:14:12.269] Timer tick, asking Buildbucket for the build status
[08:14:12.556] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:12.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:179:0) after 1m0s
[08:15:12.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:179:0)
[08:15:12.558] Timer tick, asking Buildbucket for the build status
[08:15:12.806] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:12.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:180:0) after 1m0s
[08:16:12.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:180:0)
[08:16:12.901] Build status: STARTED
[08:16:12.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:181:0) after 7m5s
[08:23:18.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:181:0)
[08:23:18.453] Build status: STARTED
[08:23:18.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:182:0) after 5m48s
[08:29:07.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:182:0)
[08:29:07.931] Build status: STARTED
[08:29:07.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:183:0) after 5m2s
[08:34:10.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:183:0)
[08:34:10.182] Build status: STARTED
[08:34:10.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:184:0) after 1m13s
[08:35:23.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:184:0)
[08:35:23.229] Build status: STARTED
[08:35:23.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:185:0) after 5m21s
[08:40:44.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:185:0)
[08:40:44.637] Build status: STARTED
[08:40:44.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:186:0) after 8m36s
[08:49:21.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:186:0)
[08:49:21.074] Build status: STARTED
[08:49:21.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:187:0) after 4m46s
[08:54:07.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:187:0)
[08:54:07.147] Build status: STARTED
[08:54:07.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:188:0) after 1m54s
[08:56:01.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:188:0)
[08:56:01.182] Timer tick, asking Buildbucket for the build status
[08:56:01.389] Build 8852114567489450896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:01.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017544629396880384:189:0) after 1m0s
[08:56:22.654] Received PubSub notification, asking Buildbucket for the build status
[08:56:23.153] Build 8852114567489450896: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:56:23.153] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1616403382346183",
    "created_by": "project:chromium",
    "created_ts": "1616362713307315",
    "failure_reason": "BUILD_FAILURE",
    "id": "8852114567489450896",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"3 Test Suite(s) failed.\\n\\n**blink_web_tests** failed:\\n\\n\\n\\n- external/wpt/mediacapture-insertable-streams/MediaStreamTrackGenerator-audio.https.html\\n\\n- virtual/webrtc-wpt-plan-b/external/wpt/webrtc/simulcast/h264.https.html\\n\\n- external/wpt/resource-timing/iframe-failed-commit.html\\n\\n- external/wpt/webrtc/RTCRtpTransceiver-setCodecPreferences.html\\n\\n- ...19 more failure(s) (23 total)...\\n\\n**chrome_sizes** failed.\\n\\n**browser_tests** failed because of:\\n\\n- TabManagerTest.AutoDiscardable\\n\\n- HistoryCounterTest.PrefChanged\\n\\n- TabStripBrowsertest.MoveTabFirst_DoesNotAddToGroup\\n\\n- SafeBrowsingBlockingPageBrowserTestWithThreatTypeAndIsolationSetting/SafeBrowsingBlockingPageBrowserTest.VerifyHitReportSentOnSBERAndNotIncognito/3\\n\\n- ...13310 more failure(s) (13314 total)...\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"7819a1106ce1fcfc7f2fa29df7090867bf2916bb\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMac\", \"buildnumber\": 25573, \"clang_revision\": \"llvmorg-13-init-5095-g2554b95d-0\", \"got_angle_revision\": \"90cf278c36871437c89b8f88d62e6a538b51501d\", \"got_dawn_revision\": \"6b80743d3f5bb389665590585c43eeb9cfa70a34\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"7819a1106ce1fcfc7f2fa29df7090867bf2916bb\", \"got_revision_cp\": \"refs/heads/master@{#865005}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"a98fb3f8380a3a5c9ae3e0175634ba88c85a434f\", \"got_v8_revision\": \"6092f990f654f2d7a4534ee8c5bbb5c4fb800bdc\", \"got_v8_revision_cp\": \"refs/heads/9.1.170@{#1}\", \"got_webrtc_revision\": \"8bf1cd1c665a538a366bce4770acbb990b025388\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33513}\", \"is_cached\": true, \"isolate_server\": \"https://isolateserver.appspot.com\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"swarm_hashes_refs/heads/master(at){#865005}_without_patch\": {\"absl_hardening_tests\": \"6bace5eace5b0f0c2a1830fd3b83e5e9e73bdb8f\", \"accessibility_unittests\": \"83a6c52fe6d003650047ab3270495807501a73ed\", \"angle_unittests\": \"f38af64349762d7a5d3b6bda53a2398af9d13c33\", \"app_shell_unittests\": \"301565d42570c5a0366a9b19f093e16c0ffd0e02\", \"base_unittests\": \"42db5901dda0a22b5169aeb38577da24b6cc5f7d\", \"base_util_unittests\": \"4f5a368341f7de3ba2d3760c60ebf4c71e87ac60\", \"blink_common_unittests\": \"3cfc5f4ebbed622cb11fea77c8dc73ea69d66a61\", \"blink_fuzzer_unittests\": \"3307e184ae62732e1ff3332a66e621386b73b5d0\", \"blink_heap_unittests\": \"73bc11efbc236576094a793483901cb376a50d9c\", \"blink_platform_unittests\": \"38bd0b5b45f50a1206349bdcdb09cd4969f74755\", \"blink_python_tests\": \"867a46c940a90bc48a34d580a09dee7c65408027\", \"blink_unittests\": \"7ecc72e3fb2de225b2a9510839725bbb78d8244e\", \"blink_web_tests\": \"e1e99a57d10240aee12a7e1cd2f2196fecc659c2\", \"boringssl_crypto_tests\": \"3c12189d079af1b8a3a4e91d4278def16774d5d0\", \"boringssl_ssl_tests\": \"497b888be09d7ed16579c4f3daffc0221a0e42fa\", \"browser_tests\": \"232a5ea35fe168d37733f85dc8ed17eda3527eb0\", \"capture_unittests\": \"a84ea1c20e602d32c6914be54518a64e74abe5d1\", \"cast_unittests\": \"b1cc2f40becf0806fb3a27597d990ad749913b2e\", \"cc_unittests\": \"c6139fb4950d288bc58c77b3c749f48b47c7d174\", \"chrome_app_unittests\": \"6ef2d99c5d3ca2a98aa027e09aafb6e41bb9ebe5\", \"chrome_sizes\": \"0d45c4e9b9b46d9986a29a9b6d1a7646a5f7b627\", \"chromedriver_py_tests\": \"5181106e2fec70e2e409cc09174e8f8ca98837d5\", \"chromedriver_replay_unittests\": \"aaaa23db2b62b9fb576f4661c7708a201c5a3b92\", \"chromedriver_unittests\": \"51f36495b4b87fd70fa289e1f14e98e185c2cda6\", \"color_unittests\": \"5f42c53ae3e5581c73665c2ce9967eeddb127410\", \"components_browsertests\": \"08cb2b0bcec7e6f045d857b681c96e979ee1bc1f\", \"components_perftests\": \"5f94f2a2439f759a1fe0d425431a67632dc388b2\", \"components_unittests\": \"c60a22e673c68083f1a099152daf0fc49c079e95\", \"content_browsertests\": \"81a137aa40f4d8c8fd06f3b7168f3b6f123d5f86\", \"content_nocompile_tests\": \"2b66b44b336733ab311b69b4f623ed3b2d3067f9\", \"content_shell_crash_test\": \"4544dfa4347e2da38e5a4a2515336370a295bd24\", \"content_unittests\": \"a9c17c7761ffb18f672a28f00aabd4a22f835a71\", \"crashpad_tests\": \"28bb14c6b87dbfec91144f43ecf0daaf389dd6b1\", \"cronet_tests\": \"0d3806001add88a14f11cbe746ad7213d8783e48\", \"cronet_unittests\": \"de8f80ed5bcdc1bd2e46fd2c4b5ffac4b37be099\", \"crypto_unittests\": \"866bc84be69f45188cbecfc2d958e4f4a84099ac\", \"device_unittests\": \"a6ab7b5c72b2804763f61cb250cae8cb2cb0dea2\", \"display_unittests\": \"65dd1006fc9113d569bb0f98a96f83e9864d964a\", \"events_unittests\": \"5a849e2a2025fb0fa8eefbfb81ec41f3e755b34b\", \"extensions_browsertests\": \"0c3bb3729c18d4594cf779363d3220d152fe06b5\", \"extensions_unittests\": \"e502bf60d9a962d4892688808afef4e9707526a4\", \"filesystem_service_unittests\": \"03f3c99231bb0fac541af62d5e68c66069200d0a\", \"flatbuffers_unittests\": \"7447111e232de660d0c4b96e1dfe0e92a70f6a72\", \"gcm_unit_tests\": \"d9602e926b1764a2d0c38fbcaad4e5b507bfed6e\", \"gfx_unittests\": \"7fb09c8b34194397539a3d0d997c1a723e89185f\", \"gin_unittests\": \"b565f5d366b88a48fba0dba2295839718a5d1a07\", \"google_apis_unittests\": \"f3f36271e2a56a297685fc56f78e6f139eb6cfa6\", \"gpu_unittests\": \"8d5206268b0f811d15b5c3b047c52904e5869ad4\", \"grit_python_unittests\": \"ef40d9c294df0b79465dd204eeb1f7aeb8f50f7e\", \"gwp_asan_unittests\": \"2f34f783ca1d0e671803b7a9ab4a5269d3de2c6b\", \"headless_browsertests\": \"083e9bda1af696426c2f39c1cfe2fc67da64838c\", \"headless_unittests\": \"40adbbabae6c417b9d3752d37eac30c70f9b0339\", \"interactive_ui_tests\": \"5c41ceb803e884d1facf2c4b24770f68aed52552\", \"ipc_tests\": \"d57765e7af6ef17e2984259b6eece980cb23327f\", \"jingle_unittests\": \"2005175f201a4a00d6ecae15ac295ebabaf60c9b\", \"latency_unittests\": \"1865b52aa4890f000deb1644378b7aac184ef126\", \"libjingle_xmpp_unittests\": \"a1c721feab35bb3748c4fa77df53b99897c4e88b\", \"liburlpattern_unittests\": \"0e978b86b17e0943fc4b6d5600e38e3d59548283\", \"mac_signing_tests\": \"162277e3cf0261329f17d848fb78bce52a49a3ee\", \"media_blink_unittests\": \"2470aa5d1eddf20f157eed83060a3e4036a69a75\", \"media_unittests\": \"8ff32d274b9b96f931da508394cf7f0d6b7d3376\", \"message_center_unittests\": \"b1cb937fa4f5756d5cfeab55472c26becf769d5d\", \"metrics_python_tests\": \"d5204c80a7b7b13fa326efbae6f2a3d555fb997c\", \"midi_unittests\": \"309384b050abd25f01dfcae2e277de94b6844616\", \"mojo_python_unittests\": \"bd4765c3ec39677bb72fff0380aa6e82264dd91f\", \"mojo_unittests\": \"9c6387b1e18c8bddc88736df91d01f7786da1aca\", \"nacl_loader_unittests\": \"10fadb3a670d48314f237b5571070a83c8806522\", \"native_theme_unittests\": \"bfcdf3e7a1d0c1b77a110896455b5a12e26aaafc\", \"net_unittests\": \"e6409fa56f3579d62da6ca1ef85af7989c204a0f\", \"openscreen_unittests\": \"e5b57a5ed0311e2e79fe91ac6280b1650cd2b18b\", \"pdf_unittests\": \"8b36a390144d9ac8b06f2c8b09ef2b5920cf5080\", \"perfetto_unittests\": \"9a50a2889a68e80e6d72a44209b52adfdfea4134\", \"ppapi_unittests\": \"74ffe44f87c240010fb483308bc8bb36e452e93d\", \"printing_unittests\": \"0cc45f5b7d6adc72b2ad926fbb04b7373f4e4b1d\", \"remoting_unittests\": \"02dee405fccfc531e15169ec805f2ac82e28709b\", \"sandbox_mac_unittests\": \"0fcfddea17998e3f57be7a7e1d965f2220cc9d0b\", \"service_manager_unittests\": \"d72ba252fc2e07a86fd60f9f5a3934ff64c00f9e\", \"services_unittests\": \"55cacaac79d9cf14a2afec7e30ee1026992c79c3\", \"shell_dialogs_unittests\": \"36f73262fbb9813a4b0be3a4a5a3452f8258c123\", \"skia_unittests\": \"4f34ac8173900753949ff20a467cf84bf4d85b86\", \"snapshot_unittests\": \"00fb21907aefdd982f7153d929e0b852fcab0247\", \"sql_unittests\": \"ac928db8731f76be2d60b5cba817a2b2340984ca\", \"storage_unittests\": \"599b6853e9cc236219caaa64521854674ac07665\", \"sync_integration_tests\": \"e0293b5de0ad4de6e998374b1552bc11078cf64d\", \"telemetry_gpu_unittests\": \"28fdda36d19280e06cf10f0b692bc6f245a06350\", \"telemetry_perf_unittests\": \"d55f2e8d61718828eb0336122b1e86ffebddcbb3\", \"telemetry_unittests\": \"c59015d485f0f637f9d8664cddd058858bde24ef\", \"ui_base_unittests\": \"2799883ae41ff8d6081a56b3d8fea79c0d648cb7\", \"ui_touch_selection_unittests\": \"1da1e6e8fd80348badb56212d63908f847d09cea\", \"unit_tests\": \"7d8716a04d104b255c3b46299defee8175dc84bb\", \"updater_tests\": \"56cdf7f4b0c307535cb3747dbf9f299ae040a1cd\", \"url_unittests\": \"4d28bd60e560c384bf2d8ce941a4741c1a0c47a1\", \"views_perftests\": \"ae7b4beab3597b2e942fc1afbdebfed2aa64da4b\", \"views_unittests\": \"4b4f2a1d2649ac2cec27a647f235927e30b454d2\", \"viz_unittests\": \"ef53a5497735badecced09108744709bd76d73ee\", \"wtf_unittests\": \"06b8799f88141a23db9cacd2a386386dd8cc5d0e\", \"xr_browser_tests\": \"8e005851b984b02eddb5a2b078aeff514ac6af9c\", \"zlib_unittests\": \"c08a4248c3c115d7160f15365083f3dd0cd6ec81\"}, \"xcode_build_version\": \"12d4e\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.16\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"3 Test Suite(s) failed.\\n\\n**blink_web_tests** failed:\\n\\n\\n\\n- external/wpt/mediacapture-insertable-streams/MediaStreamTrackGenerator-audio.https.html\\n\\n- virtual/webrtc-wpt-plan-b/external/wpt/webrtc/simulcast/h264.https.html\\n\\n- external/wpt/resource-timing/iframe-failed-commit.html\\n\\n- external/wpt/webrtc/RTCRtpTransceiver-setCodecPreferences.html\\n\\n- ...19 more failure(s) (23 total)...\\n\\n**chrome_sizes** failed.\\n\\n**browser_tests** failed because of:\\n\\n- TabManagerTest.AutoDiscardable\\n\\n- HistoryCounterTest.PrefChanged\\n\\n- TabStripBrowsertest.MoveTabFirst_DoesNotAddToGroup\\n\\n- SafeBrowsingBlockingPageBrowserTestWithThreatTypeAndIsolationSetting/SafeBrowsingBlockingPageBrowserTest.VerifyHitReportSentOnSBERAndNotIncognito/3\\n\\n- ...13310 more failure(s) (13314 total)...\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1616362733395240",
    "status": "COMPLETED",
    "status_changed_ts": "1616362733700729",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/25573",
      "builder:ToTMac",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7819a1106ce1fcfc7f2fa29df7090867bf2916bb",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9017544629396880384",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852114567489450896/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:526f8b3bde168810",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616403382346510",
    "url": "https://ci.chromium.org/b/8852114567489450896",
    "utcnow_ts": "1616403383102815"
  }
}
[08:56:23.153] Invocation finished in 11h17m51.048709589s with status FAILED