Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac FYI ASAN (Intel)"
>

Incoming triggers

  • GPU FYI Mac Builder (asan)/58029 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/58030 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/58031 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/58032 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/58033 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/58034 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "29659a0d00f69de45568964970ca3c22fc030bcc",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "29659a0d00f69de45568964970ca3c22fc030bcc"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8728939096973661841"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8728939096973661841"
    }
  ],
  "parent_build_id": "8728939096973661841",
  "parent_builder_group": "chromium.gpu.fyi",
  "parent_buildername": "GPU FYI Mac Builder (asan)",
  "parent_got_angle_revision": "574dc3433bf86f43d277d4dca3f338a2544c392d",
  "parent_got_dawn_revision": "66bf64e67071911fffd159a4e3d556d055e76d85",
  "parent_got_revision": "29659a0d00f69de45568964970ca3c22fc030bcc",
  "parent_got_revision_cp": "refs/heads/main@{#1394199}",
  "parent_got_swiftshader_revision": "7e54d43d6905f978ccf90680dd22a48b0ede8d8b",
  "parent_got_v8_revision": "77ca46aba3bd91f1cc8d43051ab651747b10242c",
  "parent_got_v8_revision_cp": "refs/heads/13.3.280@{#1}",
  "parent_got_webrtc_revision": "33501e4286b3b771a02761acc332b8bcc09acc1e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43523}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "29659a0d00f69de45568964970ca3c22fc030bcc",
  "swarm_hashes": {
    "angle_unittests": "d6f0b764fcd121befbc59c4e28956ee077c532ad545045eafeaf573b5a64e3c9/489",
    "browser_tests": "06db87eb1e501ce45b809f5921be90b77fe082d9b84ce4a15455c38166806fd3/1215",
    "gl_tests": "bb76704ee4e33c0f252dc9fe66be58f5a1a70c8e2276da98e489d1c926773dd4/488",
    "gl_unittests": "b123176b87d3c850197b1f0532ce10668883795fc0182b4b442e6833277cb83a/488",
    "gpu_unittests": "a38316737979df1ac44d19cd5ca10906b71e37747f7f481fd3c5caaf56b459a6/565",
    "services_unittests": "a13876638057cc1580276e386a73c494adc5f304ba12f21199fe5d828d32d11e/734",
    "telemetry_gpu_integration_test": "8064dfa8106e40e9b348e1822d132fd3cbb404a7c528ba8b2a76579aa75a4ad4/815"
  },
  "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
  "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/29659a0d00f69de45568964970ca3c22fc030bcc
  • gitiles_ref:refs/heads/main
  • parent_buildername:GPU FYI Mac Builder (asan)
  • parent_buildnumber:58034
  • user_agent:recipe

Debug log (UTC)

[12:41:10.805] New invocation is queued and will start shortly
[12:41:10.805] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[12:41:11.881] Starting the invocation (attempt 1)
[12:41:11.914] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/29659a0d00f69de45568964970ca3c22fc030bcc"
[12:41:11.914] Popped gitiles commit info from properties and tags
[12:41:11.914] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:41:11.914] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:41:11.915] Buildbucket request:
{
  "requestId": "8894366562559626432",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "29659a0d00f69de45568964970ca3c22fc030bcc",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "29659a0d00f69de45568964970ca3c22fc030bcc"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8728939096973661841"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8728939096973661841"
                }
          ],
      "parent_build_id": "8728939096973661841",
      "parent_builder_group": "chromium.gpu.fyi",
      "parent_buildername": "GPU FYI Mac Builder (asan)",
      "parent_got_angle_revision": "574dc3433bf86f43d277d4dca3f338a2544c392d",
      "parent_got_dawn_revision": "66bf64e67071911fffd159a4e3d556d055e76d85",
      "parent_got_revision": "29659a0d00f69de45568964970ca3c22fc030bcc",
      "parent_got_revision_cp": "refs/heads/main@{#1394199}",
      "parent_got_swiftshader_revision": "7e54d43d6905f978ccf90680dd22a48b0ede8d8b",
      "parent_got_v8_revision": "77ca46aba3bd91f1cc8d43051ab651747b10242c",
      "parent_got_v8_revision_cp": "refs/heads/13.3.280@{#1}",
      "parent_got_webrtc_revision": "33501e4286b3b771a02761acc332b8bcc09acc1e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43523}",
      "swarm_hashes": {
            "angle_unittests": "d6f0b764fcd121befbc59c4e28956ee077c532ad545045eafeaf573b5a64e3c9/489",
            "browser_tests": "06db87eb1e501ce45b809f5921be90b77fe082d9b84ce4a15455c38166806fd3/1215",
            "gl_tests": "bb76704ee4e33c0f252dc9fe66be58f5a1a70c8e2276da98e489d1c926773dd4/488",
            "gl_unittests": "b123176b87d3c850197b1f0532ce10668883795fc0182b4b442e6833277cb83a/488",
            "gpu_unittests": "a38316737979df1ac44d19cd5ca10906b71e37747f7f481fd3c5caaf56b459a6/565",
            "services_unittests": "a13876638057cc1580276e386a73c494adc5f304ba12f21199fe5d828d32d11e/734",
            "telemetry_gpu_integration_test": "8064dfa8106e40e9b348e1822d132fd3cbb404a7c528ba8b2a76579aa75a4ad4/815"
          },
      "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
      "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "29659a0d00f69de45568964970ca3c22fc030bcc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894366562559626432"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac FYI ASAN (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "GPU FYI Mac Builder (asan)"
    },
    {
      "key": "parent_buildnumber",
      "value": "58034"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:41:17.241] Scheduled build:
{
  "id": "8728936499557457185",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "number": 15440,
  "createdBy": "project:chromium",
  "createTime": "2024-12-10T12:41:13.038482343Z",
  "updateTime": "2024-12-10T12:41:13.038482343Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "29659a0d00f69de45568964970ca3c22fc030bcc",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:41:17.241] Task URL: https://cr-buildbucket.appspot.com/build/8728936499557457185
[12:41:17.241] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:2:0) after 8m52s
[12:41:18.083] Received PubSub notification, asking Buildbucket for the build status
[12:41:18.102] Build status: SCHEDULED
[12:42:53.612] Received PubSub notification, asking Buildbucket for the build status
[12:42:53.719] Build status: STARTED
[12:50:09.401] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:2:0)
[12:50:09.426] Build status: STARTED
[12:50:09.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:5:0) after 6m30s
[12:56:39.601] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:5:0)
[12:56:39.619] Build status: STARTED
[12:56:39.619] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:6:0) after 9m17s
[13:05:56.817] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:6:0)
[13:05:56.835] Build status: STARTED
[13:05:56.835] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:7:0) after 4m12s
[13:10:09.285] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:7:0)
[13:10:09.334] Build status: STARTED
[13:10:09.334] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:8:0) after 3m30s
[13:13:39.733] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:8:0)
[13:13:39.775] Build status: STARTED
[13:13:39.775] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:9:0) after 4m20s
[13:17:59.833] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:9:0)
[13:17:59.856] Build status: STARTED
[13:17:59.856] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:10:0) after 7m35s
[13:25:34.946] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:10:0)
[13:25:34.964] Build status: STARTED
[13:25:34.964] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:11:0) after 3m2s
[13:28:36.985] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:11:0)
[13:28:37.008] Build status: STARTED
[13:28:37.008] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:12:0) after 7m5s
[13:35:42.172] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:12:0)
[13:35:42.191] Build status: STARTED
[13:35:42.191] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:13:0) after 9m28s
[13:45:10.321] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:13:0)
[13:45:10.832] Build status: STARTED
[13:45:10.832] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:14:0) after 2m3s
[13:47:13.935] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:14:0)
[13:47:13.952] Build status: STARTED
[13:47:13.952] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:15:0) after 3m36s
[13:50:50.023] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:15:0)
[13:50:50.065] Build status: STARTED
[13:50:50.065] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:16:0) after 1m19s
[13:52:09.444] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:16:0)
[13:52:09.466] Build status: STARTED
[13:52:09.466] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:17:0) after 6m58s
[13:59:07.819] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:17:0)
[13:59:07.836] Build status: STARTED
[13:59:07.836] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:18:0) after 8m50s
[14:07:57.858] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:18:0)
[14:07:57.872] Build status: STARTED
[14:07:57.872] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:19:0) after 1m47s
[14:09:44.890] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:19:0)
[14:09:44.909] Build status: STARTED
[14:09:44.909] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:20:0) after 2m41s
[14:12:25.960] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:20:0)
[14:12:25.983] Build status: STARTED
[14:12:25.983] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:21:0) after 7m7s
[14:19:33.077] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:21:0)
[14:19:33.100] Build status: STARTED
[14:19:33.100] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:22:0) after 9m37s
[14:29:10.119] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:22:0)
[14:29:10.146] Build status: STARTED
[14:29:10.146] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:23:0) after 8m40s
[14:37:50.167] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:23:0)
[14:37:50.188] Build status: STARTED
[14:37:50.188] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:24:0) after 3m45s
[14:41:35.253] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:24:0)
[14:41:35.270] Build status: STARTED
[14:41:35.271] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:25:0) after 3m41s
[14:45:16.296] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:25:0)
[14:45:16.403] Build status: STARTED
[14:45:16.403] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:26:0) after 2m55s
[14:48:11.425] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:26:0)
[14:48:11.444] Build status: STARTED
[14:48:11.444] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:27:0) after 4m54s
[14:53:06.452] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:27:0)
[14:53:06.470] Build status: STARTED
[14:53:06.470] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:28:0) after 9m50s
[15:02:56.490] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:28:0)
[15:02:56.517] Build status: STARTED
[15:02:56.517] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:29:0) after 6m11s
[15:09:07.535] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:29:0)
[15:09:07.558] Build status: STARTED
[15:09:07.558] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:30:0) after 9m30s
[15:18:37.575] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:30:0)
[15:18:37.591] Build status: STARTED
[15:18:37.591] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:31:0) after 3m50s
[15:22:27.595] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:31:0)
[15:22:27.827] Build status: STARTED
[15:22:27.827] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:32:0) after 9m50s
[15:32:17.819] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:32:0)
[15:32:17.849] Build status: STARTED
[15:32:17.849] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:33:0) after 2m14s
[15:34:31.867] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:33:0)
[15:34:31.884] Build status: STARTED
[15:34:31.884] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:34:0) after 4m45s
[15:39:16.908] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:34:0)
[15:39:16.925] Build status: STARTED
[15:39:16.925] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:35:0) after 4m19s
[15:43:35.947] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:35:0)
[15:43:35.970] Build status: STARTED
[15:43:35.971] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:36:0) after 8m23s
[15:51:58.988] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:36:0)
[15:51:59.018] Build status: STARTED
[15:51:59.018] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:37:0) after 3m50s
[15:55:49.034] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:37:0)
[15:55:49.057] Build status: STARTED
[15:55:49.057] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:38:0) after 3m4s
[15:58:53.077] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:38:0)
[15:58:53.099] Build status: STARTED
[15:58:53.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:39:0) after 2m55s
[16:01:48.140] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:39:0)
[16:01:48.157] Build status: STARTED
[16:01:48.157] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:40:0) after 1m9s
[16:02:57.174] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:40:0)
[16:02:57.195] Build status: STARTED
[16:02:57.195] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8894366562559626432:41:0) after 9m2s
[16:04:25.049] Received PubSub notification, asking Buildbucket for the build status
[16:04:25.069] Build:
{
  "id": "8728936499557457185",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "number": 15440,
  "createdBy": "project:chromium",
  "createTime": "2024-12-10T12:41:13.038482343Z",
  "startTime": "2024-12-10T12:42:45.972985929Z",
  "endTime": "2024-12-10T16:04:23.498350589Z",
  "updateTime": "2024-12-10T16:04:23.498350589Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "29659a0d00f69de45568964970ca3c22fc030bcc",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:04:25.069] Invocation finished in 3h23m14.276682837s with status FAILED