Status: FAILED
Triggered by: angle-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev d60c75e511751b0c02e8ce6050422dbfe3aa146c)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "angle-linux-x64-nvidia-gtx1660-exp-rel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "angle": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8667968955941302657"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8667968955941302657"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8667968955941302657"
    }
  ],
  "parent_build_id": "8667968955941302657",
  "parent_builder_group": "ci",
  "parent_buildername": "angle-linux-x64-builder-rel",
  "parent_got_angle_revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
  "parent_got_revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
  "repository": "https://chromium.googlesource.com/angle/angle",
  "revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
  "swarm_hashes": {
    "angle_capture_tests": "d2b7564a897c60f6b40eb094a6e7eaa21613e01dce0c8e1aa3360d4c00765075/498",
    "angle_deqp_egl_tests": "4fc325fa1bd6b7bcb7c7df3fe05da1fea0518e93fb2f579a22fe49111830aa71/583",
    "angle_deqp_gles2_tests": "8c6ff1b87b55b1c9b6fcd0187e09fc0129af0e3c4189811a1f9e81f291e35836/583",
    "angle_deqp_gles31_multisample_tests": "d11064da4b566f6b48f2ad35c766545808cea5c45e42166dd8cbb4b389d6c036/583",
    "angle_deqp_gles31_rotate180_tests": "273227376230107b1852ea30c298bb17fc9b404413f02716ab624c8450c87103/583",
    "angle_deqp_gles31_rotate270_tests": "a808ac7f150fa10188aed47dc680b9d637ec4a2b6aa01227c05ccaee993b1912/583",
    "angle_deqp_gles31_rotate90_tests": "022de0002bcd6cb04bff9261180b00363df96939e76bdad849668415795a3dfc/583",
    "angle_deqp_gles31_tests": "5d7eca4d698977804492b31a0e7d20119e0e3917da47067e1194a2cf46f3ffad/583",
    "angle_deqp_gles3_multisample_tests": "cb63df8c899edff36caffc0cf7f2774f43e6a65ce356db4b4cdd16a3ebf79349/583",
    "angle_deqp_gles3_rotate180_tests": "f8016657d13fa2f27515302651dff373c385a3690e369a211207fedfaf4c72d9/583",
    "angle_deqp_gles3_rotate270_tests": "7a08ad7cfbb4ea77b3cf181f004a29cfd9e571f9bf4a52b6cd2aba2cc76b50ce/583",
    "angle_deqp_gles3_rotate90_tests": "2db0f91d0a7cf7f74d38c587f45b01b86ed70e13f263cd8a5db263d042cd7eee/583",
    "angle_deqp_gles3_tests": "fedfad7f6aff5de985a13075f3eb247d299d1ac6a179e2e964f3bb126bc01c07/583",
    "angle_deqp_khr_gles2_tests": "919e52edc5de539669f121717dbd73f25fb0e2383e7bba95ac1a6c6cb5fc5ceb/583",
    "angle_deqp_khr_gles31_tests": "2678eacfc65bdb4a29f87cf2fc2467bccce6602dfbdc22bc6ede0823d1248c3b/583",
    "angle_deqp_khr_gles32_tests": "2accd54f3dfffd228b947ba211dacf99d984d5ec345dd45ddc740cea2b736fe5/583",
    "angle_deqp_khr_gles3_tests": "c84d7103d095a4e46b085b915328fbe34c4aaad535168605b22100bde7ef5110/583",
    "angle_deqp_khr_glesext_tests": "a1d9c8f39d234f9f6aeb1882bd5f08a568238a7a688ce27371c16ee5abbe9d61/583",
    "angle_deqp_khr_noctx_gles2_tests": "582e43b0ee87372574f0ecc6281854c5da985fadda3bbafb41fc70c4f291b19d/583",
    "angle_deqp_khr_noctx_gles32_tests": "5b79a060a16b9663b092df243b5debe779c26bb9143730f77e21012060c9552a/583",
    "angle_deqp_khr_single_gles32_tests": "e1cc9fe24c6e31189d370177778ae61c0785ec9bd7a22de999b49994262786e8/583",
    "angle_end2end_tests": "1faa98edbd4bdfaa83edb5c6eb2b306615794ee3ce9f8464ee861701acd30681/498",
    "angle_gles1_conformance_tests": "7163c9908103aac6d0334b68738ae7ffd569e6a3bf6a15ca4e953e1e6922f56c/498",
    "angle_oclcts_api": "600d20f2ebf1bde07549e96284a40a1e9634c85cbc4fca5e82693584c21c3ea3/498",
    "angle_oclcts_basic": "70b943c1ae1e34c42b6c82aa47df3da1cd868fb473b24250bf16ae69d6a0c034/498",
    "angle_oclcts_bruteforce": "665c54fd2ee200ead946d4f107ee84d1a94f1d1500602f46948eccfabc0f7633/498",
    "angle_oclcts_buffers": "88e39113a7ade481dada0676648a7f0999be01bd987d90e1e98f99abffb282ad/498",
    "angle_oclcts_cl_copy_images": "11ffcc4cf8207fd60abf230e5ad82087cad2e239e73dbff94457a7796bd3dac5/498",
    "angle_oclcts_cl_fill_images": "23b41239bedaeae83b469975ae7de76da6a3297046d55b622aea88643669572c/498",
    "angle_oclcts_cl_get_info": "755a1c701f0b604cf6d649855e726e978cf3eea586c23f6b26159a081710b1a0/498",
    "angle_oclcts_compiler": "ded268deaa9b583d7d8a6fa7926a7cf2fd26191c4eaad422f96b734dc0cf0fdc/498",
    "angle_oclcts_events": "64f83adc4cdf82d29b56eda72b58729ece90b752e5af22dc3a17badd26622691/498",
    "angle_oclcts_multiples": "9e4341bfa446296c7c1efda399bfebfa5f4cedd4c8fbfd1641fd36d717be1964/498",
    "angle_oclcts_non_uniform_work_group": "40e58eedb85d6472493f2a58d86c13efbd127933afcfc3ab620af203585bd20c/498",
    "angle_oclcts_profiling": "f30837365739a515f92cd80601eb4934dbe0f839b45cab90326254af272c7a6b/498",
    "angle_perftests": "00e4ae3ce2cf6ad81cb566a624231d97c7141dc20a43392de1226dac25b9aceb/744",
    "angle_restricted_trace_gold_tests": "c4e37f7b284cc6bd2ad879c2b179988802edbf741e88387fd6dc2b74113736d7/745",
    "angle_trace_perf_tests": "41bce83df4b6b06ac8c3277830e09c14df43179583d9e1c98a45648d93c06859/743",
    "angle_unittests": "b9ff24557cc19458d7bfbd0992b081a0db86605145c6278503740a84652d5cff/498",
    "angle_white_box_tests": "4c70a35924c97f3ac8746a3af842f8c3535ac498e88a8b0bed11958116ec926b/498"
  },
  "swarming_command_lines_cwd": "out/de95-angle-linux-x64",
  "swarming_command_lines_digest": "8c7a3a7afac1b8b657b88e0541647ec168af06790c47329773a8421c429c46ab/93",
  "test_trigger_deps_digest": "a6d937fadf0313c5476eae59fd0190679fc17b40800a244a9fc6871291d41e34/750"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/angle/angle/+/4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5
  • gitiles_ref:refs/heads/main
  • parent_buildername:angle-linux-x64-builder-rel
  • parent_buildnumber:1990
  • user_agent:recipe

Debug log (UTC)

[11:55:33.366] New invocation is queued and will start shortly
[11:55:33.366] Triggered by user:angle-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:55:34.462] Starting the invocation (attempt 1)
[11:55:34.490] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/angle/angle/+/4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5"
[11:55:34.490] Popped gitiles commit info from properties and tags
[11:55:34.490] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:55:34.490] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:55:34.491] Buildbucket request:
{
  "requestId": "8833397674575643264",
  "builder": {
    "project": "angle",
    "bucket": "ci",
    "builder": "angle-linux-x64-nvidia-gtx1660-exp-rel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8833397674575643264",
            "job": "angle/angle-linux-x64-nvidia-gtx1660-exp-rel",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "angle": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667968955941302657"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667968955941302657"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8667968955941302657"
                                              }
                                        ],
                                    "parent_build_id": "8667968955941302657",
                                    "parent_builder_group": "ci",
                                    "parent_buildername": "angle-linux-x64-builder-rel",
                                    "parent_got_angle_revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
                                    "parent_got_revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
                                    "revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
                                    "swarm_hashes": {
                                          "angle_capture_tests": "d2b7564a897c60f6b40eb094a6e7eaa21613e01dce0c8e1aa3360d4c00765075/498",
                                          "angle_deqp_egl_tests": "4fc325fa1bd6b7bcb7c7df3fe05da1fea0518e93fb2f579a22fe49111830aa71/583",
                                          "angle_deqp_gles2_tests": "8c6ff1b87b55b1c9b6fcd0187e09fc0129af0e3c4189811a1f9e81f291e35836/583",
                                          "angle_deqp_gles31_multisample_tests": "d11064da4b566f6b48f2ad35c766545808cea5c45e42166dd8cbb4b389d6c036/583",
                                          "angle_deqp_gles31_rotate180_tests": "273227376230107b1852ea30c298bb17fc9b404413f02716ab624c8450c87103/583",
                                          "angle_deqp_gles31_rotate270_tests": "a808ac7f150fa10188aed47dc680b9d637ec4a2b6aa01227c05ccaee993b1912/583",
                                          "angle_deqp_gles31_rotate90_tests": "022de0002bcd6cb04bff9261180b00363df96939e76bdad849668415795a3dfc/583",
                                          "angle_deqp_gles31_tests": "5d7eca4d698977804492b31a0e7d20119e0e3917da47067e1194a2cf46f3ffad/583",
                                          "angle_deqp_gles3_multisample_tests": "cb63df8c899edff36caffc0cf7f2774f43e6a65ce356db4b4cdd16a3ebf79349/583",
                                          "angle_deqp_gles3_rotate180_tests": "f8016657d13fa2f27515302651dff373c385a3690e369a211207fedfaf4c72d9/583",
                                          "angle_deqp_gles3_rotate270_tests": "7a08ad7cfbb4ea77b3cf181f004a29cfd9e571f9bf4a52b6cd2aba2cc76b50ce/583",
                                          "angle_deqp_gles3_rotate90_tests": "2db0f91d0a7cf7f74d38c587f45b01b86ed70e13f263cd8a5db263d042cd7eee/583",
                                          "angle_deqp_gles3_tests": "fedfad7f6aff5de985a13075f3eb247d299d1ac6a179e2e964f3bb126bc01c07/583",
                                          "angle_deqp_khr_gles2_tests": "919e52edc5de539669f121717dbd73f25fb0e2383e7bba95ac1a6c6cb5fc5ceb/583",
                                          "angle_deqp_khr_gles31_tests": "2678eacfc65bdb4a29f87cf2fc2467bccce6602dfbdc22bc6ede0823d1248c3b/583",
                                          "angle_deqp_khr_gles32_tests": "2accd54f3dfffd228b947ba211dacf99d984d5ec345dd45ddc740cea2b736fe5/583",
                                          "angle_deqp_khr_gles3_tests": "c84d7103d095a4e46b085b915328fbe34c4aaad535168605b22100bde7ef5110/583",
                                          "angle_deqp_khr_glesext_tests": "a1d9c8f39d234f9f6aeb1882bd5f08a568238a7a688ce27371c16ee5abbe9d61/583",
                                          "angle_deqp_khr_noctx_gles2_tests": "582e43b0ee87372574f0ecc6281854c5da985fadda3bbafb41fc70c4f291b19d/583",
                                          "angle_deqp_khr_noctx_gles32_tests": "5b79a060a16b9663b092df243b5debe779c26bb9143730f77e21012060c9552a/583",
                                          "angle_deqp_khr_single_gles32_tests": "e1cc9fe24c6e31189d370177778ae61c0785ec9bd7a22de999b49994262786e8/583",
                                          "angle_end2end_tests": "1faa98edbd4bdfaa83edb5c6eb2b306615794ee3ce9f8464ee861701acd30681/498",
                                          "angle_gles1_conformance_tests": "7163c9908103aac6d0334b68738ae7ffd569e6a3bf6a15ca4e953e1e6922f56c/498",
                                          "angle_oclcts_api": "600d20f2ebf1bde07549e96284a40a1e9634c85cbc4fca5e82693584c21c3ea3/498",
                                          "angle_oclcts_basic": "70b943c1ae1e34c42b6c82aa47df3da1cd868fb473b24250bf16ae69d6a0c034/498",
                                          "angle_oclcts_bruteforce": "665c54fd2ee200ead946d4f107ee84d1a94f1d1500602f46948eccfabc0f7633/498",
                                          "angle_oclcts_buffers": "88e39113a7ade481dada0676648a7f0999be01bd987d90e1e98f99abffb282ad/498",
                                          "angle_oclcts_cl_copy_images": "11ffcc4cf8207fd60abf230e5ad82087cad2e239e73dbff94457a7796bd3dac5/498",
                                          "angle_oclcts_cl_fill_images": "23b41239bedaeae83b469975ae7de76da6a3297046d55b622aea88643669572c/498",
                                          "angle_oclcts_cl_get_info": "755a1c701f0b604cf6d649855e726e978cf3eea586c23f6b26159a081710b1a0/498",
                                          "angle_oclcts_compiler": "ded268deaa9b583d7d8a6fa7926a7cf2fd26191c4eaad422f96b734dc0cf0fdc/498",
                                          "angle_oclcts_events": "64f83adc4cdf82d29b56eda72b58729ece90b752e5af22dc3a17badd26622691/498",
                                          "angle_oclcts_multiples": "9e4341bfa446296c7c1efda399bfebfa5f4cedd4c8fbfd1641fd36d717be1964/498",
                                          "angle_oclcts_non_uniform_work_group": "40e58eedb85d6472493f2a58d86c13efbd127933afcfc3ab620af203585bd20c/498",
                                          "angle_oclcts_profiling": "f30837365739a515f92cd80601eb4934dbe0f839b45cab90326254af272c7a6b/498",
                                          "angle_perftests": "00e4ae3ce2cf6ad81cb566a624231d97c7141dc20a43392de1226dac25b9aceb/744",
                                          "angle_restricted_trace_gold_tests": "c4e37f7b284cc6bd2ad879c2b179988802edbf741e88387fd6dc2b74113736d7/745",
                                          "angle_trace_perf_tests": "41bce83df4b6b06ac8c3277830e09c14df43179583d9e1c98a45648d93c06859/743",
                                          "angle_unittests": "b9ff24557cc19458d7bfbd0992b081a0db86605145c6278503740a84652d5cff/498",
                                          "angle_white_box_tests": "4c70a35924c97f3ac8746a3af842f8c3535ac498e88a8b0bed11958116ec926b/498"
                                        },
                                    "swarming_command_lines_cwd": "out/de95-angle-linux-x64",
                                    "swarming_command_lines_digest": "8c7a3a7afac1b8b657b88e0541647ec168af06790c47329773a8421c429c46ab/93",
                                    "test_trigger_deps_digest": "a6d937fadf0313c5476eae59fd0190679fc17b40800a244a9fc6871291d41e34/750"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/angle/angle",
                              "revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
                              "tags": [
                                    "parent_buildername:angle-linux-x64-builder-rel",
                                    "parent_buildnumber:1990",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "07f1b30e-adaa-4f69-b03e-a53e35b4feec",
                        "title": "angle-linux-x64-builder-rel/1990",
                        "url": "https://cr-buildbucket.appspot.com/build/8667968955941302657"
                      }
                ]
          },
      "deps_revision_overrides": {
            "angle": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8667968955941302657"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8667968955941302657"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8667968955941302657"
                }
          ],
      "parent_build_id": "8667968955941302657",
      "parent_builder_group": "ci",
      "parent_buildername": "angle-linux-x64-builder-rel",
      "parent_got_angle_revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
      "parent_got_revision": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
      "swarm_hashes": {
            "angle_capture_tests": "d2b7564a897c60f6b40eb094a6e7eaa21613e01dce0c8e1aa3360d4c00765075/498",
            "angle_deqp_egl_tests": "4fc325fa1bd6b7bcb7c7df3fe05da1fea0518e93fb2f579a22fe49111830aa71/583",
            "angle_deqp_gles2_tests": "8c6ff1b87b55b1c9b6fcd0187e09fc0129af0e3c4189811a1f9e81f291e35836/583",
            "angle_deqp_gles31_multisample_tests": "d11064da4b566f6b48f2ad35c766545808cea5c45e42166dd8cbb4b389d6c036/583",
            "angle_deqp_gles31_rotate180_tests": "273227376230107b1852ea30c298bb17fc9b404413f02716ab624c8450c87103/583",
            "angle_deqp_gles31_rotate270_tests": "a808ac7f150fa10188aed47dc680b9d637ec4a2b6aa01227c05ccaee993b1912/583",
            "angle_deqp_gles31_rotate90_tests": "022de0002bcd6cb04bff9261180b00363df96939e76bdad849668415795a3dfc/583",
            "angle_deqp_gles31_tests": "5d7eca4d698977804492b31a0e7d20119e0e3917da47067e1194a2cf46f3ffad/583",
            "angle_deqp_gles3_multisample_tests": "cb63df8c899edff36caffc0cf7f2774f43e6a65ce356db4b4cdd16a3ebf79349/583",
            "angle_deqp_gles3_rotate180_tests": "f8016657d13fa2f27515302651dff373c385a3690e369a211207fedfaf4c72d9/583",
            "angle_deqp_gles3_rotate270_tests": "7a08ad7cfbb4ea77b3cf181f004a29cfd9e571f9bf4a52b6cd2aba2cc76b50ce/583",
            "angle_deqp_gles3_rotate90_tests": "2db0f91d0a7cf7f74d38c587f45b01b86ed70e13f263cd8a5db263d042cd7eee/583",
            "angle_deqp_gles3_tests": "fedfad7f6aff5de985a13075f3eb247d299d1ac6a179e2e964f3bb126bc01c07/583",
            "angle_deqp_khr_gles2_tests": "919e52edc5de539669f121717dbd73f25fb0e2383e7bba95ac1a6c6cb5fc5ceb/583",
            "angle_deqp_khr_gles31_tests": "2678eacfc65bdb4a29f87cf2fc2467bccce6602dfbdc22bc6ede0823d1248c3b/583",
            "angle_deqp_khr_gles32_tests": "2accd54f3dfffd228b947ba211dacf99d984d5ec345dd45ddc740cea2b736fe5/583",
            "angle_deqp_khr_gles3_tests": "c84d7103d095a4e46b085b915328fbe34c4aaad535168605b22100bde7ef5110/583",
            "angle_deqp_khr_glesext_tests": "a1d9c8f39d234f9f6aeb1882bd5f08a568238a7a688ce27371c16ee5abbe9d61/583",
            "angle_deqp_khr_noctx_gles2_tests": "582e43b0ee87372574f0ecc6281854c5da985fadda3bbafb41fc70c4f291b19d/583",
            "angle_deqp_khr_noctx_gles32_tests": "5b79a060a16b9663b092df243b5debe779c26bb9143730f77e21012060c9552a/583",
            "angle_deqp_khr_single_gles32_tests": "e1cc9fe24c6e31189d370177778ae61c0785ec9bd7a22de999b49994262786e8/583",
            "angle_end2end_tests": "1faa98edbd4bdfaa83edb5c6eb2b306615794ee3ce9f8464ee861701acd30681/498",
            "angle_gles1_conformance_tests": "7163c9908103aac6d0334b68738ae7ffd569e6a3bf6a15ca4e953e1e6922f56c/498",
            "angle_oclcts_api": "600d20f2ebf1bde07549e96284a40a1e9634c85cbc4fca5e82693584c21c3ea3/498",
            "angle_oclcts_basic": "70b943c1ae1e34c42b6c82aa47df3da1cd868fb473b24250bf16ae69d6a0c034/498",
            "angle_oclcts_bruteforce": "665c54fd2ee200ead946d4f107ee84d1a94f1d1500602f46948eccfabc0f7633/498",
            "angle_oclcts_buffers": "88e39113a7ade481dada0676648a7f0999be01bd987d90e1e98f99abffb282ad/498",
            "angle_oclcts_cl_copy_images": "11ffcc4cf8207fd60abf230e5ad82087cad2e239e73dbff94457a7796bd3dac5/498",
            "angle_oclcts_cl_fill_images": "23b41239bedaeae83b469975ae7de76da6a3297046d55b622aea88643669572c/498",
            "angle_oclcts_cl_get_info": "755a1c701f0b604cf6d649855e726e978cf3eea586c23f6b26159a081710b1a0/498",
            "angle_oclcts_compiler": "ded268deaa9b583d7d8a6fa7926a7cf2fd26191c4eaad422f96b734dc0cf0fdc/498",
            "angle_oclcts_events": "64f83adc4cdf82d29b56eda72b58729ece90b752e5af22dc3a17badd26622691/498",
            "angle_oclcts_multiples": "9e4341bfa446296c7c1efda399bfebfa5f4cedd4c8fbfd1641fd36d717be1964/498",
            "angle_oclcts_non_uniform_work_group": "40e58eedb85d6472493f2a58d86c13efbd127933afcfc3ab620af203585bd20c/498",
            "angle_oclcts_profiling": "f30837365739a515f92cd80601eb4934dbe0f839b45cab90326254af272c7a6b/498",
            "angle_perftests": "00e4ae3ce2cf6ad81cb566a624231d97c7141dc20a43392de1226dac25b9aceb/744",
            "angle_restricted_trace_gold_tests": "c4e37f7b284cc6bd2ad879c2b179988802edbf741e88387fd6dc2b74113736d7/745",
            "angle_trace_perf_tests": "41bce83df4b6b06ac8c3277830e09c14df43179583d9e1c98a45648d93c06859/743",
            "angle_unittests": "b9ff24557cc19458d7bfbd0992b081a0db86605145c6278503740a84652d5cff/498",
            "angle_white_box_tests": "4c70a35924c97f3ac8746a3af842f8c3535ac498e88a8b0bed11958116ec926b/498"
          },
      "swarming_command_lines_cwd": "out/de95-angle-linux-x64",
      "swarming_command_lines_digest": "8c7a3a7afac1b8b657b88e0541647ec168af06790c47329773a8421c429c46ab/93",
      "test_trigger_deps_digest": "a6d937fadf0313c5476eae59fd0190679fc17b40800a244a9fc6871291d41e34/750"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "angle/angle",
    "id": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8833397674575643264"
    },
    {
      "key": "scheduler_job_id",
      "value": "angle/angle-linux-x64-nvidia-gtx1660-exp-rel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "angle-linux-x64-builder-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "1990"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:55:35.120] Scheduled build:
{
  "id": "8667967612676299281",
  "builder": {
    "project": "angle",
    "bucket": "ci",
    "builder": "angle-linux-x64-nvidia-gtx1660-exp-rel"
  },
  "number": 198,
  "createdBy": "project:angle",
  "createTime": "2026-10-14T11:55:34.557185861Z",
  "updateTime": "2026-10-14T11:55:34.557185861Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "angle/angle",
      "id": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
      "ref": "refs/heads/main"
    }
  }
}
[11:55:35.120] Task URL: https://cr-buildbucket.appspot.com/build/8667967612676299281
[11:55:35.120] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:2:0) after 8m39s
[11:55:35.502] Received PubSub notification, asking Buildbucket for the build status
[11:55:35.530] Build status: SCHEDULED
[12:00:10.882] Received PubSub notification, asking Buildbucket for the build status
[12:00:10.906] Build status: STARTED
[12:04:14.148] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:2:0)
[12:04:14.182] Build status: STARTED
[12:04:14.182] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:5:0) after 4m20s
[12:08:34.494] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:5:0)
[12:08:34.569] Build status: STARTED
[12:08:34.570] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:6:0) after 5m14s
[12:13:48.590] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:6:0)
[12:13:48.621] Build status: STARTED
[12:13:48.621] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:7:0) after 1m25s
[12:15:13.601] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:7:0)
[12:15:13.736] Build status: STARTED
[12:15:13.736] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:8:0) after 1m11s
[12:16:24.798] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:8:0)
[12:16:24.829] Build status: STARTED
[12:16:24.829] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:9:0) after 2m3s
[12:18:27.808] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:9:0)
[12:18:27.829] Build status: STARTED
[12:18:27.829] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:10:0) after 4m11s
[12:22:38.874] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:10:0)
[12:22:38.896] Build status: STARTED
[12:22:38.896] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:11:0) after 9m47s
[12:32:25.985] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:11:0)
[12:32:26.008] Build status: STARTED
[12:32:26.008] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:12:0) after 2m57s
[12:35:23.063] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:12:0)
[12:35:23.101] Build status: STARTED
[12:35:23.101] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:13:0) after 7m17s
[12:42:40.171] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:13:0)
[12:42:40.205] Build status: STARTED
[12:42:40.205] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:14:0) after 3m52s
[12:46:32.336] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:14:0)
[12:46:32.361] Build status: STARTED
[12:46:32.361] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:15:0) after 6m29s
[12:53:01.344] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:15:0)
[12:53:01.372] Build status: STARTED
[12:53:01.372] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:16:0) after 3m29s
[12:56:30.396] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:16:0)
[12:56:30.426] Build status: STARTED
[12:56:30.426] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:17:0) after 2m4s
[12:58:34.446] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:17:0)
[12:58:34.466] Build status: STARTED
[12:58:34.466] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:18:0) after 1m34s
[13:00:08.484] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:18:0)
[13:00:08.510] Build status: STARTED
[13:00:08.510] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:19:0) after 8m34s
[13:08:42.521] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:19:0)
[13:08:42.552] Build status: STARTED
[13:08:42.552] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:20:0) after 4m38s
[13:13:20.658] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:20:0)
[13:13:20.679] Build status: STARTED
[13:13:20.679] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:21:0) after 6m30s
[13:19:50.745] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:21:0)
[13:19:50.767] Build status: STARTED
[13:19:50.768] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:22:0) after 4m49s
[13:24:39.885] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:22:0)
[13:24:39.905] Build status: STARTED
[13:24:39.906] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:23:0) after 6m16s
[13:30:55.974] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:23:0)
[13:30:56.228] Build status: STARTED
[13:30:56.228] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:24:0) after 1m55s
[13:32:51.354] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:24:0)
[13:32:51.539] Build status: STARTED
[13:32:51.539] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:25:0) after 3m8s
[13:35:59.637] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:25:0)
[13:35:59.658] Build status: STARTED
[13:35:59.658] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:26:0) after 7m22s
[13:43:21.678] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:26:0)
[13:43:21.699] Build status: STARTED
[13:43:21.699] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:27:0) after 4m32s
[13:47:53.720] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:27:0)
[13:47:53.739] Build status: STARTED
[13:47:53.739] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:28:0) after 3m9s
[13:51:02.760] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:28:0)
[13:51:02.796] Build status: STARTED
[13:51:02.796] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:29:0) after 6m34s
[13:57:36.819] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:29:0)
[13:57:36.838] Build status: STARTED
[13:57:36.838] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:30:0) after 3m17s
[14:00:53.930] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:30:0)
[14:00:53.977] Build status: STARTED
[14:00:53.977] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-exp-rel:8833397674575643264:31:0) after 9m48s
[14:08:10.118] Received PubSub notification, asking Buildbucket for the build status
[14:08:10.169] Build:
{
  "id": "8667967612676299281",
  "builder": {
    "project": "angle",
    "bucket": "ci",
    "builder": "angle-linux-x64-nvidia-gtx1660-exp-rel"
  },
  "number": 198,
  "createdBy": "project:angle",
  "createTime": "2026-10-14T11:55:34.557185861Z",
  "startTime": "2026-10-14T11:59:54.396669693Z",
  "endTime": "2026-10-14T14:08:09.009110960Z",
  "updateTime": "2026-10-14T14:08:09.009110960Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "angle/angle",
      "id": "4c5e4c32fc3ff8b5990a400864048ad1ae8f64c5",
      "ref": "refs/heads/main"
    }
  }
}
[14:08:10.169] Invocation finished in 2h12m36.806884702s with status FAILED