{ "schema_version": 1, "parent_run": "2026-10-05-full-evaluation-refresh", "solver_commit": "5efbd02293e15a53fbaad748ceda78bc7d27bbac", "solver_sha256": "d0f69f50540efa7561e7895d2f24acff26787756a85b9bdb9f67e7eaaed496e0", "job": "172142", "scope": "Supplement to report168188: independent whole-session reference answers followed by live Primo replay. Original timing and failed reference attempts remain unchanged.", "attempts": [ { "reference": "cvc5", "index": 6, "file": "incremental/QF_LRA/hybrid_networks/fisher_star_20_3.inter.bmc_k100.smt2", "outcome": "reference-incomplete", "reference_status": "timeout", "reference_exit_code": null, "reference_seconds": 600.0421876888722, "reference_answers": 68, "reference_answer_counts": { "unsat": 68 }, "qualified_queries": 0, "sat_models": 0, "reference_sha256": "4a93548398445cf1a774655583f5465b156c26f63f2cdfb94f4728fdf7adde46", "reference_version": "cvc5 1.3.4 [git f3b21c4 on branch HEAD]\ncompiled with GCC version Ubuntu Clang 18.1.3 (1ubuntu1) on May 7 2026 15:33:02\n\nCopyright (c) 2009-2026 by the authors and their institutional\naffiliations listed at https://cvc5.github.io/people.html\n\ncvc5 is open-source and is covered by the BSD license (modified).\n\nTHIS SOFTWARE IS PROVIDED AS-IS, WITHOUT ANY WARRANTIES.\nUSE AT YOUR OWN RISK.\n\nThis version of cvc5 is linked against the following non-(L)GPL'ed\nthird party libraries.\n\n CaDiCaL - Simplified Satisfiability Solver\n See https://github.com/arminbiere/cadical for copyright information.\n\n SymFPU - The Symbolic Floating Point Unit\n See https://github.com/martin-cs/symfpu/tree/CVC4 for copyright information.\n\nThis version of cvc5 is linked against the following third party\nlibraries covered by the LGPLv3 license.\nSee licenses/lgpl-3.0.txt for more information.\n\n GMP - Gnu Multi Precision Arithmetic Library\n See http://gmplib.org for copyright information.\n\n LibPoly polynomial library\n See https://github.com/SRI-CSL/libpoly for copyright and\n licensing information.\n\ncvc5 is statically linked against these libraries. To recompile\nthis version of cvc5 with different versions of these libraries\nfollow the instructions on https://github.com/cvc5/cvc5/blob/main/INSTALL.md\n\nSee the file COPYING (distributed with the source code, and with\nall binaries) for the full cvc5 copyright, licensing, and (lack of)\nwarranty information.\n\n", "reference_options": [ "--incremental", "--use-portfolio", "-L", "smt2.6", "--print-success", "--no-type-checking", "--no-interactive", "--fp-exp" ], "source_sha256": "17682e3c43ccec75a1dc95cf80b78c8b392f5ed7019c5b807618d986b985ed23", "manifest_sha256": "b1d57c7844fe716fdeb9668b001e389019ad830fe6a832798a853e68832c8e1f", "timing_result_sha256": "9bcdaccba0b05e31fc25099bb638cc6ff541aaea66a0162eb1917e42c988465e", "raw_summary_sha256": "ba7a4f794040b467bb1600bceb4d52698600e434848dda316b332c8784181807", "reference_whole_session_timeout": 600, "candidate_query_timeout": 600, "dolmen_timeout": 60 }, { "reference": "cvc5", "index": 8, "file": "incremental/QF_LRA/hybrid_networks/rod_30_3.inter.bmc_k100.smt2", "outcome": "reference-incomplete", "reference_status": "timeout", "reference_exit_code": null, "reference_seconds": 600.0405366234481, "reference_answers": 44, "reference_answer_counts": { "unsat": 44 }, "qualified_queries": 0, "sat_models": 0, "reference_sha256": "4a93548398445cf1a774655583f5465b156c26f63f2cdfb94f4728fdf7adde46", "reference_version": "cvc5 1.3.4 [git f3b21c4 on branch HEAD]\ncompiled with GCC version Ubuntu Clang 18.1.3 (1ubuntu1) on May 7 2026 15:33:02\n\nCopyright (c) 2009-2026 by the authors and their institutional\naffiliations listed at https://cvc5.github.io/people.html\n\ncvc5 is open-source and is covered by the BSD license (modified).\n\nTHIS SOFTWARE IS PROVIDED AS-IS, WITHOUT ANY WARRANTIES.\nUSE AT YOUR OWN RISK.\n\nThis version of cvc5 is linked against the following non-(L)GPL'ed\nthird party libraries.\n\n CaDiCaL - Simplified Satisfiability Solver\n See https://github.com/arminbiere/cadical for copyright information.\n\n SymFPU - The Symbolic Floating Point Unit\n See https://github.com/martin-cs/symfpu/tree/CVC4 for copyright information.\n\nThis version of cvc5 is linked against the following third party\nlibraries covered by the LGPLv3 license.\nSee licenses/lgpl-3.0.txt for more information.\n\n GMP - Gnu Multi Precision Arithmetic Library\n See http://gmplib.org for copyright information.\n\n LibPoly polynomial library\n See https://github.com/SRI-CSL/libpoly for copyright and\n licensing information.\n\ncvc5 is statically linked against these libraries. To recompile\nthis version of cvc5 with different versions of these libraries\nfollow the instructions on https://github.com/cvc5/cvc5/blob/main/INSTALL.md\n\nSee the file COPYING (distributed with the source code, and with\nall binaries) for the full cvc5 copyright, licensing, and (lack of)\nwarranty information.\n\n", "reference_options": [ "--incremental", "--use-portfolio", "-L", "smt2.6", "--print-success", "--no-type-checking", "--no-interactive", "--fp-exp" ], "source_sha256": "c9d05bf18f96d884f15852dd6e010ee7ef066e5bb31268290b82a985e6ed07a4", "manifest_sha256": "b1d57c7844fe716fdeb9668b001e389019ad830fe6a832798a853e68832c8e1f", "timing_result_sha256": "07cfae66f59bb754db80816109eb8c91caaabb45a2836238f10d5c7e0d182955", "raw_summary_sha256": "a779ce88dbee19e513dfc62a4badd959eec15fc6079552c34facbf769192c73c", "reference_whole_session_timeout": 600, "candidate_query_timeout": 600, "dolmen_timeout": 60 }, { "reference": "opensmt", "index": 6, "file": "incremental/QF_LRA/hybrid_networks/fisher_star_20_3.inter.bmc_k100.smt2", "outcome": "pass", "reference_status": "done", "reference_exit_code": 0, "reference_seconds": 187.31360960379243, "reference_answers": 101, "reference_answer_counts": { "unsat": 101 }, "qualified_queries": 101, "sat_models": 0, "reference_sha256": "b7899e9aff299026d3251df7a28f51f56d8bd1e5b0fd7be11bcc72c4f2803a98", "reference_version": "v2.9.2\n", "reference_options": [], "source_sha256": "17682e3c43ccec75a1dc95cf80b78c8b392f5ed7019c5b807618d986b985ed23", "manifest_sha256": "b1d57c7844fe716fdeb9668b001e389019ad830fe6a832798a853e68832c8e1f", "timing_result_sha256": "9bcdaccba0b05e31fc25099bb638cc6ff541aaea66a0162eb1917e42c988465e", "raw_summary_sha256": "b8de555e79f77cd5bab9f5c6b9205a374d40574cfa99c8d4276a94642732d4bc", "reference_whole_session_timeout": 600, "candidate_query_timeout": 600, "dolmen_timeout": 60 }, { "reference": "opensmt", "index": 8, "file": "incremental/QF_LRA/hybrid_networks/rod_30_3.inter.bmc_k100.smt2", "outcome": "pass", "reference_status": "done", "reference_exit_code": 0, "reference_seconds": 198.07808309793472, "reference_answers": 101, "reference_answer_counts": { "unsat": 101 }, "qualified_queries": 101, "sat_models": 0, "reference_sha256": "b7899e9aff299026d3251df7a28f51f56d8bd1e5b0fd7be11bcc72c4f2803a98", "reference_version": "v2.9.2\n", "reference_options": [], "source_sha256": "c9d05bf18f96d884f15852dd6e010ee7ef066e5bb31268290b82a985e6ed07a4", "manifest_sha256": "b1d57c7844fe716fdeb9668b001e389019ad830fe6a832798a853e68832c8e1f", "timing_result_sha256": "07cfae66f59bb754db80816109eb8c91caaabb45a2836238f10d5c7e0d182955", "raw_summary_sha256": "900ee88f24457b09902af1960c854320d9f3a79304ae4ff5c0759bc95d7a8356", "reference_whole_session_timeout": 600, "candidate_query_timeout": 600, "dolmen_timeout": 60 }, { "reference": "yices-smt2", "index": 6, "file": "incremental/QF_LRA/hybrid_networks/fisher_star_20_3.inter.bmc_k100.smt2", "outcome": "reference-incomplete", "reference_status": "timeout", "reference_exit_code": null, "reference_seconds": 600.0522016678005, "reference_answers": 76, "reference_answer_counts": { "unsat": 76 }, "qualified_queries": 0, "sat_models": 0, "reference_sha256": "eab7efbff2a6f0cce2fcd2c25cb4a94e0e048c902d8ef9e6fd7d7989aa54c501", "reference_version": "Yices 2.7.0\nCopyright SRI International.\nLinked with GMP 6.3.0\nCopyright Free Software Foundation, Inc.\nBuild date: 2025-07-17\nPlatform: x86_64-pc-linux-gnu (release/static)\nRevision: 4f19700f0e272f4a68250080d12a873523bc7ac3\n", "reference_options": [ "--incremental" ], "source_sha256": "17682e3c43ccec75a1dc95cf80b78c8b392f5ed7019c5b807618d986b985ed23", "manifest_sha256": "b1d57c7844fe716fdeb9668b001e389019ad830fe6a832798a853e68832c8e1f", "timing_result_sha256": "9bcdaccba0b05e31fc25099bb638cc6ff541aaea66a0162eb1917e42c988465e", "raw_summary_sha256": "bd806902673ccc774d999ff31ccbb9932236eb05de075be258719c196461974c", "reference_whole_session_timeout": 600, "candidate_query_timeout": 600, "dolmen_timeout": 60 }, { "reference": "yices-smt2", "index": 8, "file": "incremental/QF_LRA/hybrid_networks/rod_30_3.inter.bmc_k100.smt2", "outcome": "reference-incomplete", "reference_status": "timeout", "reference_exit_code": null, "reference_seconds": 600.0348227918148, "reference_answers": 55, "reference_answer_counts": { "unsat": 55 }, "qualified_queries": 0, "sat_models": 0, "reference_sha256": "eab7efbff2a6f0cce2fcd2c25cb4a94e0e048c902d8ef9e6fd7d7989aa54c501", "reference_version": "Yices 2.7.0\nCopyright SRI International.\nLinked with GMP 6.3.0\nCopyright Free Software Foundation, Inc.\nBuild date: 2025-07-17\nPlatform: x86_64-pc-linux-gnu (release/static)\nRevision: 4f19700f0e272f4a68250080d12a873523bc7ac3\n", "reference_options": [ "--incremental" ], "source_sha256": "c9d05bf18f96d884f15852dd6e010ee7ef066e5bb31268290b82a985e6ed07a4", "manifest_sha256": "b1d57c7844fe716fdeb9668b001e389019ad830fe6a832798a853e68832c8e1f", "timing_result_sha256": "07cfae66f59bb754db80816109eb8c91caaabb45a2836238f10d5c7e0d182955", "raw_summary_sha256": "5b0d1255e98ab82630ed7717065a5f4d92423f82c5eb44bab4383d6b1641b37a", "reference_whole_session_timeout": 600, "candidate_query_timeout": 600, "dolmen_timeout": 60 } ], "qualification": { "status": "complete", "selected_reference": "opensmt", "qualified_sessions": 2, "qualified_queries": 202, "sat_models": 0, "changed_answers": 0, "reference_disagreements": 0, "remaining_selected_sessions": 0, "native_lra_total_qualified_complete_sessions": 3, "native_lra_total_qualified_queries": 303, "incomplete_timing_sessions": "10 rebuild timeouts and7 assumptions timeouts remain unsolved, not qualified complete sessions.", "resource_outcomes": "Yices and cvc5 each timed out on both original sessions at600s; partial answers agree but are not passes." } }