{
  "source": "publishable_benchmark_result_facts",
  "selection": "Latest publishable full canonical nightly candidate run per problem, by completed_at",
  "runs": [
    {
      "id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "completed_at": "2026-10-01T10:34:31.304855+00:00",
      "run_kind": "candidate",
      "nightly": true,
      "result_count": 2400,
      "git_commit": "3c171051003746b448c47cbc926b72a51defe4b8",
      "git_dirty": false,
      "solvers": [
        "pyvrp",
        "ortools",
        "vroom",
        "timefold",
        "rustvrp",
        "pyhygese",
        "solverforge",
        "solverforge-py"
      ],
      "time_limits_seconds": [
        1,
        10,
        60
      ]
    },
    {
      "id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "completed_at": "2026-09-30T21:59:48.901833+00:00",
      "run_kind": "candidate",
      "nightly": true,
      "result_count": 504,
      "git_commit": "3c171051003746b448c47cbc926b72a51defe4b8",
      "git_dirty": false,
      "solvers": [
        "solverforge",
        "solverforge-py",
        "timefold",
        "ortools"
      ],
      "time_limits_seconds": [
        1,
        10,
        60
      ]
    },
    {
      "id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "completed_at": "2026-10-01T06:42:42.762173+00:00",
      "run_kind": "candidate",
      "nightly": true,
      "result_count": 1944,
      "git_commit": "3c171051003746b448c47cbc926b72a51defe4b8",
      "git_dirty": false,
      "solvers": [
        "solverforge",
        "solverforge-py",
        "timefold",
        "ortools"
      ],
      "time_limits_seconds": [
        1,
        10,
        60
      ]
    }
  ],
  "results": [
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85400,
      "reference_cost": 72355,
      "quality_ratio": 1.180291617718195,
      "actual_time_seconds": 1.3279789370135404,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 76957,
      "reference_cost": 72355,
      "quality_ratio": 1.0636030682053763,
      "actual_time_seconds": 1.097824209020473,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 77224,
      "reference_cost": 72355,
      "quality_ratio": 1.067293207103863,
      "actual_time_seconds": 3.362277084030211,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 38307,
      "reference_cost": 72355,
      "quality_ratio": null,
      "actual_time_seconds": 1.368669076997321,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.108454349974636,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.107958410051651,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 16883,
      "reference_cost": 72355,
      "quality_ratio": null,
      "actual_time_seconds": 2.3762776179937646,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78387,
      "reference_cost": 72355,
      "quality_ratio": 1.083366733466934,
      "actual_time_seconds": 2.706419530964922,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79443,
      "reference_cost": 72355,
      "quality_ratio": 1.0979614401216224,
      "actual_time_seconds": 10.330488189007156,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76558,
      "reference_cost": 72355,
      "quality_ratio": 1.0580885909750535,
      "actual_time_seconds": 10.18525561603019,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 75392,
      "reference_cost": 72355,
      "quality_ratio": 1.0419736023771682,
      "actual_time_seconds": 12.287089612975251,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78993,
      "reference_cost": 72355,
      "quality_ratio": 1.091742104899454,
      "actual_time_seconds": 10.352221664972603,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76887,
      "reference_cost": 72355,
      "quality_ratio": 1.0626356160597057,
      "actual_time_seconds": 10.114393329015002,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.225275370001327,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 178849,
      "reference_cost": 72355,
      "quality_ratio": 2.4718264114435766,
      "actual_time_seconds": 11.338066103984602,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78315,
      "reference_cost": 72355,
      "quality_ratio": 1.082371639831387,
      "actual_time_seconds": 12.942909671983216,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79285,
      "reference_cost": 72355,
      "quality_ratio": 1.0957777624213945,
      "actual_time_seconds": 60.33804207301,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76097,
      "reference_cost": 72355,
      "quality_ratio": 1.0517172275585653,
      "actual_time_seconds": 60.64285706501687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 73056,
      "reference_cost": 72355,
      "quality_ratio": 1.0096883422016447,
      "actual_time_seconds": 62.280439877009485,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76706,
      "reference_cost": 72355,
      "quality_ratio": 1.0601340612259,
      "actual_time_seconds": 60.34493888303405,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76721,
      "reference_cost": 72355,
      "quality_ratio": 1.0603413723999724,
      "actual_time_seconds": 60.132741407025605,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.68950901099015,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 142557,
      "reference_cost": 72355,
      "quality_ratio": 1.9702439361481583,
      "actual_time_seconds": 61.37062329100445,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n1001-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76102,
      "reference_cost": 72355,
      "quality_ratio": 1.0517863312832563,
      "actual_time_seconds": 61.225423222000245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29159,
      "reference_cost": 27591,
      "quality_ratio": 1.0568301257656483,
      "actual_time_seconds": 1.0417966410168447,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27694,
      "reference_cost": 27591,
      "quality_ratio": 1.0037331013736364,
      "actual_time_seconds": 1.0200443560024723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29820,
      "reference_cost": 27591,
      "quality_ratio": 1.0807872132217027,
      "actual_time_seconds": 1.0683657369809225,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29741,
      "reference_cost": 27591,
      "quality_ratio": 1.0779239607118263,
      "actual_time_seconds": 1.0243120459781494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28483,
      "reference_cost": 27591,
      "quality_ratio": 1.0323293827697437,
      "actual_time_seconds": 1.0182200619892683,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28936,
      "reference_cost": 27591,
      "quality_ratio": 1.0487477800732123,
      "actual_time_seconds": 1.1855965449940413,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44872,
      "reference_cost": 27591,
      "quality_ratio": 1.6263274256098004,
      "actual_time_seconds": 2.3550532959925476,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28294,
      "reference_cost": 27591,
      "quality_ratio": 1.0254793229676344,
      "actual_time_seconds": 1.061664754000958,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29159,
      "reference_cost": 27591,
      "quality_ratio": 1.0568301257656483,
      "actual_time_seconds": 10.042705997999292,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27591,
      "reference_cost": 27591,
      "quality_ratio": 1,
      "actual_time_seconds": 10.073358725989237,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27591,
      "reference_cost": 27591,
      "quality_ratio": 1,
      "actual_time_seconds": 10.063828357000602,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28322,
      "reference_cost": 27591,
      "quality_ratio": 1.026494146642021,
      "actual_time_seconds": 10.018546856998,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28430,
      "reference_cost": 27591,
      "quality_ratio": 1.0304084665289406,
      "actual_time_seconds": 10.01675086200703,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28591,
      "reference_cost": 27591,
      "quality_ratio": 1.0362437026566633,
      "actual_time_seconds": 10.222555288986769,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29335,
      "reference_cost": 27591,
      "quality_ratio": 1.063209017433221,
      "actual_time_seconds": 11.29211779902107,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28117,
      "reference_cost": 27591,
      "quality_ratio": 1.019064187597405,
      "actual_time_seconds": 6.102007623994723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28492,
      "reference_cost": 27591,
      "quality_ratio": 1.0326555760936538,
      "actual_time_seconds": 60.04346665501362,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27591,
      "reference_cost": 27591,
      "quality_ratio": 1,
      "actual_time_seconds": 60.39555506798206,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27591,
      "reference_cost": 27591,
      "quality_ratio": 1,
      "actual_time_seconds": 60.07473195999046,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28139,
      "reference_cost": 27591,
      "quality_ratio": 1.0198615490558516,
      "actual_time_seconds": 60.023532639985206,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28430,
      "reference_cost": 27591,
      "quality_ratio": 1.0304084665289406,
      "actual_time_seconds": 60.019921022991184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28483,
      "reference_cost": 27591,
      "quality_ratio": 1.0323293827697437,
      "actual_time_seconds": 60.21841308500734,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28139,
      "reference_cost": 27591,
      "quality_ratio": 1.0198615490558516,
      "actual_time_seconds": 61.29543548700167,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n101-k25",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28117,
      "reference_cost": 27591,
      "quality_ratio": 1.019064187597405,
      "actual_time_seconds": 5.8183978279994335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27182,
      "reference_cost": 26362,
      "quality_ratio": 1.031105378954556,
      "actual_time_seconds": 1.0428728480183054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26491,
      "reference_cost": 26362,
      "quality_ratio": 1.0048934071769973,
      "actual_time_seconds": 1.022359823982697,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27185,
      "reference_cost": 26362,
      "quality_ratio": 1.0312191791214627,
      "actual_time_seconds": 1.0643864790035877,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27468,
      "reference_cost": 26362,
      "quality_ratio": 1.0419543281996813,
      "actual_time_seconds": 1.0264890310063493,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27186,
      "reference_cost": 26362,
      "quality_ratio": 1.0312571125104317,
      "actual_time_seconds": 1.019310537027195,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27219,
      "reference_cost": 26362,
      "quality_ratio": 1.0325089143464077,
      "actual_time_seconds": 1.3471406259923242,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37822,
      "reference_cost": 26362,
      "quality_ratio": 1.4347166375844018,
      "actual_time_seconds": 2.239683085004799,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26694,
      "reference_cost": 26362,
      "quality_ratio": 1.012593885137698,
      "actual_time_seconds": 1.0916938860027585,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27050,
      "reference_cost": 26362,
      "quality_ratio": 1.0260981716106516,
      "actual_time_seconds": 10.043262599996524,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26450,
      "reference_cost": 26362,
      "quality_ratio": 1.0033381382292694,
      "actual_time_seconds": 10.080044140020618,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26473,
      "reference_cost": 26362,
      "quality_ratio": 1.0042106061755558,
      "actual_time_seconds": 10.070495039020898,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26766,
      "reference_cost": 26362,
      "quality_ratio": 1.015325089143464,
      "actual_time_seconds": 10.023953178984812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27154,
      "reference_cost": 26362,
      "quality_ratio": 1.0300432440634246,
      "actual_time_seconds": 10.019783499010373,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27215,
      "reference_cost": 26362,
      "quality_ratio": 1.0323571807905318,
      "actual_time_seconds": 10.456708047015127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28425,
      "reference_cost": 26362,
      "quality_ratio": 1.078256581442986,
      "actual_time_seconds": 11.339132270019036,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26519,
      "reference_cost": 26362,
      "quality_ratio": 1.0059555420681283,
      "actual_time_seconds": 7.538403257000027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26923,
      "reference_cost": 26362,
      "quality_ratio": 1.0212806312115925,
      "actual_time_seconds": 60.04296328302007,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26392,
      "reference_cost": 26362,
      "quality_ratio": 1.0011380016690692,
      "actual_time_seconds": 60.38763568698778,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26386,
      "reference_cost": 26362,
      "quality_ratio": 1.0009104013352552,
      "actual_time_seconds": 60.07452719399589,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26501,
      "reference_cost": 26362,
      "quality_ratio": 1.0052727410666868,
      "actual_time_seconds": 60.02418622397818,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27154,
      "reference_cost": 26362,
      "quality_ratio": 1.0300432440634246,
      "actual_time_seconds": 60.022231353999814,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27188,
      "reference_cost": 26362,
      "quality_ratio": 1.0313329792883696,
      "actual_time_seconds": 60.288362590014,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26585,
      "reference_cost": 26362,
      "quality_ratio": 1.0084591457400804,
      "actual_time_seconds": 61.41095901202061,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n106-k14",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26519,
      "reference_cost": 26362,
      "quality_ratio": 1.0059555420681283,
      "actual_time_seconds": 7.84283968800446,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15831,
      "reference_cost": 14971,
      "quality_ratio": 1.0574443924921515,
      "actual_time_seconds": 1.0439616710064001,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14971,
      "reference_cost": 14971,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0233052349940408,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15157,
      "reference_cost": 14971,
      "quality_ratio": 1.0124240197715584,
      "actual_time_seconds": 1.0734178090060595,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15921,
      "reference_cost": 14971,
      "quality_ratio": 1.0634560149622603,
      "actual_time_seconds": 1.024722264992306,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15996,
      "reference_cost": 14971,
      "quality_ratio": 1.0684657003540177,
      "actual_time_seconds": 1.019555050006602,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 16064,
      "reference_cost": 14971,
      "quality_ratio": 1.073007815109211,
      "actual_time_seconds": 1.250064691004809,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 35017,
      "reference_cost": 14971,
      "quality_ratio": 2.338988711508917,
      "actual_time_seconds": 2.329730192985153,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15127,
      "reference_cost": 14971,
      "quality_ratio": 1.0104201456148554,
      "actual_time_seconds": 1.0675275470130146,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15320,
      "reference_cost": 14971,
      "quality_ratio": 1.0233117360229778,
      "actual_time_seconds": 10.043403315998148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14971,
      "reference_cost": 14971,
      "quality_ratio": 1,
      "actual_time_seconds": 10.077992810984142,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14971,
      "reference_cost": 14971,
      "quality_ratio": 1,
      "actual_time_seconds": 10.07067146297777,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15411,
      "reference_cost": 14971,
      "quality_ratio": 1.0293901542983102,
      "actual_time_seconds": 10.02342176399543,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15965,
      "reference_cost": 14971,
      "quality_ratio": 1.0663950303920913,
      "actual_time_seconds": 10.020069973979844,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16064,
      "reference_cost": 14971,
      "quality_ratio": 1.073007815109211,
      "actual_time_seconds": 10.389220255980035,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 18709,
      "reference_cost": 14971,
      "quality_ratio": 1.2496827199251888,
      "actual_time_seconds": 11.287784949003253,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15092,
      "reference_cost": 14971,
      "quality_ratio": 1.0080822924320352,
      "actual_time_seconds": 6.228054789011367,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15194,
      "reference_cost": 14971,
      "quality_ratio": 1.0148954645648254,
      "actual_time_seconds": 60.04500536201522,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14971,
      "reference_cost": 14971,
      "quality_ratio": 1,
      "actual_time_seconds": 60.314926368009765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14971,
      "reference_cost": 14971,
      "quality_ratio": 1,
      "actual_time_seconds": 60.07611854097922,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15229,
      "reference_cost": 14971,
      "quality_ratio": 1.0172333177476454,
      "actual_time_seconds": 60.02459463698324,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15965,
      "reference_cost": 14971,
      "quality_ratio": 1.0663950303920913,
      "actual_time_seconds": 60.01962521500536,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15996,
      "reference_cost": 14971,
      "quality_ratio": 1.0684657003540177,
      "actual_time_seconds": 60.235032800992485,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15050,
      "reference_cost": 14971,
      "quality_ratio": 1.0052768686126512,
      "actual_time_seconds": 61.365042619989254,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n110-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15092,
      "reference_cost": 14971,
      "quality_ratio": 1.0080822924320352,
      "actual_time_seconds": 6.627721228986047,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13112,
      "reference_cost": 12747,
      "quality_ratio": 1.028634188436495,
      "actual_time_seconds": 1.0434855589992367,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 12747,
      "reference_cost": 12747,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0226300270005595,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 12824,
      "reference_cost": 12747,
      "quality_ratio": 1.0060406370126305,
      "actual_time_seconds": 1.0799596949946135,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14346,
      "reference_cost": 12747,
      "quality_ratio": 1.1254412803012475,
      "actual_time_seconds": 1.0258826469944324,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13441,
      "reference_cost": 12747,
      "quality_ratio": 1.0544441829450066,
      "actual_time_seconds": 1.0225420149799902,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13462,
      "reference_cost": 12747,
      "quality_ratio": 1.0560916294029967,
      "actual_time_seconds": 1.254997755982913,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23819,
      "reference_cost": 12747,
      "quality_ratio": 1.8685965325174552,
      "actual_time_seconds": 2.30753278901102,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13770,
      "reference_cost": 12747,
      "quality_ratio": 1.0802541774535184,
      "actual_time_seconds": 1.0442532210145146,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13088,
      "reference_cost": 12747,
      "quality_ratio": 1.0267513924845062,
      "actual_time_seconds": 10.045678577007493,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12747,
      "reference_cost": 12747,
      "quality_ratio": 1,
      "actual_time_seconds": 10.07674897700781,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12772,
      "reference_cost": 12747,
      "quality_ratio": 1.0019612457833216,
      "actual_time_seconds": 10.060490550997201,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14243,
      "reference_cost": 12747,
      "quality_ratio": 1.1173609476739625,
      "actual_time_seconds": 10.025493092980469,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13441,
      "reference_cost": 12747,
      "quality_ratio": 1.0544441829450066,
      "actual_time_seconds": 10.020293576992117,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13448,
      "reference_cost": 12747,
      "quality_ratio": 1.0549933317643367,
      "actual_time_seconds": 10.275987376982812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16950,
      "reference_cost": 12747,
      "quality_ratio": 1.3297246410920216,
      "actual_time_seconds": 11.370130382012576,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12814,
      "reference_cost": 12747,
      "quality_ratio": 1.0052561386993017,
      "actual_time_seconds": 7.455460925993975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12759,
      "reference_cost": 12747,
      "quality_ratio": 1.0009413979759945,
      "actual_time_seconds": 60.045975548011484,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12747,
      "reference_cost": 12747,
      "quality_ratio": 1,
      "actual_time_seconds": 60.69729674098198,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12750,
      "reference_cost": 12747,
      "quality_ratio": 1.0002353494939986,
      "actual_time_seconds": 60.085962635988835,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12880,
      "reference_cost": 12747,
      "quality_ratio": 1.0104338275672706,
      "actual_time_seconds": 60.02525744299055,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13441,
      "reference_cost": 12747,
      "quality_ratio": 1.0544441829450066,
      "actual_time_seconds": 60.022778862999985,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13441,
      "reference_cost": 12747,
      "quality_ratio": 1.0544441829450066,
      "actual_time_seconds": 60.291179441992426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12889,
      "reference_cost": 12747,
      "quality_ratio": 1.0111398760492665,
      "actual_time_seconds": 61.489453121001134,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n115-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12814,
      "reference_cost": 12747,
      "quality_ratio": 1.0052561386993017,
      "actual_time_seconds": 7.940995239012409,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14052,
      "reference_cost": 13332,
      "quality_ratio": 1.054005400540054,
      "actual_time_seconds": 1.0463456919824239,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13334,
      "reference_cost": 13332,
      "quality_ratio": 1.0001500150015001,
      "actual_time_seconds": 1.0288309729949106,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13573,
      "reference_cost": 13332,
      "quality_ratio": 1.018076807680768,
      "actual_time_seconds": 1.079545929998858,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14154,
      "reference_cost": 13332,
      "quality_ratio": 1.0616561656165617,
      "actual_time_seconds": 1.0294083299813792,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14216,
      "reference_cost": 13332,
      "quality_ratio": 1.0663066306630664,
      "actual_time_seconds": 1.022558428987395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14380,
      "reference_cost": 13332,
      "quality_ratio": 1.0786078607860785,
      "actual_time_seconds": 1.3081697569868993,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23899,
      "reference_cost": 13332,
      "quality_ratio": 1.7926042604260426,
      "actual_time_seconds": 2.3671192079782486,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14216,
      "reference_cost": 13332,
      "quality_ratio": 1.0663066306630664,
      "actual_time_seconds": 1.106242834997829,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14034,
      "reference_cost": 13332,
      "quality_ratio": 1.0526552655265526,
      "actual_time_seconds": 10.045254683995154,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13332,
      "reference_cost": 13332,
      "quality_ratio": 1,
      "actual_time_seconds": 10.141958843014436,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13340,
      "reference_cost": 13332,
      "quality_ratio": 1.0006000600060005,
      "actual_time_seconds": 10.08180093599367,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14098,
      "reference_cost": 13332,
      "quality_ratio": 1.0574557455745575,
      "actual_time_seconds": 10.02567335497588,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14139,
      "reference_cost": 13332,
      "quality_ratio": 1.0605310531053105,
      "actual_time_seconds": 10.02082771100686,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14380,
      "reference_cost": 13332,
      "quality_ratio": 1.0786078607860785,
      "actual_time_seconds": 10.341625859000487,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17843,
      "reference_cost": 13332,
      "quality_ratio": 1.3383588358835883,
      "actual_time_seconds": 11.324353354983032,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13356,
      "reference_cost": 13332,
      "quality_ratio": 1.0018001800180019,
      "actual_time_seconds": 8.550140209001256,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13604,
      "reference_cost": 13332,
      "quality_ratio": 1.0204020402040204,
      "actual_time_seconds": 60.04471569499583,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13332,
      "reference_cost": 13332,
      "quality_ratio": 1,
      "actual_time_seconds": 60.65156749301241,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13332,
      "reference_cost": 13332,
      "quality_ratio": 1,
      "actual_time_seconds": 60.094160739012295,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13569,
      "reference_cost": 13332,
      "quality_ratio": 1.0177767776777678,
      "actual_time_seconds": 60.026445589988725,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14139,
      "reference_cost": 13332,
      "quality_ratio": 1.0605310531053105,
      "actual_time_seconds": 60.022482102998765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14216,
      "reference_cost": 13332,
      "quality_ratio": 1.0663066306630664,
      "actual_time_seconds": 60.57809963001637,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13866,
      "reference_cost": 13332,
      "quality_ratio": 1.04005400540054,
      "actual_time_seconds": 61.39982283601421,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n120-k6",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13356,
      "reference_cost": 13332,
      "quality_ratio": 1.0018001800180019,
      "actual_time_seconds": 9.371664661011891,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 58598,
      "reference_cost": 55539,
      "quality_ratio": 1.0550784133671833,
      "actual_time_seconds": 1.0472039479936939,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 55944,
      "reference_cost": 55539,
      "quality_ratio": 1.0072921730675741,
      "actual_time_seconds": 1.024896108021494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 59788,
      "reference_cost": 55539,
      "quality_ratio": 1.076504798429932,
      "actual_time_seconds": 1.0884558379766531,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 60058,
      "reference_cost": 55539,
      "quality_ratio": 1.0813662471416483,
      "actual_time_seconds": 1.0272309390129521,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 58717,
      "reference_cost": 55539,
      "quality_ratio": 1.0572210518734584,
      "actual_time_seconds": 1.0199750149913598,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 59516,
      "reference_cost": 55539,
      "quality_ratio": 1.0716073389870182,
      "actual_time_seconds": 1.2682890569849405,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 74340,
      "reference_cost": 55539,
      "quality_ratio": 1.3385188786258304,
      "actual_time_seconds": 2.318890033988282,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 56591,
      "reference_cost": 55539,
      "quality_ratio": 1.0189416446100938,
      "actual_time_seconds": 1.0523505290038884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 57438,
      "reference_cost": 55539,
      "quality_ratio": 1.034192189272403,
      "actual_time_seconds": 10.04539020199445,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55615,
      "reference_cost": 55539,
      "quality_ratio": 1.00136840778552,
      "actual_time_seconds": 10.108629741996992,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55840,
      "reference_cost": 55539,
      "quality_ratio": 1.0054196150452834,
      "actual_time_seconds": 10.086555084999418,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 57300,
      "reference_cost": 55539,
      "quality_ratio": 1.0317074488197482,
      "actual_time_seconds": 10.027730313013308,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58564,
      "reference_cost": 55539,
      "quality_ratio": 1.0544662309368191,
      "actual_time_seconds": 10.018655699997908,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 59030,
      "reference_cost": 55539,
      "quality_ratio": 1.0628567313059292,
      "actual_time_seconds": 10.30160510999849,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 59490,
      "reference_cost": 55539,
      "quality_ratio": 1.0711391994814454,
      "actual_time_seconds": 11.333800694992533,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 56376,
      "reference_cost": 55539,
      "quality_ratio": 1.01507049100632,
      "actual_time_seconds": 9.824934674979886,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 57166,
      "reference_cost": 55539,
      "quality_ratio": 1.0292947298294892,
      "actual_time_seconds": 60.04684570801328,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 55549,
      "reference_cost": 55539,
      "quality_ratio": 1.0001800536559895,
      "actual_time_seconds": 60.591833102022065,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 55551,
      "reference_cost": 55539,
      "quality_ratio": 1.0002160643871874,
      "actual_time_seconds": 60.0957959619991,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 57092,
      "reference_cost": 55539,
      "quality_ratio": 1.027962332775167,
      "actual_time_seconds": 60.028975946013816,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58553,
      "reference_cost": 55539,
      "quality_ratio": 1.0542681719152307,
      "actual_time_seconds": 60.018760813982226,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58745,
      "reference_cost": 55539,
      "quality_ratio": 1.0577252021102288,
      "actual_time_seconds": 60.289737033017445,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 56386,
      "reference_cost": 55539,
      "quality_ratio": 1.0152505446623095,
      "actual_time_seconds": 61.27932302400586,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n125-k30",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 56376,
      "reference_cost": 55539,
      "quality_ratio": 1.01507049100632,
      "actual_time_seconds": 12.49295774300117,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30731,
      "reference_cost": 28940,
      "quality_ratio": 1.0618866620594334,
      "actual_time_seconds": 1.0475553819851484,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29136,
      "reference_cost": 28940,
      "quality_ratio": 1.006772633033863,
      "actual_time_seconds": 1.0245766139996704,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29830,
      "reference_cost": 28940,
      "quality_ratio": 1.0307532826537664,
      "actual_time_seconds": 1.0909400929813273,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31297,
      "reference_cost": 28940,
      "quality_ratio": 1.0814443676572219,
      "actual_time_seconds": 1.027829294995172,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30181,
      "reference_cost": 28940,
      "quality_ratio": 1.0428818244644091,
      "actual_time_seconds": 1.0189141030132305,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30261,
      "reference_cost": 28940,
      "quality_ratio": 1.0456461644782309,
      "actual_time_seconds": 1.6853723459935281,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44687,
      "reference_cost": 28940,
      "quality_ratio": 1.544125777470629,
      "actual_time_seconds": 2.289371546008624,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29687,
      "reference_cost": 28940,
      "quality_ratio": 1.02581202487906,
      "actual_time_seconds": 1.0836482830054592,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30677,
      "reference_cost": 28940,
      "quality_ratio": 1.0600207325501037,
      "actual_time_seconds": 10.049727662990335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28944,
      "reference_cost": 28940,
      "quality_ratio": 1.0001382170006912,
      "actual_time_seconds": 10.125055087002693,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29040,
      "reference_cost": 28940,
      "quality_ratio": 1.0034554250172771,
      "actual_time_seconds": 10.090115400991635,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29993,
      "reference_cost": 28940,
      "quality_ratio": 1.0363856254319281,
      "actual_time_seconds": 10.029343839007197,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30164,
      "reference_cost": 28940,
      "quality_ratio": 1.042294402211472,
      "actual_time_seconds": 10.022436435014242,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30235,
      "reference_cost": 28940,
      "quality_ratio": 1.0447477539737389,
      "actual_time_seconds": 10.42208523201407,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35328,
      "reference_cost": 28940,
      "quality_ratio": 1.2207325501036628,
      "actual_time_seconds": 11.437134111009073,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29189,
      "reference_cost": 28940,
      "quality_ratio": 1.00860400829302,
      "actual_time_seconds": 9.869615121016977,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29620,
      "reference_cost": 28940,
      "quality_ratio": 1.0234968901174843,
      "actual_time_seconds": 60.047552100004395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28940,
      "reference_cost": 28940,
      "quality_ratio": 1,
      "actual_time_seconds": 60.5954860119964,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28940,
      "reference_cost": 28940,
      "quality_ratio": 1,
      "actual_time_seconds": 60.10101649799617,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29744,
      "reference_cost": 28940,
      "quality_ratio": 1.027781617138908,
      "actual_time_seconds": 60.0271434430033,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30164,
      "reference_cost": 28940,
      "quality_ratio": 1.042294402211472,
      "actual_time_seconds": 60.02134626900079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30181,
      "reference_cost": 28940,
      "quality_ratio": 1.0428818244644091,
      "actual_time_seconds": 60.475543630018365,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29402,
      "reference_cost": 28940,
      "quality_ratio": 1.0159640635798204,
      "actual_time_seconds": 61.36938376197941,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n129-k18",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29135,
      "reference_cost": 28940,
      "quality_ratio": 1.0067380787836904,
      "actual_time_seconds": 11.754111138987355,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11869,
      "reference_cost": 10916,
      "quality_ratio": 1.0873030414071088,
      "actual_time_seconds": 1.046637514984468,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11072,
      "reference_cost": 10916,
      "quality_ratio": 1.0142909490655918,
      "actual_time_seconds": 1.0250424029945862,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11186,
      "reference_cost": 10916,
      "quality_ratio": 1.0247343349212166,
      "actual_time_seconds": 1.100333820009837,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 12952,
      "reference_cost": 10916,
      "quality_ratio": 1.1865152070355443,
      "actual_time_seconds": 1.0284455420041922,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11641,
      "reference_cost": 10916,
      "quality_ratio": 1.0664162696958592,
      "actual_time_seconds": 1.0196793919894844,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11648,
      "reference_cost": 10916,
      "quality_ratio": 1.0670575302308538,
      "actual_time_seconds": 1.4840019760013092,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20825,
      "reference_cost": 10916,
      "quality_ratio": 1.9077500916086478,
      "actual_time_seconds": 2.40915344201494,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11389,
      "reference_cost": 10916,
      "quality_ratio": 1.0433308904360572,
      "actual_time_seconds": 1.0584794289898127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11653,
      "reference_cost": 10916,
      "quality_ratio": 1.0675155734701356,
      "actual_time_seconds": 10.046588889003033,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 10963,
      "reference_cost": 10916,
      "quality_ratio": 1.0043056064492488,
      "actual_time_seconds": 10.119484180002473,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 10966,
      "reference_cost": 10916,
      "quality_ratio": 1.0045804323928178,
      "actual_time_seconds": 10.101760085002752,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11292,
      "reference_cost": 10916,
      "quality_ratio": 1.0344448515939906,
      "actual_time_seconds": 10.029092487005983,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11633,
      "reference_cost": 10916,
      "quality_ratio": 1.0656834005130085,
      "actual_time_seconds": 10.019721415010281,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11641,
      "reference_cost": 10916,
      "quality_ratio": 1.0664162696958592,
      "actual_time_seconds": 10.344694252999034,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13744,
      "reference_cost": 10916,
      "quality_ratio": 1.2590692561377794,
      "actual_time_seconds": 11.315002813993488,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11054,
      "reference_cost": 10916,
      "quality_ratio": 1.0126419934041773,
      "actual_time_seconds": 9.59733651598799,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11390,
      "reference_cost": 10916,
      "quality_ratio": 1.0434224990839136,
      "actual_time_seconds": 60.04570855098427,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 10933,
      "reference_cost": 10916,
      "quality_ratio": 1.0015573470135581,
      "actual_time_seconds": 60.2923537720053,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 10947,
      "reference_cost": 10916,
      "quality_ratio": 1.002839868083547,
      "actual_time_seconds": 60.10324987801141,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11267,
      "reference_cost": 10916,
      "quality_ratio": 1.0321546353975815,
      "actual_time_seconds": 60.02939416200388,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11633,
      "reference_cost": 10916,
      "quality_ratio": 1.0656834005130085,
      "actual_time_seconds": 60.02155059299548,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11641,
      "reference_cost": 10916,
      "quality_ratio": 1.0664162696958592,
      "actual_time_seconds": 60.460505544993794,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11228,
      "reference_cost": 10916,
      "quality_ratio": 1.0285818981311836,
      "actual_time_seconds": 61.29770762598491,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n134-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11028,
      "reference_cost": 10916,
      "quality_ratio": 1.010260168559912,
      "actual_time_seconds": 11.661678542994196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14877,
      "reference_cost": 13590,
      "quality_ratio": 1.094701986754967,
      "actual_time_seconds": 1.0471911420172546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13660,
      "reference_cost": 13590,
      "quality_ratio": 1.0051508462104488,
      "actual_time_seconds": 1.021664821979357,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13740,
      "reference_cost": 13590,
      "quality_ratio": 1.011037527593819,
      "actual_time_seconds": 1.104900071019074,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15915,
      "reference_cost": 13590,
      "quality_ratio": 1.1710816777041944,
      "actual_time_seconds": 1.0281546670012176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14516,
      "reference_cost": 13590,
      "quality_ratio": 1.0681383370125093,
      "actual_time_seconds": 1.0237876499886625,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14529,
      "reference_cost": 13590,
      "quality_ratio": 1.0690949227373068,
      "actual_time_seconds": 1.5829713720013388,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 33631,
      "reference_cost": 13590,
      "quality_ratio": 2.4746872700515086,
      "actual_time_seconds": 2.328988451976329,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14154,
      "reference_cost": 13590,
      "quality_ratio": 1.0415011037527593,
      "actual_time_seconds": 1.0875268850068096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14426,
      "reference_cost": 13590,
      "quality_ratio": 1.0615158204562178,
      "actual_time_seconds": 10.049443514988525,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13590,
      "reference_cost": 13590,
      "quality_ratio": 1,
      "actual_time_seconds": 10.070382335979957,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13607,
      "reference_cost": 13590,
      "quality_ratio": 1.001250919793966,
      "actual_time_seconds": 10.106132237997372,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14886,
      "reference_cost": 13590,
      "quality_ratio": 1.095364238410596,
      "actual_time_seconds": 10.037920919974567,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14487,
      "reference_cost": 13590,
      "quality_ratio": 1.0660044150110375,
      "actual_time_seconds": 10.022700064000674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14523,
      "reference_cost": 13590,
      "quality_ratio": 1.0686534216335541,
      "actual_time_seconds": 10.39856112599955,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20869,
      "reference_cost": 13590,
      "quality_ratio": 1.5356144223693893,
      "actual_time_seconds": 11.378942396026105,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 13787,
      "reference_cost": 13590,
      "quality_ratio": 1.014495952906549,
      "actual_time_seconds": 9.210251497977879,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13806,
      "reference_cost": 13590,
      "quality_ratio": 1.0158940397350993,
      "actual_time_seconds": 60.04657814599341,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13590,
      "reference_cost": 13590,
      "quality_ratio": 1,
      "actual_time_seconds": 60.349449110013666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13590,
      "reference_cost": 13590,
      "quality_ratio": 1,
      "actual_time_seconds": 60.10329528700095,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14160,
      "reference_cost": 13590,
      "quality_ratio": 1.0419426048565121,
      "actual_time_seconds": 60.02876729698619,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14487,
      "reference_cost": 13590,
      "quality_ratio": 1.0660044150110375,
      "actual_time_seconds": 60.018439408013364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14516,
      "reference_cost": 13590,
      "quality_ratio": 1.0681383370125093,
      "actual_time_seconds": 60.59508207597537,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14116,
      "reference_cost": 13590,
      "quality_ratio": 1.0387049300956586,
      "actual_time_seconds": 61.36308518098667,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n139-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13784,
      "reference_cost": 13590,
      "quality_ratio": 1.0142752023546726,
      "actual_time_seconds": 9.840553791000275,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 16704,
      "reference_cost": 15700,
      "quality_ratio": 1.0639490445859872,
      "actual_time_seconds": 1.049377318995539,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15879,
      "reference_cost": 15700,
      "quality_ratio": 1.0114012738853504,
      "actual_time_seconds": 1.0376983379828744,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 16414,
      "reference_cost": 15700,
      "quality_ratio": 1.0454777070063694,
      "actual_time_seconds": 1.1113317809940781,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17562,
      "reference_cost": 15700,
      "quality_ratio": 1.1185987261146497,
      "actual_time_seconds": 1.0297978590242565,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17280,
      "reference_cost": 15700,
      "quality_ratio": 1.1006369426751592,
      "actual_time_seconds": 1.0295725469768513,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17388,
      "reference_cost": 15700,
      "quality_ratio": 1.107515923566879,
      "actual_time_seconds": 1.5842401639965829,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29878,
      "reference_cost": 15700,
      "quality_ratio": 1.9030573248407643,
      "actual_time_seconds": 2.3261504170077387,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17132,
      "reference_cost": 15700,
      "quality_ratio": 1.0912101910828025,
      "actual_time_seconds": 1.1024207039736211,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16530,
      "reference_cost": 15700,
      "quality_ratio": 1.0528662420382167,
      "actual_time_seconds": 10.047570544993505,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15700,
      "reference_cost": 15700,
      "quality_ratio": 1,
      "actual_time_seconds": 10.067257037007948,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15800,
      "reference_cost": 15700,
      "quality_ratio": 1.0063694267515924,
      "actual_time_seconds": 10.109390457015252,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17021,
      "reference_cost": 15700,
      "quality_ratio": 1.084140127388535,
      "actual_time_seconds": 10.029738118988462,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17250,
      "reference_cost": 15700,
      "quality_ratio": 1.0987261146496816,
      "actual_time_seconds": 10.032162205985514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17359,
      "reference_cost": 15700,
      "quality_ratio": 1.1056687898089173,
      "actual_time_seconds": 10.403994744003285,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23142,
      "reference_cost": 15700,
      "quality_ratio": 1.4740127388535031,
      "actual_time_seconds": 11.310397830995498,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15913,
      "reference_cost": 15700,
      "quality_ratio": 1.0135668789808918,
      "actual_time_seconds": 10.12920411399682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16374,
      "reference_cost": 15700,
      "quality_ratio": 1.0429299363057325,
      "actual_time_seconds": 60.0467374320142,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15700,
      "reference_cost": 15700,
      "quality_ratio": 1,
      "actual_time_seconds": 60.34805524701369,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15800,
      "reference_cost": 15700,
      "quality_ratio": 1.0063694267515924,
      "actual_time_seconds": 60.11539214401273,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16708,
      "reference_cost": 15700,
      "quality_ratio": 1.064203821656051,
      "actual_time_seconds": 60.029161159007344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17250,
      "reference_cost": 15700,
      "quality_ratio": 1.0987261146496816,
      "actual_time_seconds": 60.02013688298757,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17280,
      "reference_cost": 15700,
      "quality_ratio": 1.1006369426751592,
      "actual_time_seconds": 60.6600979520008,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17006,
      "reference_cost": 15700,
      "quality_ratio": 1.0831847133757961,
      "actual_time_seconds": 61.36885280199931,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n143-k7",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15897,
      "reference_cost": 15700,
      "quality_ratio": 1.012547770700637,
      "actual_time_seconds": 16.96362159200362,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 47134,
      "reference_cost": 43448,
      "quality_ratio": 1.0848370465844228,
      "actual_time_seconds": 1.0502008899929933,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 43925,
      "reference_cost": 43448,
      "quality_ratio": 1.0109786411342294,
      "actual_time_seconds": 1.02242457299144,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44688,
      "reference_cost": 43448,
      "quality_ratio": 1.0285398637451666,
      "actual_time_seconds": 1.1115385970042553,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48043,
      "reference_cost": 43448,
      "quality_ratio": 1.1057586079911619,
      "actual_time_seconds": 1.0318421599804424,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44855,
      "reference_cost": 43448,
      "quality_ratio": 1.0323835389431044,
      "actual_time_seconds": 1.0192499109834898,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45006,
      "reference_cost": 43448,
      "quality_ratio": 1.0358589578346529,
      "actual_time_seconds": 1.4879698010045104,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67070,
      "reference_cost": 43448,
      "quality_ratio": 1.5436844043454243,
      "actual_time_seconds": 2.3959821610187646,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44204,
      "reference_cost": 43448,
      "quality_ratio": 1.017400110476892,
      "actual_time_seconds": 1.1056721289933193,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45282,
      "reference_cost": 43448,
      "quality_ratio": 1.0422113791198675,
      "actual_time_seconds": 10.050921696005389,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 43542,
      "reference_cost": 43448,
      "quality_ratio": 1.0021635058000369,
      "actual_time_seconds": 10.068135533016175,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 43485,
      "reference_cost": 43448,
      "quality_ratio": 1.000851592708525,
      "actual_time_seconds": 10.111408209020738,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44689,
      "reference_cost": 43448,
      "quality_ratio": 1.028562879764316,
      "actual_time_seconds": 10.030315462005092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44852,
      "reference_cost": 43448,
      "quality_ratio": 1.0323144908856565,
      "actual_time_seconds": 10.019122945988784,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45005,
      "reference_cost": 43448,
      "quality_ratio": 1.0358359418155036,
      "actual_time_seconds": 10.615764079004293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 47560,
      "reference_cost": 43448,
      "quality_ratio": 1.0946418707420364,
      "actual_time_seconds": 11.322137904993724,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44030,
      "reference_cost": 43448,
      "quality_ratio": 1.0133953231449089,
      "actual_time_seconds": 10.324993191985413,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45282,
      "reference_cost": 43448,
      "quality_ratio": 1.0422113791198675,
      "actual_time_seconds": 60.04884562900406,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 43448,
      "reference_cost": 43448,
      "quality_ratio": 1,
      "actual_time_seconds": 60.28940786002204,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 43448,
      "reference_cost": 43448,
      "quality_ratio": 1,
      "actual_time_seconds": 60.12084130101721,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44711,
      "reference_cost": 43448,
      "quality_ratio": 1.0290692321856012,
      "actual_time_seconds": 60.03088380701956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44852,
      "reference_cost": 43448,
      "quality_ratio": 1.0323144908856565,
      "actual_time_seconds": 60.01907423901139,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44892,
      "reference_cost": 43448,
      "quality_ratio": 1.0332351316516295,
      "actual_time_seconds": 60.45696922400384,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44036,
      "reference_cost": 43448,
      "quality_ratio": 1.013533419259805,
      "actual_time_seconds": 61.26365748900571,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n148-k46",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44030,
      "reference_cost": 43448,
      "quality_ratio": 1.0133953231449089,
      "actual_time_seconds": 13.199831680976786,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22446,
      "reference_cost": 21220,
      "quality_ratio": 1.0577756833176248,
      "actual_time_seconds": 1.047687999001937,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21537,
      "reference_cost": 21220,
      "quality_ratio": 1.0149387370405278,
      "actual_time_seconds": 1.022372932988219,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21825,
      "reference_cost": 21220,
      "quality_ratio": 1.0285108388312911,
      "actual_time_seconds": 1.1100779760163277,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22531,
      "reference_cost": 21220,
      "quality_ratio": 1.0617813383600376,
      "actual_time_seconds": 1.0302852059830911,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22463,
      "reference_cost": 21220,
      "quality_ratio": 1.0585768143261074,
      "actual_time_seconds": 1.0198542860161979,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22603,
      "reference_cost": 21220,
      "quality_ratio": 1.0651743638077285,
      "actual_time_seconds": 1.5709890959842596,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26745,
      "reference_cost": 21220,
      "quality_ratio": 1.2603675777568333,
      "actual_time_seconds": 2.231121352990158,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22819,
      "reference_cost": 21220,
      "quality_ratio": 1.0753534401508011,
      "actual_time_seconds": 1.0908497520140372,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22407,
      "reference_cost": 21220,
      "quality_ratio": 1.055937794533459,
      "actual_time_seconds": 10.048754914983874,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21242,
      "reference_cost": 21220,
      "quality_ratio": 1.0010367577756834,
      "actual_time_seconds": 10.069878656009678,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21393,
      "reference_cost": 21220,
      "quality_ratio": 1.0081526861451462,
      "actual_time_seconds": 10.121000148996245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22480,
      "reference_cost": 21220,
      "quality_ratio": 1.05937794533459,
      "actual_time_seconds": 10.031641612004023,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22417,
      "reference_cost": 21220,
      "quality_ratio": 1.0564090480678605,
      "actual_time_seconds": 10.020100905996514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22597,
      "reference_cost": 21220,
      "quality_ratio": 1.0648916116870877,
      "actual_time_seconds": 10.485358359990641,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23502,
      "reference_cost": 21220,
      "quality_ratio": 1.107540056550424,
      "actual_time_seconds": 11.308093150000786,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21637,
      "reference_cost": 21220,
      "quality_ratio": 1.0196512723845428,
      "actual_time_seconds": 10.234753461001674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22009,
      "reference_cost": 21220,
      "quality_ratio": 1.0371819038642789,
      "actual_time_seconds": 60.05169270999613,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21231,
      "reference_cost": 21220,
      "quality_ratio": 1.0005183788878416,
      "actual_time_seconds": 60.33821931897546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21389,
      "reference_cost": 21220,
      "quality_ratio": 1.0079641847313854,
      "actual_time_seconds": 60.12924488901626,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21470,
      "reference_cost": 21220,
      "quality_ratio": 1.0117813383600378,
      "actual_time_seconds": 60.030912963004084,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22409,
      "reference_cost": 21220,
      "quality_ratio": 1.0560320452403393,
      "actual_time_seconds": 60.020243633014616,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22476,
      "reference_cost": 21220,
      "quality_ratio": 1.0591894439208294,
      "actual_time_seconds": 60.56775283900788,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21567,
      "reference_cost": 21220,
      "quality_ratio": 1.0163524976437324,
      "actual_time_seconds": 61.3380343989993,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n153-k22",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21637,
      "reference_cost": 21220,
      "quality_ratio": 1.0196512723845428,
      "actual_time_seconds": 20.151227247988572,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17415,
      "reference_cost": 16876,
      "quality_ratio": 1.0319388480682625,
      "actual_time_seconds": 1.051707658014493,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 16909,
      "reference_cost": 16876,
      "quality_ratio": 1.0019554396776487,
      "actual_time_seconds": 1.0246723020100035,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17028,
      "reference_cost": 16876,
      "quality_ratio": 1.0090068736667457,
      "actual_time_seconds": 1.1223835019918624,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17874,
      "reference_cost": 16876,
      "quality_ratio": 1.0591372363119222,
      "actual_time_seconds": 1.0335936659830622,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17724,
      "reference_cost": 16876,
      "quality_ratio": 1.0502488741407916,
      "actual_time_seconds": 1.0284952049842104,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17800,
      "reference_cost": 16876,
      "quality_ratio": 1.0547523109741646,
      "actual_time_seconds": 1.717678608983988,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 27823,
      "reference_cost": 16876,
      "quality_ratio": null,
      "actual_time_seconds": 2.463422986009391,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17353,
      "reference_cost": 16876,
      "quality_ratio": 1.0282649917041953,
      "actual_time_seconds": 1.0824530359823257,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17369,
      "reference_cost": 16876,
      "quality_ratio": 1.029213083669116,
      "actual_time_seconds": 10.04918225700385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16885,
      "reference_cost": 16876,
      "quality_ratio": 1.0005333017302678,
      "actual_time_seconds": 10.08147595700575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16894,
      "reference_cost": 16876,
      "quality_ratio": 1.0010666034605358,
      "actual_time_seconds": 10.119026276021032,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17179,
      "reference_cost": 16876,
      "quality_ratio": 1.0179544915856837,
      "actual_time_seconds": 10.030715256987605,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17589,
      "reference_cost": 16876,
      "quality_ratio": 1.042249348186774,
      "actual_time_seconds": 10.023079416976543,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17770,
      "reference_cost": 16876,
      "quality_ratio": 1.0529746385399383,
      "actual_time_seconds": 10.577874918992165,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21008,
      "reference_cost": 16876,
      "quality_ratio": 1.2448447499407442,
      "actual_time_seconds": 11.30454263300635,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16946,
      "reference_cost": 16876,
      "quality_ratio": 1.0041479023465276,
      "actual_time_seconds": 9.921239358984167,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17369,
      "reference_cost": 16876,
      "quality_ratio": 1.029213083669116,
      "actual_time_seconds": 60.05070322199026,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16876,
      "reference_cost": 16876,
      "quality_ratio": 1,
      "actual_time_seconds": 60.321088354015956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16890,
      "reference_cost": 16876,
      "quality_ratio": 1.0008295804693055,
      "actual_time_seconds": 60.123952319991076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17019,
      "reference_cost": 16876,
      "quality_ratio": 1.008473571936478,
      "actual_time_seconds": 60.031967564020306,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17589,
      "reference_cost": 16876,
      "quality_ratio": 1.042249348186774,
      "actual_time_seconds": 60.021134081995115,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17724,
      "reference_cost": 16876,
      "quality_ratio": 1.0502488741407916,
      "actual_time_seconds": 60.50637044402538,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17366,
      "reference_cost": 16876,
      "quality_ratio": 1.0290353164256933,
      "actual_time_seconds": 61.34690891997889,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n157-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16945,
      "reference_cost": 16876,
      "quality_ratio": 1.00408864659872,
      "actual_time_seconds": 16.020810286019696,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14799,
      "reference_cost": 14138,
      "quality_ratio": 1.0467534304710708,
      "actual_time_seconds": 1.0537634650245309,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14238,
      "reference_cost": 14138,
      "quality_ratio": 1.0070731362286038,
      "actual_time_seconds": 1.0219964289863128,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14280,
      "reference_cost": 14138,
      "quality_ratio": 1.0100438534446174,
      "actual_time_seconds": 1.136191275989404,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15965,
      "reference_cost": 14138,
      "quality_ratio": 1.1292261988965908,
      "actual_time_seconds": 1.033775019022869,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15350,
      "reference_cost": 14138,
      "quality_ratio": 1.0857264110906777,
      "actual_time_seconds": 1.029677790007554,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15416,
      "reference_cost": 14138,
      "quality_ratio": 1.0903946810015561,
      "actual_time_seconds": 1.8545909519889392,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34115,
      "reference_cost": 14138,
      "quality_ratio": 2.4130004243881737,
      "actual_time_seconds": 2.3385171279951464,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 15409,
      "reference_cost": 14138,
      "quality_ratio": 1.0898995614655538,
      "actual_time_seconds": 1.1347959440026898,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14707,
      "reference_cost": 14138,
      "quality_ratio": 1.0402461451407554,
      "actual_time_seconds": 10.051880560989957,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14138,
      "reference_cost": 14138,
      "quality_ratio": 1,
      "actual_time_seconds": 10.078504539007554,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14184,
      "reference_cost": 14138,
      "quality_ratio": 1.0032536426651577,
      "actual_time_seconds": 10.134749565011589,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14930,
      "reference_cost": 14138,
      "quality_ratio": 1.0560192389305418,
      "actual_time_seconds": 10.032907438988332,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15303,
      "reference_cost": 14138,
      "quality_ratio": 1.082402037063234,
      "actual_time_seconds": 10.025648364011431,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 15399,
      "reference_cost": 14138,
      "quality_ratio": 1.0891922478426934,
      "actual_time_seconds": 10.803011347015854,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23030,
      "reference_cost": 14138,
      "quality_ratio": 1.6289432734474465,
      "actual_time_seconds": 11.331113539024955,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14242,
      "reference_cost": 14138,
      "quality_ratio": 1.007356061677748,
      "actual_time_seconds": 10.245438072015531,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14442,
      "reference_cost": 14138,
      "quality_ratio": 1.0215023341349554,
      "actual_time_seconds": 60.05108306600596,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14138,
      "reference_cost": 14138,
      "quality_ratio": 1,
      "actual_time_seconds": 60.33177068698569,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14171,
      "reference_cost": 14138,
      "quality_ratio": 1.0023341349554393,
      "actual_time_seconds": 60.13240012500319,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14435,
      "reference_cost": 14138,
      "quality_ratio": 1.0210072145989533,
      "actual_time_seconds": 60.03336671600118,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15184,
      "reference_cost": 14138,
      "quality_ratio": 1.0739850049511954,
      "actual_time_seconds": 60.02251632799744,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15350,
      "reference_cost": 14138,
      "quality_ratio": 1.0857264110906777,
      "actual_time_seconds": 60.714834810991306,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15121,
      "reference_cost": 14138,
      "quality_ratio": 1.069528929127175,
      "actual_time_seconds": 61.331794040015666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n162-k11",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14242,
      "reference_cost": 14138,
      "quality_ratio": 1.007356061677748,
      "actual_time_seconds": 17.563978249992942,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22745,
      "reference_cost": 20557,
      "quality_ratio": 1.1064357639733424,
      "actual_time_seconds": 1.0497139980143402,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21051,
      "reference_cost": 20557,
      "quality_ratio": 1.0240307437855718,
      "actual_time_seconds": 1.0222583980066702,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21265,
      "reference_cost": 20557,
      "quality_ratio": 1.0344408230772972,
      "actual_time_seconds": 1.141375474020606,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22780,
      "reference_cost": 20557,
      "quality_ratio": 1.1081383470350732,
      "actual_time_seconds": 1.0330462519777939,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21734,
      "reference_cost": 20557,
      "quality_ratio": 1.05725543610449,
      "actual_time_seconds": 1.022504229011247,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21841,
      "reference_cost": 20557,
      "quality_ratio": 1.0624604757503526,
      "actual_time_seconds": 1.7790083240251988,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 36140,
      "reference_cost": 20557,
      "quality_ratio": null,
      "actual_time_seconds": 2.3721544820000418,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21884,
      "reference_cost": 20557,
      "quality_ratio": 1.0645522206547648,
      "actual_time_seconds": 1.1278771680081263,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22452,
      "reference_cost": 20557,
      "quality_ratio": 1.0921827114851388,
      "actual_time_seconds": 10.051620888989419,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20599,
      "reference_cost": 20557,
      "quality_ratio": 1.002043099674077,
      "actual_time_seconds": 10.070341756014386,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20737,
      "reference_cost": 20557,
      "quality_ratio": 1.0087561414603299,
      "actual_time_seconds": 10.140680816984968,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22340,
      "reference_cost": 20557,
      "quality_ratio": 1.0867344456876002,
      "actual_time_seconds": 10.034466779005015,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21607,
      "reference_cost": 20557,
      "quality_ratio": 1.051077491851924,
      "actual_time_seconds": 10.024167055991711,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21745,
      "reference_cost": 20557,
      "quality_ratio": 1.0577905336381768,
      "actual_time_seconds": 10.733842343004653,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31050,
      "reference_cost": 20557,
      "quality_ratio": 1.510434401906893,
      "actual_time_seconds": 11.287720338004874,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20850,
      "reference_cost": 20557,
      "quality_ratio": 1.0142530524882036,
      "actual_time_seconds": 10.229900954989716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21871,
      "reference_cost": 20557,
      "quality_ratio": 1.0639198326604076,
      "actual_time_seconds": 60.04972776098293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20557,
      "reference_cost": 20557,
      "quality_ratio": 1,
      "actual_time_seconds": 60.33362502898672,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20595,
      "reference_cost": 20557,
      "quality_ratio": 1.0018485187527364,
      "actual_time_seconds": 60.1480652159953,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21475,
      "reference_cost": 20557,
      "quality_ratio": 1.044656321447682,
      "actual_time_seconds": 60.03353736898862,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21607,
      "reference_cost": 20557,
      "quality_ratio": 1.051077491851924,
      "actual_time_seconds": 60.02214586001355,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21734,
      "reference_cost": 20557,
      "quality_ratio": 1.05725543610449,
      "actual_time_seconds": 60.778743667004164,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22852,
      "reference_cost": 20557,
      "quality_ratio": 1.1116408036192051,
      "actual_time_seconds": 61.352436899993336,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n167-k10",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20759,
      "reference_cost": 20557,
      "quality_ratio": 1.0098263365277034,
      "actual_time_seconds": 22.56274206400849,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 50694,
      "reference_cost": 45607,
      "quality_ratio": 1.1115398951915276,
      "actual_time_seconds": 1.0491833970008884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 46347,
      "reference_cost": 45607,
      "quality_ratio": 1.0162255794066701,
      "actual_time_seconds": 1.0225849779963028,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 46931,
      "reference_cost": 45607,
      "quality_ratio": 1.0290306312627449,
      "actual_time_seconds": 1.1497033860068768,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 54841,
      "reference_cost": 45607,
      "quality_ratio": 1.2024689192448528,
      "actual_time_seconds": 1.034399525000481,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 47838,
      "reference_cost": 45607,
      "quality_ratio": 1.0489179292652444,
      "actual_time_seconds": 1.021366090979427,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48217,
      "reference_cost": 45607,
      "quality_ratio": 1.0572280570964983,
      "actual_time_seconds": 1.6148163480102085,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 75687,
      "reference_cost": 45607,
      "quality_ratio": null,
      "actual_time_seconds": 2.3345285810064524,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 47248,
      "reference_cost": 45607,
      "quality_ratio": 1.0359813186572238,
      "actual_time_seconds": 1.1137794649985153,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 50694,
      "reference_cost": 45607,
      "quality_ratio": 1.1115398951915276,
      "actual_time_seconds": 10.06123334399308,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45775,
      "reference_cost": 45607,
      "quality_ratio": 1.0036836450544873,
      "actual_time_seconds": 10.074822001013672,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45732,
      "reference_cost": 45607,
      "quality_ratio": 1.0027408073322077,
      "actual_time_seconds": 10.146793013002025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48046,
      "reference_cost": 45607,
      "quality_ratio": 1.0534786326660381,
      "actual_time_seconds": 10.035616169974674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 47832,
      "reference_cost": 45607,
      "quality_ratio": 1.0487863705132985,
      "actual_time_seconds": 10.01974223999423,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48204,
      "reference_cost": 45607,
      "quality_ratio": 1.0569430131339488,
      "actual_time_seconds": 10.653718432993628,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 50198,
      "reference_cost": 45607,
      "quality_ratio": 1.1006643716973272,
      "actual_time_seconds": 11.279980426013935,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 46381,
      "reference_cost": 45607,
      "quality_ratio": 1.0169710790010305,
      "actual_time_seconds": 10.48089291198994,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48588,
      "reference_cost": 45607,
      "quality_ratio": 1.065362773258491,
      "actual_time_seconds": 60.05422155300039,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45607,
      "reference_cost": 45607,
      "quality_ratio": 1,
      "actual_time_seconds": 60.31092491798336,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45607,
      "reference_cost": 45607,
      "quality_ratio": 1,
      "actual_time_seconds": 60.14804520001053,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 46317,
      "reference_cost": 45607,
      "quality_ratio": 1.01556778564694,
      "actual_time_seconds": 60.03470243400079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47832,
      "reference_cost": 45607,
      "quality_ratio": 1.0487863705132985,
      "actual_time_seconds": 60.02064505900489,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47882,
      "reference_cost": 45607,
      "quality_ratio": 1.0498826934461816,
      "actual_time_seconds": 60.64878630399471,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 46031,
      "reference_cost": 45607,
      "quality_ratio": 1.0092968184708488,
      "actual_time_seconds": 61.43289931101026,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n172-k51",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 46381,
      "reference_cost": 45607,
      "quality_ratio": 1.0169710790010305,
      "actual_time_seconds": 22.636308357003145,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 52143,
      "reference_cost": 47812,
      "quality_ratio": 1.0905839538191249,
      "actual_time_seconds": 1.0573017279966734,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48909,
      "reference_cost": 47812,
      "quality_ratio": 1.0229440307872502,
      "actual_time_seconds": 1.0252701840072405,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 51948,
      "reference_cost": 47812,
      "quality_ratio": 1.086505479795867,
      "actual_time_seconds": 1.1563815640110988,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 54776,
      "reference_cost": 47812,
      "quality_ratio": 1.1456538107588052,
      "actual_time_seconds": 1.0365482500055805,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 52455,
      "reference_cost": 47812,
      "quality_ratio": 1.0971095122563372,
      "actual_time_seconds": 1.0210480639943853,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 52518,
      "reference_cost": 47812,
      "quality_ratio": 1.0984271730946207,
      "actual_time_seconds": 1.6623472339997534,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 61144,
      "reference_cost": 47812,
      "quality_ratio": null,
      "actual_time_seconds": 2.3800859920156654,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 50752,
      "reference_cost": 47812,
      "quality_ratio": 1.0614908391198863,
      "actual_time_seconds": 1.1228129020018969,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 50655,
      "reference_cost": 47812,
      "quality_ratio": 1.059462059733958,
      "actual_time_seconds": 10.055121324025095,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48011,
      "reference_cost": 47812,
      "quality_ratio": 1.004162135028863,
      "actual_time_seconds": 10.071477452002,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48776,
      "reference_cost": 47812,
      "quality_ratio": 1.0201623023508744,
      "actual_time_seconds": 10.146991167013766,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 50032,
      "reference_cost": 47812,
      "quality_ratio": 1.0464318581109344,
      "actual_time_seconds": 10.036848199000815,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 51696,
      "reference_cost": 47812,
      "quality_ratio": 1.081234836442734,
      "actual_time_seconds": 10.024726500996621,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 52455,
      "reference_cost": 47812,
      "quality_ratio": 1.0971095122563372,
      "actual_time_seconds": 10.71689147199504,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55721,
      "reference_cost": 47812,
      "quality_ratio": 1.1654187233330544,
      "actual_time_seconds": 11.394548896001652,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48638,
      "reference_cost": 47812,
      "quality_ratio": 1.0172759976574919,
      "actual_time_seconds": 10.265178536996245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 50179,
      "reference_cost": 47812,
      "quality_ratio": 1.0495064000669287,
      "actual_time_seconds": 60.05214719599462,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47812,
      "reference_cost": 47812,
      "quality_ratio": 1,
      "actual_time_seconds": 60.33136400600779,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48394,
      "reference_cost": 47812,
      "quality_ratio": 1.0121726763155694,
      "actual_time_seconds": 60.157376939983806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48703,
      "reference_cost": 47812,
      "quality_ratio": 1.0186354889985778,
      "actual_time_seconds": 60.03556007699808,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 51584,
      "reference_cost": 47812,
      "quality_ratio": 1.078892328285786,
      "actual_time_seconds": 60.022573758004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52455,
      "reference_cost": 47812,
      "quality_ratio": 1.0971095122563372,
      "actual_time_seconds": 60.76239776000148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 49598,
      "reference_cost": 47812,
      "quality_ratio": 1.0373546390027608,
      "actual_time_seconds": 61.3445678249991,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n176-k26",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48638,
      "reference_cost": 47812,
      "quality_ratio": 1.0172759976574919,
      "actual_time_seconds": 29.869706598983612,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26513,
      "reference_cost": 25569,
      "quality_ratio": 1.0369197074582501,
      "actual_time_seconds": 1.053002959000878,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25685,
      "reference_cost": 25569,
      "quality_ratio": 1.00453674371309,
      "actual_time_seconds": 1.021362224011682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25899,
      "reference_cost": 25569,
      "quality_ratio": 1.0129062536665494,
      "actual_time_seconds": 1.1426793650025502,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26475,
      "reference_cost": 25569,
      "quality_ratio": 1.0354335327936173,
      "actual_time_seconds": 1.035303587996168,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26214,
      "reference_cost": 25569,
      "quality_ratio": 1.0252258594391646,
      "actual_time_seconds": 1.0255741649889387,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26416,
      "reference_cost": 25569,
      "quality_ratio": 1.0331260510774767,
      "actual_time_seconds": 1.9678495400003158,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 37720,
      "reference_cost": 25569,
      "quality_ratio": null,
      "actual_time_seconds": 2.372344036004506,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25990,
      "reference_cost": 25569,
      "quality_ratio": 1.0164652508897494,
      "actual_time_seconds": 1.0896273289981764,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26196,
      "reference_cost": 25569,
      "quality_ratio": 1.0245218819664437,
      "actual_time_seconds": 10.05193524400238,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25610,
      "reference_cost": 25569,
      "quality_ratio": 1.0016035042434197,
      "actual_time_seconds": 10.085636303003412,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25664,
      "reference_cost": 25569,
      "quality_ratio": 1.0037154366615824,
      "actual_time_seconds": 10.145428278978216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25784,
      "reference_cost": 25569,
      "quality_ratio": 1.0084086198130549,
      "actual_time_seconds": 10.03661337099038,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26057,
      "reference_cost": 25569,
      "quality_ratio": 1.0190856114826548,
      "actual_time_seconds": 10.028009423986077,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26343,
      "reference_cost": 25569,
      "quality_ratio": 1.0302710313269976,
      "actual_time_seconds": 10.906943159003276,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 33029,
      "reference_cost": 25569,
      "quality_ratio": 1.2917595525832062,
      "actual_time_seconds": 11.372474064992275,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25707,
      "reference_cost": 25569,
      "quality_ratio": 1.0053971606241934,
      "actual_time_seconds": 9.958741878013825,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26078,
      "reference_cost": 25569,
      "quality_ratio": 1.0199069185341625,
      "actual_time_seconds": 60.057818427012535,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25569,
      "reference_cost": 25569,
      "quality_ratio": 1,
      "actual_time_seconds": 60.34087013598764,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25642,
      "reference_cost": 25569,
      "quality_ratio": 1.002855019750479,
      "actual_time_seconds": 60.15611531000468,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25730,
      "reference_cost": 25569,
      "quality_ratio": 1.0062966873948922,
      "actual_time_seconds": 60.035930088022724,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26032,
      "reference_cost": 25569,
      "quality_ratio": 1.0181078649927646,
      "actual_time_seconds": 60.02421841499745,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26225,
      "reference_cost": 25569,
      "quality_ratio": 1.0256560678947162,
      "actual_time_seconds": 61.04007979002199,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26177,
      "reference_cost": 25569,
      "quality_ratio": 1.0237787946341272,
      "actual_time_seconds": 61.362558162014466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n181-k23",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25707,
      "reference_cost": 25569,
      "quality_ratio": 1.0053971606241934,
      "actual_time_seconds": 20.5791754819802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26030,
      "reference_cost": 24145,
      "quality_ratio": 1.0780699937875335,
      "actual_time_seconds": 1.053821092005819,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 24481,
      "reference_cost": 24145,
      "quality_ratio": 1.013915924622075,
      "actual_time_seconds": 1.0211081379966345,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25039,
      "reference_cost": 24145,
      "quality_ratio": 1.037026299440878,
      "actual_time_seconds": 1.167763767996803,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25897,
      "reference_cost": 24145,
      "quality_ratio": 1.0725616069579622,
      "actual_time_seconds": 1.0376771189912688,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25334,
      "reference_cost": 24145,
      "quality_ratio": 1.0492441499275211,
      "actual_time_seconds": 1.0221048499806784,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25527,
      "reference_cost": 24145,
      "quality_ratio": 1.0572375232967488,
      "actual_time_seconds": 2.0215756240068004,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 37984,
      "reference_cost": 24145,
      "quality_ratio": null,
      "actual_time_seconds": 2.3717255580122583,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25377,
      "reference_cost": 24145,
      "quality_ratio": 1.0510250569476083,
      "actual_time_seconds": 1.137021870992612,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25982,
      "reference_cost": 24145,
      "quality_ratio": 1.0760820045558086,
      "actual_time_seconds": 10.055720222007949,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24193,
      "reference_cost": 24145,
      "quality_ratio": 1.001987989231725,
      "actual_time_seconds": 10.06591084599495,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24315,
      "reference_cost": 24145,
      "quality_ratio": 1.0070407951956928,
      "actual_time_seconds": 10.166350751009304,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24988,
      "reference_cost": 24145,
      "quality_ratio": 1.0349140608821703,
      "actual_time_seconds": 10.036279736988945,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25198,
      "reference_cost": 24145,
      "quality_ratio": 1.0436115137709672,
      "actual_time_seconds": 10.022262740007136,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25503,
      "reference_cost": 24145,
      "quality_ratio": 1.0562435286808862,
      "actual_time_seconds": 11.128467091009952,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35912,
      "reference_cost": 24145,
      "quality_ratio": 1.4873472768689169,
      "actual_time_seconds": 11.330933410004945,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24320,
      "reference_cost": 24145,
      "quality_ratio": 1.0072478774073308,
      "actual_time_seconds": 10.298317206994398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25789,
      "reference_cost": 24145,
      "quality_ratio": 1.0680886311865811,
      "actual_time_seconds": 60.052560315001756,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24175,
      "reference_cost": 24145,
      "quality_ratio": 1.001242493269828,
      "actual_time_seconds": 60.33433882097597,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24159,
      "reference_cost": 24145,
      "quality_ratio": 1.0005798301925866,
      "actual_time_seconds": 60.163254273997154,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24922,
      "reference_cost": 24145,
      "quality_ratio": 1.0321805756885483,
      "actual_time_seconds": 60.037580128002446,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25198,
      "reference_cost": 24145,
      "quality_ratio": 1.0436115137709672,
      "actual_time_seconds": 60.0228427000111,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25334,
      "reference_cost": 24145,
      "quality_ratio": 1.0492441499275211,
      "actual_time_seconds": 60.83881535299588,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26343,
      "reference_cost": 24145,
      "quality_ratio": 1.0910333402360737,
      "actual_time_seconds": 61.29409719299292,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n186-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24320,
      "reference_cost": 24145,
      "quality_ratio": 1.0072478774073308,
      "actual_time_seconds": 25.450040634983452,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 18164,
      "reference_cost": 16980,
      "quality_ratio": 1.0697290930506478,
      "actual_time_seconds": 1.0532214470149484,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17382,
      "reference_cost": 16980,
      "quality_ratio": 1.0236749116607773,
      "actual_time_seconds": 1.0215274940128438,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17342,
      "reference_cost": 16980,
      "quality_ratio": 1.021319199057715,
      "actual_time_seconds": 1.1731331839982886,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 18232,
      "reference_cost": 16980,
      "quality_ratio": 1.073733804475854,
      "actual_time_seconds": 1.0379420570097864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17871,
      "reference_cost": 16980,
      "quality_ratio": 1.0524734982332156,
      "actual_time_seconds": 1.0284901740087662,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 17955,
      "reference_cost": 16980,
      "quality_ratio": 1.0574204946996466,
      "actual_time_seconds": 2.1002264840062708,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 17905,
      "reference_cost": 16980,
      "quality_ratio": null,
      "actual_time_seconds": 2.321336838998832,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 18107,
      "reference_cost": 16980,
      "quality_ratio": 1.0663722025912838,
      "actual_time_seconds": 1.1804017259855755,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17866,
      "reference_cost": 16980,
      "quality_ratio": 1.0521790341578328,
      "actual_time_seconds": 10.054098555003293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17072,
      "reference_cost": 16980,
      "quality_ratio": 1.0054181389870436,
      "actual_time_seconds": 10.076001473003998,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17107,
      "reference_cost": 16980,
      "quality_ratio": 1.0074793875147232,
      "actual_time_seconds": 10.173093146004248,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17826,
      "reference_cost": 16980,
      "quality_ratio": 1.0498233215547703,
      "actual_time_seconds": 10.038648693996947,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17790,
      "reference_cost": 16980,
      "quality_ratio": 1.047703180212014,
      "actual_time_seconds": 10.0259543590073,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17890,
      "reference_cost": 16980,
      "quality_ratio": 1.0535924617196701,
      "actual_time_seconds": 10.944080266024685,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21465,
      "reference_cost": 16980,
      "quality_ratio": 1.2641342756183747,
      "actual_time_seconds": 11.324903450993588,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17300,
      "reference_cost": 16980,
      "quality_ratio": 1.0188457008244993,
      "actual_time_seconds": 10.256858634005766,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17509,
      "reference_cost": 16980,
      "quality_ratio": 1.0311542991755005,
      "actual_time_seconds": 60.05727826501243,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17052,
      "reference_cost": 16980,
      "quality_ratio": 1.0042402826855124,
      "actual_time_seconds": 60.32078605599236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16995,
      "reference_cost": 16980,
      "quality_ratio": 1.0008833922261484,
      "actual_time_seconds": 60.17008846500539,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17636,
      "reference_cost": 16980,
      "quality_ratio": 1.0386336866902237,
      "actual_time_seconds": 60.03840468201088,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17790,
      "reference_cost": 16980,
      "quality_ratio": 1.047703180212014,
      "actual_time_seconds": 60.02325313500478,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17799,
      "reference_cost": 16980,
      "quality_ratio": 1.0482332155477032,
      "actual_time_seconds": 60.91115803600405,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18613,
      "reference_cost": 16980,
      "quality_ratio": 1.0961719670200236,
      "actual_time_seconds": 61.340961697977036,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n190-k8",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17179,
      "reference_cost": 16980,
      "quality_ratio": 1.0117196702002356,
      "actual_time_seconds": 35.15401262999512,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 50624,
      "reference_cost": 44225,
      "quality_ratio": 1.1446919163369136,
      "actual_time_seconds": 1.0552149880095385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44783,
      "reference_cost": 44225,
      "quality_ratio": 1.012617297908423,
      "actual_time_seconds": 1.0230046689976007,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 46350,
      "reference_cost": 44225,
      "quality_ratio": 1.0480497456189939,
      "actual_time_seconds": 1.18292626098264,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 53502,
      "reference_cost": 44225,
      "quality_ratio": 1.209768230638779,
      "actual_time_seconds": 1.0399995229963679,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45609,
      "reference_cost": 44225,
      "quality_ratio": 1.0312945166760883,
      "actual_time_seconds": 1.020476284000324,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45740,
      "reference_cost": 44225,
      "quality_ratio": 1.034256642170718,
      "actual_time_seconds": 1.8963289120001718,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 59031,
      "reference_cost": 44225,
      "quality_ratio": null,
      "actual_time_seconds": 2.367001225997228,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 46799,
      "reference_cost": 44225,
      "quality_ratio": 1.0582023742227247,
      "actual_time_seconds": 1.148477845999878,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 49995,
      "reference_cost": 44225,
      "quality_ratio": 1.1304691916336913,
      "actual_time_seconds": 10.055201181996381,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44541,
      "reference_cost": 44225,
      "quality_ratio": 1.0071452798191067,
      "actual_time_seconds": 10.068977791001089,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44417,
      "reference_cost": 44225,
      "quality_ratio": 1.0043414358394573,
      "actual_time_seconds": 10.182926245004637,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 46729,
      "reference_cost": 44225,
      "quality_ratio": 1.0566195590729226,
      "actual_time_seconds": 10.039917917980347,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45586,
      "reference_cost": 44225,
      "quality_ratio": 1.0307744488411532,
      "actual_time_seconds": 10.022544735023985,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45728,
      "reference_cost": 44225,
      "quality_ratio": 1.033985302430752,
      "actual_time_seconds": 10.902656999009196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 54672,
      "reference_cost": 44225,
      "quality_ratio": 1.236223855285472,
      "actual_time_seconds": 11.352955028007273,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45076,
      "reference_cost": 44225,
      "quality_ratio": 1.0192425098925948,
      "actual_time_seconds": 10.413730900996597,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 46525,
      "reference_cost": 44225,
      "quality_ratio": 1.0520067834934992,
      "actual_time_seconds": 60.06082047702512,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44278,
      "reference_cost": 44225,
      "quality_ratio": 1.0011984171848503,
      "actual_time_seconds": 60.34912040500785,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44351,
      "reference_cost": 44225,
      "quality_ratio": 1.002849067269644,
      "actual_time_seconds": 60.188069843978155,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45603,
      "reference_cost": 44225,
      "quality_ratio": 1.031158846806105,
      "actual_time_seconds": 60.03948698201566,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45586,
      "reference_cost": 44225,
      "quality_ratio": 1.0307744488411532,
      "actual_time_seconds": 60.02171415500925,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45612,
      "reference_cost": 44225,
      "quality_ratio": 1.0313623516110797,
      "actual_time_seconds": 60.997646082018036,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44762,
      "reference_cost": 44225,
      "quality_ratio": 1.0121424533634822,
      "actual_time_seconds": 61.3233962499944,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n195-k51",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45067,
      "reference_cost": 44225,
      "quality_ratio": 1.0190390050876201,
      "actual_time_seconds": 29.20051859598607,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 60876,
      "reference_cost": 58578,
      "quality_ratio": 1.039229744955444,
      "actual_time_seconds": 1.0560225369990803,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 59265,
      "reference_cost": 58578,
      "quality_ratio": 1.011727952473625,
      "actual_time_seconds": 1.0279726639855653,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62165,
      "reference_cost": 58578,
      "quality_ratio": 1.0612345931919833,
      "actual_time_seconds": 1.1883962939900812,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62939,
      "reference_cost": 58578,
      "quality_ratio": 1.074447744887159,
      "actual_time_seconds": 1.0410470189817715,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 61150,
      "reference_cost": 58578,
      "quality_ratio": 1.043907268940558,
      "actual_time_seconds": 1.0223731689911801,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 61161,
      "reference_cost": 58578,
      "quality_ratio": 1.0440950527501793,
      "actual_time_seconds": 1.9494811390177347,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 62404,
      "reference_cost": 58578,
      "quality_ratio": null,
      "actual_time_seconds": 2.387568314996315,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 61007,
      "reference_cost": 58578,
      "quality_ratio": 1.0414660794154802,
      "actual_time_seconds": 1.13024912198307,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 60712,
      "reference_cost": 58578,
      "quality_ratio": 1.0364300590665438,
      "actual_time_seconds": 10.05719591601519,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58914,
      "reference_cost": 58578,
      "quality_ratio": 1.0057359418211615,
      "actual_time_seconds": 10.069917375018122,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 59165,
      "reference_cost": 58578,
      "quality_ratio": 1.0100208269316127,
      "actual_time_seconds": 10.188927625975339,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 60195,
      "reference_cost": 58578,
      "quality_ratio": 1.0276042200143398,
      "actual_time_seconds": 10.041076674009673,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 60803,
      "reference_cost": 58578,
      "quality_ratio": 1.037983543309775,
      "actual_time_seconds": 10.023159381002188,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 61158,
      "reference_cost": 58578,
      "quality_ratio": 1.0440438389839188,
      "actual_time_seconds": 11.019585820002249,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69675,
      "reference_cost": 58578,
      "quality_ratio": 1.1894397213971115,
      "actual_time_seconds": 11.323533110989956,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 59999,
      "reference_cost": 58578,
      "quality_ratio": 1.0242582539519955,
      "actual_time_seconds": 10.369741358997999,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 60382,
      "reference_cost": 58578,
      "quality_ratio": 1.030796544777903,
      "actual_time_seconds": 60.0580492989975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58700,
      "reference_cost": 58578,
      "quality_ratio": 1.002082693161255,
      "actual_time_seconds": 60.33451402201899,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58687,
      "reference_cost": 58578,
      "quality_ratio": 1.0018607668407935,
      "actual_time_seconds": 60.18592009699205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 59467,
      "reference_cost": 58578,
      "quality_ratio": 1.01517634606849,
      "actual_time_seconds": 60.041443730995525,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 60759,
      "reference_cost": 58578,
      "quality_ratio": 1.0372324080712896,
      "actual_time_seconds": 60.02444744698005,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 61158,
      "reference_cost": 58578,
      "quality_ratio": 1.0440438389839188,
      "actual_time_seconds": 60.99430792799103,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 60351,
      "reference_cost": 58578,
      "quality_ratio": 1.030267335859879,
      "actual_time_seconds": 61.3676565180067,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n200-k36",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 59946,
      "reference_cost": 58578,
      "quality_ratio": 1.023353477414729,
      "actual_time_seconds": 30.779066977993352,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21213,
      "reference_cost": 19565,
      "quality_ratio": 1.0842320470227447,
      "actual_time_seconds": 1.0664668539830018,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 19932,
      "reference_cost": 19565,
      "quality_ratio": 1.0187579861998466,
      "actual_time_seconds": 1.0241320519999135,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20192,
      "reference_cost": 19565,
      "quality_ratio": 1.0320470227446972,
      "actual_time_seconds": 1.18525090397452,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22724,
      "reference_cost": 19565,
      "quality_ratio": 1.1614617940199337,
      "actual_time_seconds": 1.0434603180037811,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21037,
      "reference_cost": 19565,
      "quality_ratio": 1.0752363915154612,
      "actual_time_seconds": 1.0222992689814419,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21187,
      "reference_cost": 19565,
      "quality_ratio": 1.0829031433682597,
      "actual_time_seconds": 2.2800430439820047,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 34639,
      "reference_cost": 19565,
      "quality_ratio": null,
      "actual_time_seconds": 2.4070187759934925,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20983,
      "reference_cost": 19565,
      "quality_ratio": 1.0724763608484538,
      "actual_time_seconds": 1.1587803919974249,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21119,
      "reference_cost": 19565,
      "quality_ratio": 1.079427549194991,
      "actual_time_seconds": 10.058085134020075,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19622,
      "reference_cost": 19565,
      "quality_ratio": 1.0029133657040634,
      "actual_time_seconds": 10.077045796002494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19760,
      "reference_cost": 19565,
      "quality_ratio": 1.0099667774086378,
      "actual_time_seconds": 10.18144497598405,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21135,
      "reference_cost": 19565,
      "quality_ratio": 1.0802453360592896,
      "actual_time_seconds": 10.042233859014232,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21019,
      "reference_cost": 19565,
      "quality_ratio": 1.0743163812931256,
      "actual_time_seconds": 10.02823259899742,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21146,
      "reference_cost": 19565,
      "quality_ratio": 1.0808075645284947,
      "actual_time_seconds": 11.068784139002673,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32613,
      "reference_cost": 19565,
      "quality_ratio": 1.6669051878354204,
      "actual_time_seconds": 11.41318113100715,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19984,
      "reference_cost": 19565,
      "quality_ratio": 1.0214157935088168,
      "actual_time_seconds": 10.349108128022635,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20819,
      "reference_cost": 19565,
      "quality_ratio": 1.0640940454893943,
      "actual_time_seconds": 60.05894233597792,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19570,
      "reference_cost": 19565,
      "quality_ratio": 1.0002555583950932,
      "actual_time_seconds": 60.345362797990674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19634,
      "reference_cost": 19565,
      "quality_ratio": 1.0035267058522872,
      "actual_time_seconds": 60.196508605004055,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20570,
      "reference_cost": 19565,
      "quality_ratio": 1.051367237413749,
      "actual_time_seconds": 60.0429848159838,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20902,
      "reference_cost": 19565,
      "quality_ratio": 1.0683363148479428,
      "actual_time_seconds": 60.02807389199734,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21037,
      "reference_cost": 19565,
      "quality_ratio": 1.0752363915154612,
      "actual_time_seconds": 61.29964274799568,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21643,
      "reference_cost": 19565,
      "quality_ratio": 1.1062100690007666,
      "actual_time_seconds": 61.346223992994055,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n204-k19",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19846,
      "reference_cost": 19565,
      "quality_ratio": 1.0143623818042422,
      "actual_time_seconds": 30.2109865740058,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32468,
      "reference_cost": 30656,
      "quality_ratio": 1.05910751565762,
      "actual_time_seconds": 1.060265428997809,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31310,
      "reference_cost": 30656,
      "quality_ratio": 1.0213335073068894,
      "actual_time_seconds": 1.0255963429808617,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32092,
      "reference_cost": 30656,
      "quality_ratio": 1.0468423799582462,
      "actual_time_seconds": 1.1847203809884377,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32812,
      "reference_cost": 30656,
      "quality_ratio": 1.0703288100208768,
      "actual_time_seconds": 1.0418888310086913,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32359,
      "reference_cost": 30656,
      "quality_ratio": 1.0555519311064718,
      "actual_time_seconds": 1.026047148014186,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32440,
      "reference_cost": 30656,
      "quality_ratio": 1.0581941544885178,
      "actual_time_seconds": 2.1427887660101987,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 34839,
      "reference_cost": 30656,
      "quality_ratio": null,
      "actual_time_seconds": 2.403997793997405,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32307,
      "reference_cost": 30656,
      "quality_ratio": 1.053855688935282,
      "actual_time_seconds": 1.1647844630060717,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32468,
      "reference_cost": 30656,
      "quality_ratio": 1.05910751565762,
      "actual_time_seconds": 10.057138014992233,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30823,
      "reference_cost": 30656,
      "quality_ratio": 1.00544754697286,
      "actual_time_seconds": 10.081621466000797,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31092,
      "reference_cost": 30656,
      "quality_ratio": 1.014222338204593,
      "actual_time_seconds": 10.18481156200869,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31971,
      "reference_cost": 30656,
      "quality_ratio": 1.0428953549060542,
      "actual_time_seconds": 10.04259340002318,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32319,
      "reference_cost": 30656,
      "quality_ratio": 1.0542471294363256,
      "actual_time_seconds": 10.029133395000827,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32435,
      "reference_cost": 30656,
      "quality_ratio": 1.0580310542797495,
      "actual_time_seconds": 11.187190816010116,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 47791,
      "reference_cost": 30656,
      "quality_ratio": 1.5589444154488519,
      "actual_time_seconds": 11.442111715994542,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31067,
      "reference_cost": 30656,
      "quality_ratio": 1.0134068371607516,
      "actual_time_seconds": 10.375465218006866,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32329,
      "reference_cost": 30656,
      "quality_ratio": 1.0545733298538622,
      "actual_time_seconds": 60.04468813800486,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30702,
      "reference_cost": 30656,
      "quality_ratio": 1.001500521920668,
      "actual_time_seconds": 60.29040365800029,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30755,
      "reference_cost": 30656,
      "quality_ratio": 1.0032293841336117,
      "actual_time_seconds": 60.12164309999207,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31016,
      "reference_cost": 30656,
      "quality_ratio": 1.0117432150313153,
      "actual_time_seconds": 60.03021109200199,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32319,
      "reference_cost": 30656,
      "quality_ratio": 1.0542471294363256,
      "actual_time_seconds": 60.02064682400669,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32353,
      "reference_cost": 30656,
      "quality_ratio": 1.05535621085595,
      "actual_time_seconds": 60.995888508012285,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32637,
      "reference_cost": 30656,
      "quality_ratio": 1.0646203027139876,
      "actual_time_seconds": 60.985863385983976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n209-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31003,
      "reference_cost": 30656,
      "quality_ratio": 1.0113191544885178,
      "actual_time_seconds": 21.037096838001162,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 12859,
      "reference_cost": 10856,
      "quality_ratio": 1.1845062638172439,
      "actual_time_seconds": 1.042683109990321,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11237,
      "reference_cost": 10856,
      "quality_ratio": 1.0350957995578483,
      "actual_time_seconds": 1.0187597970070783,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11356,
      "reference_cost": 10856,
      "quality_ratio": 1.0460574797347089,
      "actual_time_seconds": 1.1181651710066944,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 12950,
      "reference_cost": 10856,
      "quality_ratio": 1.192888725128961,
      "actual_time_seconds": 1.028980999981286,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11734,
      "reference_cost": 10856,
      "quality_ratio": 1.080876934414149,
      "actual_time_seconds": 1.0164312559936661,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 11739,
      "reference_cost": 10856,
      "quality_ratio": 1.0813375092114959,
      "actual_time_seconds": 1.8046532369917259,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21935,
      "reference_cost": 10856,
      "quality_ratio": 2.0205416359616803,
      "actual_time_seconds": 1.98164771599113,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 12008,
      "reference_cost": 10856,
      "quality_ratio": 1.1061164333087694,
      "actual_time_seconds": 1.113862217986025,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12383,
      "reference_cost": 10856,
      "quality_ratio": 1.140659543109801,
      "actual_time_seconds": 10.044634452002356,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 10946,
      "reference_cost": 10856,
      "quality_ratio": 1.0082903463522477,
      "actual_time_seconds": 10.062229652015958,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 10902,
      "reference_cost": 10856,
      "quality_ratio": 1.0042372881355932,
      "actual_time_seconds": 10.122121188003803,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12870,
      "reference_cost": 10856,
      "quality_ratio": 1.1855195283714075,
      "actual_time_seconds": 10.028776430001017,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11721,
      "reference_cost": 10856,
      "quality_ratio": 1.0796794399410463,
      "actual_time_seconds": 10.016739245998906,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11734,
      "reference_cost": 10856,
      "quality_ratio": 1.080876934414149,
      "actual_time_seconds": 10.978353339014575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16500,
      "reference_cost": 10856,
      "quality_ratio": 1.5198968312453942,
      "actual_time_seconds": 10.961568503989838,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11433,
      "reference_cost": 10856,
      "quality_ratio": 1.0531503316138542,
      "actual_time_seconds": 10.238293047994375,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11611,
      "reference_cost": 10856,
      "quality_ratio": 1.0695467943994104,
      "actual_time_seconds": 60.04188541602343,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 10890,
      "reference_cost": 10856,
      "quality_ratio": 1.0031319086219601,
      "actual_time_seconds": 60.39939458700246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 10866,
      "reference_cost": 10856,
      "quality_ratio": 1.0009211495946941,
      "actual_time_seconds": 60.12877635098994,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12742,
      "reference_cost": 10856,
      "quality_ratio": 1.173728813559322,
      "actual_time_seconds": 60.02894615900004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11703,
      "reference_cost": 10856,
      "quality_ratio": 1.078021370670597,
      "actual_time_seconds": 60.01798569498351,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11734,
      "reference_cost": 10856,
      "quality_ratio": 1.080876934414149,
      "actual_time_seconds": 60.93974058100139,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12098,
      "reference_cost": 10856,
      "quality_ratio": 1.1144067796610169,
      "actual_time_seconds": 60.967478994018165,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n214-k11",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11226,
      "reference_cost": 10856,
      "quality_ratio": 1.0340825350036846,
      "actual_time_seconds": 26.209603016002802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 118409,
      "reference_cost": 117595,
      "quality_ratio": 1.0069220630128832,
      "actual_time_seconds": 1.0427774630079512,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 117759,
      "reference_cost": 117595,
      "quality_ratio": 1.0013946171180748,
      "actual_time_seconds": 1.0225464280229062,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 118264,
      "reference_cost": 117595,
      "quality_ratio": 1.0056890173901951,
      "actual_time_seconds": 1.1245921990193892,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 118494,
      "reference_cost": 117595,
      "quality_ratio": 1.007644882860666,
      "actual_time_seconds": 1.0305702659825329,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 118067,
      "reference_cost": 117595,
      "quality_ratio": 1.0040137760959225,
      "actual_time_seconds": 1.0166369489743374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 118361,
      "reference_cost": 117595,
      "quality_ratio": 1.006513882392959,
      "actual_time_seconds": 1.8395111029967666,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 164953,
      "reference_cost": 117595,
      "quality_ratio": null,
      "actual_time_seconds": 1.9909238899999764,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 117996,
      "reference_cost": 117595,
      "quality_ratio": 1.003410008928951,
      "actual_time_seconds": 1.1039576740004122,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 118409,
      "reference_cost": 117595,
      "quality_ratio": 1.0069220630128832,
      "actual_time_seconds": 10.043988642981276,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 117674,
      "reference_cost": 117595,
      "quality_ratio": 1.000671797270292,
      "actual_time_seconds": 10.07453329800046,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 117622,
      "reference_cost": 117595,
      "quality_ratio": 1.0002296015987073,
      "actual_time_seconds": 10.125513317994773,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 117910,
      "reference_cost": 117595,
      "quality_ratio": 1.0026786853182534,
      "actual_time_seconds": 10.032243617984932,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 118007,
      "reference_cost": 117595,
      "quality_ratio": 1.003503550321017,
      "actual_time_seconds": 10.015956813993398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 118314,
      "reference_cost": 117595,
      "quality_ratio": 1.0061142055359498,
      "actual_time_seconds": 10.775817371992161,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 122687,
      "reference_cost": 117595,
      "quality_ratio": 1.043301160763638,
      "actual_time_seconds": 11.040025518013863,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 117837,
      "reference_cost": 117595,
      "quality_ratio": 1.0020579106254517,
      "actual_time_seconds": 10.308327324019047,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 118402,
      "reference_cost": 117595,
      "quality_ratio": 1.0068625366724775,
      "actual_time_seconds": 60.04398863701499,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 117606,
      "reference_cost": 117595,
      "quality_ratio": 1.000093541392066,
      "actual_time_seconds": 60.41428977798205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 117622,
      "reference_cost": 117595,
      "quality_ratio": 1.0002296015987073,
      "actual_time_seconds": 60.13283961699926,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 118082,
      "reference_cost": 117595,
      "quality_ratio": 1.0041413325396489,
      "actual_time_seconds": 60.0308821759827,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 118007,
      "reference_cost": 117595,
      "quality_ratio": 1.003503550321017,
      "actual_time_seconds": 60.02082837099442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 118145,
      "reference_cost": 117595,
      "quality_ratio": 1.0046770696032994,
      "actual_time_seconds": 60.819189286994515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 117717,
      "reference_cost": 117595,
      "quality_ratio": 1.001037459075641,
      "actual_time_seconds": 60.992570764006814,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n219-k73",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 117837,
      "reference_cost": 117595,
      "quality_ratio": 1.0020579106254517,
      "actual_time_seconds": 14.282230273995083,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 43987,
      "reference_cost": 40437,
      "quality_ratio": 1.087790884585899,
      "actual_time_seconds": 1.0427487669803668,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 41225,
      "reference_cost": 40437,
      "quality_ratio": 1.0194871033954052,
      "actual_time_seconds": 1.024464807996992,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 41292,
      "reference_cost": 40437,
      "quality_ratio": 1.0211440017805475,
      "actual_time_seconds": 1.1289129870128818,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44713,
      "reference_cost": 40437,
      "quality_ratio": 1.1057447387293815,
      "actual_time_seconds": 1.0392658000055235,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 42233,
      "reference_cost": 40437,
      "quality_ratio": 1.0444147686524718,
      "actual_time_seconds": 1.0169417359866202,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 42299,
      "reference_cost": 40437,
      "quality_ratio": 1.0460469372109702,
      "actual_time_seconds": 1.84861836899654,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 76345,
      "reference_cost": 40437,
      "quality_ratio": null,
      "actual_time_seconds": 2.049512198980665,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 42191,
      "reference_cost": 40437,
      "quality_ratio": 1.0433761159334274,
      "actual_time_seconds": 1.116596154985018,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 43662,
      "reference_cost": 40437,
      "quality_ratio": 1.0797536909266265,
      "actual_time_seconds": 10.046490440989146,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40835,
      "reference_cost": 40437,
      "quality_ratio": 1.0098424710042782,
      "actual_time_seconds": 10.087052503979066,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40685,
      "reference_cost": 40437,
      "quality_ratio": 1.0061329970076909,
      "actual_time_seconds": 10.129640013998142,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 41405,
      "reference_cost": 40437,
      "quality_ratio": 1.0239384721913098,
      "actual_time_seconds": 10.033282557997154,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 42207,
      "reference_cost": 40437,
      "quality_ratio": 1.04377179315973,
      "actual_time_seconds": 10.017347615998005,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 42285,
      "reference_cost": 40437,
      "quality_ratio": 1.0457007196379553,
      "actual_time_seconds": 10.987538982008118,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 51552,
      "reference_cost": 40437,
      "quality_ratio": 1.2748720231471178,
      "actual_time_seconds": 10.992283158993814,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 41182,
      "reference_cost": 40437,
      "quality_ratio": 1.0184237208497169,
      "actual_time_seconds": 10.320941151992884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42832,
      "reference_cost": 40437,
      "quality_ratio": 1.059227934812177,
      "actual_time_seconds": 60.054006366000976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40502,
      "reference_cost": 40437,
      "quality_ratio": 1.0016074387318545,
      "actual_time_seconds": 60.42250163300196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40521,
      "reference_cost": 40437,
      "quality_ratio": 1.002077305438089,
      "actual_time_seconds": 60.13739285999327,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 41202,
      "reference_cost": 40437,
      "quality_ratio": 1.018918317382595,
      "actual_time_seconds": 60.03120339300949,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42197,
      "reference_cost": 40437,
      "quality_ratio": 1.0435244948932907,
      "actual_time_seconds": 60.01840064799762,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42236,
      "reference_cost": 40437,
      "quality_ratio": 1.0444889581324035,
      "actual_time_seconds": 60.84397177799838,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 41175,
      "reference_cost": 40437,
      "quality_ratio": 1.0182506120632093,
      "actual_time_seconds": 60.9769902699918,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n223-k34",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 41182,
      "reference_cost": 40437,
      "quality_ratio": 1.0184237208497169,
      "actual_time_seconds": 25.027796603011666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29318,
      "reference_cost": 25742,
      "quality_ratio": 1.1389169450703132,
      "actual_time_seconds": 1.0439189929747954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26031,
      "reference_cost": 25742,
      "quality_ratio": 1.011226788905291,
      "actual_time_seconds": 1.0225958800001536,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26174,
      "reference_cost": 25742,
      "quality_ratio": 1.0167819128272861,
      "actual_time_seconds": 1.1347768270061351,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30004,
      "reference_cost": 25742,
      "quality_ratio": 1.1655660010877165,
      "actual_time_seconds": 1.031673387013143,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26925,
      "reference_cost": 25742,
      "quality_ratio": 1.0459560251728692,
      "actual_time_seconds": 1.0168817150115501,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26962,
      "reference_cost": 25742,
      "quality_ratio": 1.04739336492891,
      "actual_time_seconds": 2.001579286996275,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 49118,
      "reference_cost": 25742,
      "quality_ratio": null,
      "actual_time_seconds": 2.0898584550013766,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28048,
      "reference_cost": 25742,
      "quality_ratio": 1.0895812291197264,
      "actual_time_seconds": 1.096247592009604,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28318,
      "reference_cost": 25742,
      "quality_ratio": 1.1000699246367804,
      "actual_time_seconds": 10.044804386008764,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25815,
      "reference_cost": 25742,
      "quality_ratio": 1.002835832491648,
      "actual_time_seconds": 10.089799085981213,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25797,
      "reference_cost": 25742,
      "quality_ratio": 1.0021365861238443,
      "actual_time_seconds": 10.133773422014201,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28553,
      "reference_cost": 25742,
      "quality_ratio": 1.1091989744386606,
      "actual_time_seconds": 10.032183253992116,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26744,
      "reference_cost": 25742,
      "quality_ratio": 1.0389247144743998,
      "actual_time_seconds": 10.020694517996162,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26925,
      "reference_cost": 25742,
      "quality_ratio": 1.0459560251728692,
      "actual_time_seconds": 11.161885806999635,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 34098,
      "reference_cost": 25742,
      "quality_ratio": 1.3246057027425997,
      "actual_time_seconds": 10.977973717002897,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26215,
      "reference_cost": 25742,
      "quality_ratio": 1.018374640665061,
      "actual_time_seconds": 9.937299901008373,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26693,
      "reference_cost": 25742,
      "quality_ratio": 1.0369435164322895,
      "actual_time_seconds": 60.045179048000136,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25745,
      "reference_cost": 25742,
      "quality_ratio": 1.0001165410613007,
      "actual_time_seconds": 60.459966850990895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25797,
      "reference_cost": 25742,
      "quality_ratio": 1.0021365861238443,
      "actual_time_seconds": 60.143182282015914,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26742,
      "reference_cost": 25742,
      "quality_ratio": 1.0388470204335327,
      "actual_time_seconds": 60.03144644698477,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26722,
      "reference_cost": 25742,
      "quality_ratio": 1.0380700800248621,
      "actual_time_seconds": 60.01734973100247,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26925,
      "reference_cost": 25742,
      "quality_ratio": 1.0459560251728692,
      "actual_time_seconds": 61.07849845098099,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27267,
      "reference_cost": 25742,
      "quality_ratio": 1.0592417061611374,
      "actual_time_seconds": 61.06788267902448,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n228-k23",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26215,
      "reference_cost": 25742,
      "quality_ratio": 1.018374640665061,
      "actual_time_seconds": 31.87690086400835,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21892,
      "reference_cost": 19230,
      "quality_ratio": 1.1384295371814872,
      "actual_time_seconds": 1.0453821519913618,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 19630,
      "reference_cost": 19230,
      "quality_ratio": 1.0208008320332813,
      "actual_time_seconds": 1.0187805949826725,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 19734,
      "reference_cost": 19230,
      "quality_ratio": 1.0262090483619344,
      "actual_time_seconds": 1.13778996799374,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22711,
      "reference_cost": 19230,
      "quality_ratio": 1.1810192407696307,
      "actual_time_seconds": 1.0328051550022792,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20250,
      "reference_cost": 19230,
      "quality_ratio": 1.0530421216848673,
      "actual_time_seconds": 1.0206325970066246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20296,
      "reference_cost": 19230,
      "quality_ratio": 1.0554342173686948,
      "actual_time_seconds": 2.0252053479780443,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 45508,
      "reference_cost": 19230,
      "quality_ratio": null,
      "actual_time_seconds": 2.0569883070129436,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21083,
      "reference_cost": 19230,
      "quality_ratio": 1.0963598543941757,
      "actual_time_seconds": 1.1256797469977755,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20550,
      "reference_cost": 19230,
      "quality_ratio": 1.0686427457098284,
      "actual_time_seconds": 10.044406734989025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19319,
      "reference_cost": 19230,
      "quality_ratio": 1.004628185127405,
      "actual_time_seconds": 10.090102349000517,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19274,
      "reference_cost": 19230,
      "quality_ratio": 1.002288091523661,
      "actual_time_seconds": 10.138592800009064,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20562,
      "reference_cost": 19230,
      "quality_ratio": 1.0692667706708268,
      "actual_time_seconds": 10.035871455998858,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20241,
      "reference_cost": 19230,
      "quality_ratio": 1.0525741029641185,
      "actual_time_seconds": 10.018662428978132,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20271,
      "reference_cost": 19230,
      "quality_ratio": 1.0541341653666148,
      "actual_time_seconds": 11.185934608016396,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32310,
      "reference_cost": 19230,
      "quality_ratio": 1.6801872074882995,
      "actual_time_seconds": 10.997279122006148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19872,
      "reference_cost": 19230,
      "quality_ratio": 1.0333853354134166,
      "actual_time_seconds": 10.289244996994967,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20498,
      "reference_cost": 19230,
      "quality_ratio": 1.0659386375455018,
      "actual_time_seconds": 60.04815238798619,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19261,
      "reference_cost": 19230,
      "quality_ratio": 1.0016120644825792,
      "actual_time_seconds": 60.49223425498349,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19266,
      "reference_cost": 19230,
      "quality_ratio": 1.0018720748829952,
      "actual_time_seconds": 60.14919411900337,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19939,
      "reference_cost": 19230,
      "quality_ratio": 1.036869474778991,
      "actual_time_seconds": 60.03187458400498,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20182,
      "reference_cost": 19230,
      "quality_ratio": 1.0495059802392095,
      "actual_time_seconds": 60.02137209600187,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20250,
      "reference_cost": 19230,
      "quality_ratio": 1.0530421216848673,
      "actual_time_seconds": 61.063859309011605,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21080,
      "reference_cost": 19230,
      "quality_ratio": 1.0962038481539262,
      "actual_time_seconds": 60.970870454999385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n233-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19617,
      "reference_cost": 19230,
      "quality_ratio": 1.0201248049921996,
      "actual_time_seconds": 28.693195861997083,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29009,
      "reference_cost": 27042,
      "quality_ratio": 1.0727387027586717,
      "actual_time_seconds": 1.0505743160028942,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27437,
      "reference_cost": 27042,
      "quality_ratio": 1.0146069077730937,
      "actual_time_seconds": 1.0213690010132268,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28012,
      "reference_cost": 27042,
      "quality_ratio": 1.0358701279491163,
      "actual_time_seconds": 1.1420996689994354,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28720,
      "reference_cost": 27042,
      "quality_ratio": 1.062051623400636,
      "actual_time_seconds": 1.0330426699947566,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29553,
      "reference_cost": 27042,
      "quality_ratio": 1.0928555580208565,
      "actual_time_seconds": 1.021093852003105,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29603,
      "reference_cost": 27042,
      "quality_ratio": 1.0947045336883368,
      "actual_time_seconds": 1.973860172991408,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 45732,
      "reference_cost": 27042,
      "quality_ratio": null,
      "actual_time_seconds": 1.9934845590032637,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28857,
      "reference_cost": 27042,
      "quality_ratio": 1.0671178167295319,
      "actual_time_seconds": 1.1222338599909563,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28673,
      "reference_cost": 27042,
      "quality_ratio": 1.0603135862732047,
      "actual_time_seconds": 10.045668731007027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27077,
      "reference_cost": 27042,
      "quality_ratio": 1.0012942829672362,
      "actual_time_seconds": 10.087298058002489,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27119,
      "reference_cost": 27042,
      "quality_ratio": 1.0028474225279196,
      "actual_time_seconds": 10.141034989996115,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28016,
      "reference_cost": 27042,
      "quality_ratio": 1.0360180460025146,
      "actual_time_seconds": 10.033792253001593,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29283,
      "reference_cost": 27042,
      "quality_ratio": 1.0828710894164633,
      "actual_time_seconds": 10.018490490998374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29575,
      "reference_cost": 27042,
      "quality_ratio": 1.0936691073145477,
      "actual_time_seconds": 11.170941723015858,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 41566,
      "reference_cost": 27042,
      "quality_ratio": 1.537090451889653,
      "actual_time_seconds": 11.035196707991417,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27472,
      "reference_cost": 27042,
      "quality_ratio": 1.01590119074033,
      "actual_time_seconds": 10.256603058980545,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28456,
      "reference_cost": 27042,
      "quality_ratio": 1.0522890318763405,
      "actual_time_seconds": 60.04717455198988,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27042,
      "reference_cost": 27042,
      "quality_ratio": 1,
      "actual_time_seconds": 60.45927187500638,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27056,
      "reference_cost": 27042,
      "quality_ratio": 1.0005177131868945,
      "actual_time_seconds": 60.15077723399736,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28164,
      "reference_cost": 27042,
      "quality_ratio": 1.041491013978256,
      "actual_time_seconds": 60.033154253003886,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29256,
      "reference_cost": 27042,
      "quality_ratio": 1.081872642556024,
      "actual_time_seconds": 60.023027435003314,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29509,
      "reference_cost": 27042,
      "quality_ratio": 1.0912284594334738,
      "actual_time_seconds": 61.07786778200534,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30236,
      "reference_cost": 27042,
      "quality_ratio": 1.1181125656386361,
      "actual_time_seconds": 61.00307651300682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n237-k14",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27273,
      "reference_cost": 27042,
      "quality_ratio": 1.0085422675837585,
      "actual_time_seconds": 27.10475933601265,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 86573,
      "reference_cost": 82751,
      "quality_ratio": 1.046186753030175,
      "actual_time_seconds": 1.045036572002573,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 84469,
      "reference_cost": 82751,
      "quality_ratio": 1.0207610784159709,
      "actual_time_seconds": 1.0186685170046985,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 86001,
      "reference_cost": 82751,
      "quality_ratio": 1.0392744498555908,
      "actual_time_seconds": 1.14399982400937,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 88345,
      "reference_cost": 82751,
      "quality_ratio": 1.067600391536054,
      "actual_time_seconds": 1.0345571660145652,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85481,
      "reference_cost": 82751,
      "quality_ratio": 1.0329905378786963,
      "actual_time_seconds": 1.0178760850103572,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85513,
      "reference_cost": 82751,
      "quality_ratio": 1.0333772401541976,
      "actual_time_seconds": 2.094725355011178,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 97874,
      "reference_cost": 82751,
      "quality_ratio": null,
      "actual_time_seconds": 2.0363452800083905,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 84188,
      "reference_cost": 82751,
      "quality_ratio": 1.0173653490592258,
      "actual_time_seconds": 1.1073807819921058,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 86573,
      "reference_cost": 82751,
      "quality_ratio": 1.046186753030175,
      "actual_time_seconds": 10.045942256983835,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 83887,
      "reference_cost": 82751,
      "quality_ratio": 1.0137279307802927,
      "actual_time_seconds": 10.086925447016256,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 83696,
      "reference_cost": 82751,
      "quality_ratio": 1.0114198015733948,
      "actual_time_seconds": 10.146875275997445,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 84872,
      "reference_cost": 82751,
      "quality_ratio": 1.025631110198064,
      "actual_time_seconds": 10.035442494991003,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 85282,
      "reference_cost": 82751,
      "quality_ratio": 1.0305857331029231,
      "actual_time_seconds": 10.01746427299804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 85513,
      "reference_cost": 82751,
      "quality_ratio": 1.0333772401541976,
      "actual_time_seconds": 11.043667119025486,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 100045,
      "reference_cost": 82751,
      "quality_ratio": 1.208988411016181,
      "actual_time_seconds": 10.99279940201086,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 83815,
      "reference_cost": 82751,
      "quality_ratio": 1.012857850660415,
      "actual_time_seconds": 10.007840539008612,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 86573,
      "reference_cost": 82751,
      "quality_ratio": 1.046186753030175,
      "actual_time_seconds": 60.054581937991315,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 83262,
      "reference_cost": 82751,
      "quality_ratio": 1.0061751519619098,
      "actual_time_seconds": 60.532937294017756,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 82953,
      "reference_cost": 82751,
      "quality_ratio": 1.0024410581141014,
      "actual_time_seconds": 60.15223361400422,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 84175,
      "reference_cost": 82751,
      "quality_ratio": 1.0172082512598035,
      "actual_time_seconds": 60.034146832011174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 85282,
      "reference_cost": 82751,
      "quality_ratio": 1.0305857331029231,
      "actual_time_seconds": 60.01743728297879,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 85483,
      "reference_cost": 82751,
      "quality_ratio": 1.0330147067709152,
      "actual_time_seconds": 61.07562276799581,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 83893,
      "reference_cost": 82751,
      "quality_ratio": 1.0138004374569491,
      "actual_time_seconds": 61.01307574502425,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n242-k48",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 83815,
      "reference_cost": 82751,
      "quality_ratio": 1.012857850660415,
      "actual_time_seconds": 29.16199410299305,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39301,
      "reference_cost": 37274,
      "quality_ratio": 1.0543810699146858,
      "actual_time_seconds": 1.0587426940037403,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37876,
      "reference_cost": 37274,
      "quality_ratio": 1.0161506680259698,
      "actual_time_seconds": 1.0238389669975732,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40035,
      "reference_cost": 37274,
      "quality_ratio": 1.0740730804313998,
      "actual_time_seconds": 1.1543883590202313,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 41292,
      "reference_cost": 37274,
      "quality_ratio": 1.1077963191500777,
      "actual_time_seconds": 1.0348670220118947,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39768,
      "reference_cost": 37274,
      "quality_ratio": 1.0669099103933037,
      "actual_time_seconds": 1.0176346979860682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40845,
      "reference_cost": 37274,
      "quality_ratio": 1.095804045715512,
      "actual_time_seconds": 2.2858034590026364,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 40013,
      "reference_cost": 37274,
      "quality_ratio": null,
      "actual_time_seconds": 2.0163923040090594,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40019,
      "reference_cost": 37274,
      "quality_ratio": 1.073643826796158,
      "actual_time_seconds": 1.1380560789839365,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39301,
      "reference_cost": 37274,
      "quality_ratio": 1.0543810699146858,
      "actual_time_seconds": 10.046940934000304,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 37517,
      "reference_cost": 37274,
      "quality_ratio": 1.0065192895852337,
      "actual_time_seconds": 10.07872321800096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 37638,
      "reference_cost": 37274,
      "quality_ratio": 1.0097655202017493,
      "actual_time_seconds": 10.155449256009888,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38579,
      "reference_cost": 37274,
      "quality_ratio": 1.035010999624403,
      "actual_time_seconds": 10.035764480999205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39512,
      "reference_cost": 37274,
      "quality_ratio": 1.0600418522294361,
      "actual_time_seconds": 10.020181031984976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40773,
      "reference_cost": 37274,
      "quality_ratio": 1.0938724043569243,
      "actual_time_seconds": 11.321345164993545,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40342,
      "reference_cost": 37274,
      "quality_ratio": 1.0823093845576004,
      "actual_time_seconds": 10.977012941992143,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38053,
      "reference_cost": 37274,
      "quality_ratio": 1.0208992863658315,
      "actual_time_seconds": 10.41043376098969,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38513,
      "reference_cost": 37274,
      "quality_ratio": 1.033240328379031,
      "actual_time_seconds": 60.04650357901119,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37297,
      "reference_cost": 37274,
      "quality_ratio": 1.0006170521006599,
      "actual_time_seconds": 60.44948076599394,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37335,
      "reference_cost": 37274,
      "quality_ratio": 1.001636529484359,
      "actual_time_seconds": 60.16699107098975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38329,
      "reference_cost": 37274,
      "quality_ratio": 1.0283039115737511,
      "actual_time_seconds": 60.03553858000669,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39512,
      "reference_cost": 37274,
      "quality_ratio": 1.0600418522294361,
      "actual_time_seconds": 60.021732246998,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39768,
      "reference_cost": 37274,
      "quality_ratio": 1.0669099103933037,
      "actual_time_seconds": 61.312297058000695,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37520,
      "reference_cost": 37274,
      "quality_ratio": 1.0065997746418416,
      "actual_time_seconds": 61.02126521599712,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n247-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37972,
      "reference_cost": 37274,
      "quality_ratio": 1.0187261898374202,
      "actual_time_seconds": 32.350806044007186,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40465,
      "reference_cost": 38684,
      "quality_ratio": 1.0460397063385378,
      "actual_time_seconds": 1.0470297510037199,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39474,
      "reference_cost": 38684,
      "quality_ratio": 1.020421879846965,
      "actual_time_seconds": 1.0209128629940096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39624,
      "reference_cost": 38684,
      "quality_ratio": 1.0242994519698065,
      "actual_time_seconds": 1.168662776995916,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40897,
      "reference_cost": 38684,
      "quality_ratio": 1.0572071140523214,
      "actual_time_seconds": 1.0358671149879228,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40400,
      "reference_cost": 38684,
      "quality_ratio": 1.0443594250853065,
      "actual_time_seconds": 1.0208648959815037,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40411,
      "reference_cost": 38684,
      "quality_ratio": 1.044643780374315,
      "actual_time_seconds": 2.145314576016972,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 59182,
      "reference_cost": 38684,
      "quality_ratio": null,
      "actual_time_seconds": 2.019445899000857,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40229,
      "reference_cost": 38684,
      "quality_ratio": 1.0399389928652674,
      "actual_time_seconds": 1.1378768800059333,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40445,
      "reference_cost": 38684,
      "quality_ratio": 1.0455226967221591,
      "actual_time_seconds": 10.048472303984454,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39130,
      "reference_cost": 38684,
      "quality_ratio": 1.0115293144452486,
      "actual_time_seconds": 10.081061537988717,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39375,
      "reference_cost": 38684,
      "quality_ratio": 1.0178626822458898,
      "actual_time_seconds": 10.157577545003733,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40023,
      "reference_cost": 38684,
      "quality_ratio": 1.034613793816565,
      "actual_time_seconds": 10.035841889010044,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40379,
      "reference_cost": 38684,
      "quality_ratio": 1.0438165649881088,
      "actual_time_seconds": 10.021074886986753,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40406,
      "reference_cost": 38684,
      "quality_ratio": 1.0445145279702202,
      "actual_time_seconds": 11.248684924998088,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 52403,
      "reference_cost": 38684,
      "quality_ratio": 1.3546427463550823,
      "actual_time_seconds": 10.986030661006225,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39314,
      "reference_cost": 38684,
      "quality_ratio": 1.0162858029159343,
      "actual_time_seconds": 10.344867394014727,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40324,
      "reference_cost": 38684,
      "quality_ratio": 1.0423947885430669,
      "actual_time_seconds": 60.04764744400745,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38905,
      "reference_cost": 38684,
      "quality_ratio": 1.0057129562609866,
      "actual_time_seconds": 60.4191651379806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38845,
      "reference_cost": 38684,
      "quality_ratio": 1.0041619274118498,
      "actual_time_seconds": 60.16239440700156,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39387,
      "reference_cost": 38684,
      "quality_ratio": 1.018172888015717,
      "actual_time_seconds": 60.03544795099879,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40314,
      "reference_cost": 38684,
      "quality_ratio": 1.0421362837348775,
      "actual_time_seconds": 60.02566139298142,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40400,
      "reference_cost": 38684,
      "quality_ratio": 1.0443594250853065,
      "actual_time_seconds": 61.30415781898773,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 41213,
      "reference_cost": 38684,
      "quality_ratio": 1.0653758659911075,
      "actual_time_seconds": 61.01160336099565,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n251-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39274,
      "reference_cost": 38684,
      "quality_ratio": 1.0152517836831765,
      "actual_time_seconds": 32.21160130799399,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20233,
      "reference_cost": 18839,
      "quality_ratio": 1.073995435001858,
      "actual_time_seconds": 1.0474777079944033,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 19033,
      "reference_cost": 18839,
      "quality_ratio": 1.0102977865067149,
      "actual_time_seconds": 1.0223189709940925,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 19150,
      "reference_cost": 18839,
      "quality_ratio": 1.0165083072349912,
      "actual_time_seconds": 1.1666526330227498,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20703,
      "reference_cost": 18839,
      "quality_ratio": 1.0989436806624555,
      "actual_time_seconds": 1.0423792700166814,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20464,
      "reference_cost": 18839,
      "quality_ratio": 1.0862572323371729,
      "actual_time_seconds": 1.0237579910026398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20604,
      "reference_cost": 18839,
      "quality_ratio": 1.0936886246616062,
      "actual_time_seconds": 2.1869608410052024,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 38649,
      "reference_cost": 18839,
      "quality_ratio": null,
      "actual_time_seconds": 2.0521513290004805,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20830,
      "reference_cost": 18839,
      "quality_ratio": 1.1056850151281916,
      "actual_time_seconds": 1.149327833991265,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20233,
      "reference_cost": 18839,
      "quality_ratio": 1.073995435001858,
      "actual_time_seconds": 10.04721347798477,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 18910,
      "reference_cost": 18839,
      "quality_ratio": 1.0037687775359627,
      "actual_time_seconds": 10.079082242998993,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 18880,
      "reference_cost": 18839,
      "quality_ratio": 1.002176336323584,
      "actual_time_seconds": 10.161477796005784,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19990,
      "reference_cost": 18839,
      "quality_ratio": 1.0610966611815913,
      "actual_time_seconds": 10.03574787802063,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20374,
      "reference_cost": 18839,
      "quality_ratio": 1.081479908700037,
      "actual_time_seconds": 10.022391560982214,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20591,
      "reference_cost": 18839,
      "quality_ratio": 1.092998566802909,
      "actual_time_seconds": 11.284930183988763,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32677,
      "reference_cost": 18839,
      "quality_ratio": 1.7345400498964914,
      "actual_time_seconds": 11.018351682985667,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19354,
      "reference_cost": 18839,
      "quality_ratio": 1.0273369074791656,
      "actual_time_seconds": 10.32944278002833,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19678,
      "reference_cost": 18839,
      "quality_ratio": 1.0445352725728543,
      "actual_time_seconds": 60.04762536400813,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18866,
      "reference_cost": 18839,
      "quality_ratio": 1.0014331970911408,
      "actual_time_seconds": 60.41132299901801,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18880,
      "reference_cost": 18839,
      "quality_ratio": 1.002176336323584,
      "actual_time_seconds": 60.191376927978126,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19695,
      "reference_cost": 18839,
      "quality_ratio": 1.0454376559265355,
      "actual_time_seconds": 60.03627396500087,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20367,
      "reference_cost": 18839,
      "quality_ratio": 1.0811083390838154,
      "actual_time_seconds": 60.01883093599463,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20464,
      "reference_cost": 18839,
      "quality_ratio": 1.0862572323371729,
      "actual_time_seconds": 61.280578261998016,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21245,
      "reference_cost": 18839,
      "quality_ratio": 1.127713785232762,
      "actual_time_seconds": 61.02107614398119,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n256-k16",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19069,
      "reference_cost": 18839,
      "quality_ratio": 1.0122087159615691,
      "actual_time_seconds": 33.390164479002124,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29400,
      "reference_cost": 26558,
      "quality_ratio": 1.1070110701107012,
      "actual_time_seconds": 1.054657425993355,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27536,
      "reference_cost": 26558,
      "quality_ratio": 1.0368250621281723,
      "actual_time_seconds": 1.018555336020654,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27987,
      "reference_cost": 26558,
      "quality_ratio": 1.0538067625574215,
      "actual_time_seconds": 1.1722200590011198,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31689,
      "reference_cost": 26558,
      "quality_ratio": 1.1931997891407486,
      "actual_time_seconds": 1.0374399180000182,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28377,
      "reference_cost": 26558,
      "quality_ratio": 1.0684916032833798,
      "actual_time_seconds": 1.0247763429943006,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28469,
      "reference_cost": 26558,
      "quality_ratio": 1.0719557195571956,
      "actual_time_seconds": 2.5216863059904426,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 41174,
      "reference_cost": 26558,
      "quality_ratio": null,
      "actual_time_seconds": 2.0918250200047623,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29367,
      "reference_cost": 26558,
      "quality_ratio": 1.1057685066646585,
      "actual_time_seconds": 1.1415502019808628,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29210,
      "reference_cost": 26558,
      "quality_ratio": 1.0998569169365162,
      "actual_time_seconds": 10.048143867985345,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26857,
      "reference_cost": 26558,
      "quality_ratio": 1.0112583778899014,
      "actual_time_seconds": 10.089832027006196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26753,
      "reference_cost": 26558,
      "quality_ratio": 1.007342420362979,
      "actual_time_seconds": 10.16772523400141,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29190,
      "reference_cost": 26558,
      "quality_ratio": 1.0991038481813389,
      "actual_time_seconds": 10.03729851800017,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28302,
      "reference_cost": 26558,
      "quality_ratio": 1.0656675954514647,
      "actual_time_seconds": 10.019484121992718,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28399,
      "reference_cost": 26558,
      "quality_ratio": 1.0693199789140748,
      "actual_time_seconds": 11.374871380015975,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 43319,
      "reference_cost": 26558,
      "quality_ratio": 1.6311092702763763,
      "actual_time_seconds": 10.969185441994341,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27754,
      "reference_cost": 26558,
      "quality_ratio": 1.0450335115596054,
      "actual_time_seconds": 10.275643339002272,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28060,
      "reference_cost": 26558,
      "quality_ratio": 1.0565554635138188,
      "actual_time_seconds": 60.049518564977916,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26639,
      "reference_cost": 26558,
      "quality_ratio": 1.0030499284584682,
      "actual_time_seconds": 60.4613628119987,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26668,
      "reference_cost": 26558,
      "quality_ratio": 1.0041418781534754,
      "actual_time_seconds": 60.17893188400194,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28558,
      "reference_cost": 26558,
      "quality_ratio": 1.0753068755177349,
      "actual_time_seconds": 60.03808643601951,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28299,
      "reference_cost": 26558,
      "quality_ratio": 1.0655546351381882,
      "actual_time_seconds": 60.018433473975165,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28303,
      "reference_cost": 26558,
      "quality_ratio": 1.0657052488892236,
      "actual_time_seconds": 61.40553242000169,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31620,
      "reference_cost": 26558,
      "quality_ratio": 1.1906017019353867,
      "actual_time_seconds": 61.021301811997546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n261-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27181,
      "reference_cost": 26558,
      "quality_ratio": 1.0234580917237743,
      "actual_time_seconds": 41.08583300898317,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 79739,
      "reference_cost": 75478,
      "quality_ratio": 1.0564535361297331,
      "actual_time_seconds": 1.0544125489832368,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 76999,
      "reference_cost": 75478,
      "quality_ratio": 1.0201515673441268,
      "actual_time_seconds": 1.0188527239952236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78257,
      "reference_cost": 75478,
      "quality_ratio": 1.036818675640584,
      "actual_time_seconds": 1.192788570013363,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78262,
      "reference_cost": 75478,
      "quality_ratio": 1.036884920109171,
      "actual_time_seconds": 1.0385462019767147,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78967,
      "reference_cost": 75478,
      "quality_ratio": 1.04622539017992,
      "actual_time_seconds": 1.0192576249828562,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78982,
      "reference_cost": 75478,
      "quality_ratio": 1.0464241235856806,
      "actual_time_seconds": 2.5442689289920963,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 95103,
      "reference_cost": 75478,
      "quality_ratio": null,
      "actual_time_seconds": 2.042420007986948,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78322,
      "reference_cost": 75478,
      "quality_ratio": 1.0376798537322134,
      "actual_time_seconds": 1.1516821999975946,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79218,
      "reference_cost": 75478,
      "quality_ratio": 1.049550862502981,
      "actual_time_seconds": 10.048715231998358,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76613,
      "reference_cost": 75478,
      "quality_ratio": 1.0150374943692202,
      "actual_time_seconds": 10.089181057992391,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76412,
      "reference_cost": 75478,
      "quality_ratio": 1.0123744667320278,
      "actual_time_seconds": 10.185955086984904,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 77366,
      "reference_cost": 75478,
      "quality_ratio": 1.0250139113384031,
      "actual_time_seconds": 10.038892901007785,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78838,
      "reference_cost": 75478,
      "quality_ratio": 1.0445162828903787,
      "actual_time_seconds": 10.018406376009807,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78974,
      "reference_cost": 75478,
      "quality_ratio": 1.0463181324359416,
      "actual_time_seconds": 11.571929385012481,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 90533,
      "reference_cost": 75478,
      "quality_ratio": 1.1994620949150745,
      "actual_time_seconds": 10.99791199300671,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76898,
      "reference_cost": 75478,
      "quality_ratio": 1.018813429078672,
      "actual_time_seconds": 10.585592867981177,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78751,
      "reference_cost": 75478,
      "quality_ratio": 1.043363629136967,
      "actual_time_seconds": 60.05177339701913,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76342,
      "reference_cost": 75478,
      "quality_ratio": 1.0114470441718117,
      "actual_time_seconds": 60.45001354900887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 75784,
      "reference_cost": 75478,
      "quality_ratio": 1.0040541614775167,
      "actual_time_seconds": 60.187251244002255,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 77183,
      "reference_cost": 75478,
      "quality_ratio": 1.0225893637881236,
      "actual_time_seconds": 60.039762464002706,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78838,
      "reference_cost": 75478,
      "quality_ratio": 1.0445162828903787,
      "actual_time_seconds": 60.01980916998582,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78973,
      "reference_cost": 75478,
      "quality_ratio": 1.0463048835422242,
      "actual_time_seconds": 61.493043812020915,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76521,
      "reference_cost": 75478,
      "quality_ratio": 1.0138185961472217,
      "actual_time_seconds": 61.011383684992325,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n266-k58",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76877,
      "reference_cost": 75478,
      "quality_ratio": 1.0185352023106071,
      "actual_time_seconds": 38.83212830100092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37321,
      "reference_cost": 35291,
      "quality_ratio": 1.057521747754385,
      "actual_time_seconds": 1.0497342419985216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36013,
      "reference_cost": 35291,
      "quality_ratio": 1.0204584738318552,
      "actual_time_seconds": 1.0300097720173653,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36218,
      "reference_cost": 35291,
      "quality_ratio": 1.0262673202799582,
      "actual_time_seconds": 1.1766664349997882,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39215,
      "reference_cost": 35291,
      "quality_ratio": 1.1111898217675895,
      "actual_time_seconds": 1.0384497999912128,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36973,
      "reference_cost": 35291,
      "quality_ratio": 1.047660876710776,
      "actual_time_seconds": 1.0193072110123467,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37069,
      "reference_cost": 35291,
      "quality_ratio": 1.0503811169986683,
      "actual_time_seconds": 2.765512732003117,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 64358,
      "reference_cost": 35291,
      "quality_ratio": null,
      "actual_time_seconds": 2.045871410984546,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36849,
      "reference_cost": 35291,
      "quality_ratio": 1.044147233005582,
      "actual_time_seconds": 1.146014824975282,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36941,
      "reference_cost": 35291,
      "quality_ratio": 1.0467541299481453,
      "actual_time_seconds": 10.050028728990583,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35637,
      "reference_cost": 35291,
      "quality_ratio": 1.0098041993709443,
      "actual_time_seconds": 10.086285332014086,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35474,
      "reference_cost": 35291,
      "quality_ratio": 1.0051854580487942,
      "actual_time_seconds": 10.19237752299523,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36065,
      "reference_cost": 35291,
      "quality_ratio": 1.02193193732113,
      "actual_time_seconds": 10.039745932008373,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36947,
      "reference_cost": 35291,
      "quality_ratio": 1.0469241449661386,
      "actual_time_seconds": 10.019067557004746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 37030,
      "reference_cost": 35291,
      "quality_ratio": 1.049276019381712,
      "actual_time_seconds": 11.645372683007736,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 50914,
      "reference_cost": 35291,
      "quality_ratio": 1.4426907710181065,
      "actual_time_seconds": 10.992393471999094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36044,
      "reference_cost": 35291,
      "quality_ratio": 1.0213368847581537,
      "actual_time_seconds": 10.371945053018862,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36891,
      "reference_cost": 35291,
      "quality_ratio": 1.045337338131535,
      "actual_time_seconds": 60.05426501701004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35472,
      "reference_cost": 35291,
      "quality_ratio": 1.0051287863761298,
      "actual_time_seconds": 60.43856409401633,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35388,
      "reference_cost": 35291,
      "quality_ratio": 1.0027485761242243,
      "actual_time_seconds": 60.18174071700196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36113,
      "reference_cost": 35291,
      "quality_ratio": 1.0232920574650761,
      "actual_time_seconds": 60.04148044201429,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36947,
      "reference_cost": 35291,
      "quality_ratio": 1.0469241449661386,
      "actual_time_seconds": 60.02122853699257,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37024,
      "reference_cost": 35291,
      "quality_ratio": 1.0491060043637188,
      "actual_time_seconds": 61.47057256702101,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37136,
      "reference_cost": 35291,
      "quality_ratio": 1.0522796180329261,
      "actual_time_seconds": 61.04549937302363,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n270-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35850,
      "reference_cost": 35291,
      "quality_ratio": 1.015839732509705,
      "actual_time_seconds": 35.28164835902862,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22472,
      "reference_cost": 21245,
      "quality_ratio": 1.0577547658272535,
      "actual_time_seconds": 1.0517024119908456,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21624,
      "reference_cost": 21245,
      "quality_ratio": 1.017839491645093,
      "actual_time_seconds": 1.0186448149906937,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21866,
      "reference_cost": 21245,
      "quality_ratio": 1.0292304071546245,
      "actual_time_seconds": 1.1814427580102347,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22699,
      "reference_cost": 21245,
      "quality_ratio": 1.0684396328547894,
      "actual_time_seconds": 1.0416956369881518,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22377,
      "reference_cost": 21245,
      "quality_ratio": 1.0532831254412802,
      "actual_time_seconds": 1.0224824179895222,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22424,
      "reference_cost": 21245,
      "quality_ratio": 1.055495410684867,
      "actual_time_seconds": 2.8233046690002084,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 29228,
      "reference_cost": 21245,
      "quality_ratio": null,
      "actual_time_seconds": 2.0717941590119153,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22492,
      "reference_cost": 21245,
      "quality_ratio": 1.0586961638032477,
      "actual_time_seconds": 1.156537627975922,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22361,
      "reference_cost": 21245,
      "quality_ratio": 1.0525300070604848,
      "actual_time_seconds": 10.05641405901406,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21437,
      "reference_cost": 21245,
      "quality_ratio": 1.0090374205695458,
      "actual_time_seconds": 10.092702098016161,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21351,
      "reference_cost": 21245,
      "quality_ratio": 1.00498940927277,
      "actual_time_seconds": 10.183692336984677,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22067,
      "reference_cost": 21245,
      "quality_ratio": 1.0386914568133678,
      "actual_time_seconds": 10.041852162015857,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22345,
      "reference_cost": 21245,
      "quality_ratio": 1.0517768886796894,
      "actual_time_seconds": 10.02218815300148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22424,
      "reference_cost": 21245,
      "quality_ratio": 1.055495410684867,
      "actual_time_seconds": 11.943567376001738,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32726,
      "reference_cost": 21245,
      "quality_ratio": 1.5404095081195575,
      "actual_time_seconds": 10.9729336790042,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21633,
      "reference_cost": 21245,
      "quality_ratio": 1.0182631207342905,
      "actual_time_seconds": 10.38717380000162,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22149,
      "reference_cost": 21245,
      "quality_ratio": 1.0425511885149448,
      "actual_time_seconds": 60.05236728399177,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21256,
      "reference_cost": 21245,
      "quality_ratio": 1.000517768886797,
      "actual_time_seconds": 60.513963022007374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21255,
      "reference_cost": 21245,
      "quality_ratio": 1.0004706989879972,
      "actual_time_seconds": 60.190122298983624,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21677,
      "reference_cost": 21245,
      "quality_ratio": 1.020334196281478,
      "actual_time_seconds": 60.047974265995435,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22306,
      "reference_cost": 21245,
      "quality_ratio": 1.0499411626265003,
      "actual_time_seconds": 60.02239200897748,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22377,
      "reference_cost": 21245,
      "quality_ratio": 1.0532831254412802,
      "actual_time_seconds": 61.66687547400943,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 23058,
      "reference_cost": 21245,
      "quality_ratio": 1.085337726523888,
      "actual_time_seconds": 61.033075002982514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n275-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21415,
      "reference_cost": 21245,
      "quality_ratio": 1.008001882795952,
      "actual_time_seconds": 36.54840325799887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 38220,
      "reference_cost": 33503,
      "quality_ratio": 1.1407933617884967,
      "actual_time_seconds": 1.0530101000040304,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 33923,
      "reference_cost": 33503,
      "quality_ratio": 1.0125361907888846,
      "actual_time_seconds": 1.0237328960211016,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34231,
      "reference_cost": 33503,
      "quality_ratio": 1.0217293973674,
      "actual_time_seconds": 1.1917608649819158,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 38039,
      "reference_cost": 33503,
      "quality_ratio": 1.1353908605199534,
      "actual_time_seconds": 1.040987504995428,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36014,
      "reference_cost": 33503,
      "quality_ratio": 1.0749485120735456,
      "actual_time_seconds": 1.0479709820065182,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36014,
      "reference_cost": 33503,
      "quality_ratio": 1.0749485120735456,
      "actual_time_seconds": 2.855342793976888,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 53510,
      "reference_cost": 33503,
      "quality_ratio": null,
      "actual_time_seconds": 2.059570849989541,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36021,
      "reference_cost": 33503,
      "quality_ratio": 1.0751574485866937,
      "actual_time_seconds": 1.1823830439825542,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38220,
      "reference_cost": 33503,
      "quality_ratio": 1.1407933617884967,
      "actual_time_seconds": 10.055341863975627,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 33758,
      "reference_cost": 33503,
      "quality_ratio": 1.0076112586932513,
      "actual_time_seconds": 10.0891707809933,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 33720,
      "reference_cost": 33503,
      "quality_ratio": 1.0064770319075904,
      "actual_time_seconds": 10.190749806002714,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38186,
      "reference_cost": 33503,
      "quality_ratio": 1.139778527296063,
      "actual_time_seconds": 10.040952379989903,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35956,
      "reference_cost": 33503,
      "quality_ratio": 1.0732173238217473,
      "actual_time_seconds": 10.03103772099712,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36014,
      "reference_cost": 33503,
      "quality_ratio": 1.0749485120735456,
      "actual_time_seconds": 11.965641603979748,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 51164,
      "reference_cost": 33503,
      "quality_ratio": 1.5271468226725964,
      "actual_time_seconds": 11.015742860006867,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 34759,
      "reference_cost": 33503,
      "quality_ratio": 1.0374891800734263,
      "actual_time_seconds": 10.263105727004586,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36806,
      "reference_cost": 33503,
      "quality_ratio": 1.0985881861325852,
      "actual_time_seconds": 60.05185353799607,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 33636,
      "reference_cost": 33503,
      "quality_ratio": 1.0039697937498135,
      "actual_time_seconds": 60.47170500701759,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 33693,
      "reference_cost": 33503,
      "quality_ratio": 1.0056711339283049,
      "actual_time_seconds": 60.200433429999975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37078,
      "reference_cost": 33503,
      "quality_ratio": 1.1067068620720533,
      "actual_time_seconds": 60.04125780100003,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35956,
      "reference_cost": 33503,
      "quality_ratio": 1.0732173238217473,
      "actual_time_seconds": 60.0212763150048,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36000,
      "reference_cost": 33503,
      "quality_ratio": 1.0745306390472495,
      "actual_time_seconds": 61.71706582600018,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38520,
      "reference_cost": 33503,
      "quality_ratio": 1.149747783780557,
      "actual_time_seconds": 61.03249352701823,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n280-k17",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 34281,
      "reference_cost": 33503,
      "quality_ratio": 1.0232218010327434,
      "actual_time_seconds": 50.892884086992126,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22522,
      "reference_cost": 20226,
      "quality_ratio": 1.1135172550182932,
      "actual_time_seconds": 1.05160468199756,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21077,
      "reference_cost": 20226,
      "quality_ratio": 1.0420745575002472,
      "actual_time_seconds": 1.0217578260053415,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21121,
      "reference_cost": 20226,
      "quality_ratio": 1.0442499752793435,
      "actual_time_seconds": 1.2494664670084603,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22087,
      "reference_cost": 20226,
      "quality_ratio": 1.0920102837931376,
      "actual_time_seconds": 1.0452989100012928,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21910,
      "reference_cost": 20226,
      "quality_ratio": 1.0832591713635915,
      "actual_time_seconds": 1.02165378301288,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21941,
      "reference_cost": 20226,
      "quality_ratio": 1.0847918520715911,
      "actual_time_seconds": 3.034394379996229,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 27255,
      "reference_cost": 20226,
      "quality_ratio": null,
      "actual_time_seconds": 2.037883579003392,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22745,
      "reference_cost": 20226,
      "quality_ratio": 1.1245426678532582,
      "actual_time_seconds": 1.1561658850114327,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22236,
      "reference_cost": 20226,
      "quality_ratio": 1.099377039454168,
      "actual_time_seconds": 10.051933623006335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20759,
      "reference_cost": 20226,
      "quality_ratio": 1.0263522199149608,
      "actual_time_seconds": 10.094037867995212,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20533,
      "reference_cost": 20226,
      "quality_ratio": 1.0151784831405122,
      "actual_time_seconds": 10.22172607597895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21853,
      "reference_cost": 20226,
      "quality_ratio": 1.0804410165133986,
      "actual_time_seconds": 10.046652983000968,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21795,
      "reference_cost": 20226,
      "quality_ratio": 1.0775734203500444,
      "actual_time_seconds": 10.024357229005545,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21935,
      "reference_cost": 20226,
      "quality_ratio": 1.0844952041926235,
      "actual_time_seconds": 11.96444318399881,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32318,
      "reference_cost": 20226,
      "quality_ratio": 1.5978443587461684,
      "actual_time_seconds": 11.016968951997114,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21236,
      "reference_cost": 20226,
      "quality_ratio": 1.0499357262928903,
      "actual_time_seconds": 10.280414159002248,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21336,
      "reference_cost": 20226,
      "quality_ratio": 1.0548798576090181,
      "actual_time_seconds": 60.05408746001194,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20608,
      "reference_cost": 20226,
      "quality_ratio": 1.018886581627608,
      "actual_time_seconds": 60.45001660898561,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20363,
      "reference_cost": 20226,
      "quality_ratio": 1.006773459903095,
      "actual_time_seconds": 60.201299248001305,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21286,
      "reference_cost": 20226,
      "quality_ratio": 1.0524077919509542,
      "actual_time_seconds": 60.04244376899442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21781,
      "reference_cost": 20226,
      "quality_ratio": 1.0768812419657867,
      "actual_time_seconds": 60.02617822700995,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21910,
      "reference_cost": 20226,
      "quality_ratio": 1.0832591713635915,
      "actual_time_seconds": 61.93935606299783,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24038,
      "reference_cost": 20226,
      "quality_ratio": 1.18847028577079,
      "actual_time_seconds": 61.04868358199019,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n284-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20814,
      "reference_cost": 20226,
      "quality_ratio": 1.0290714921388313,
      "actual_time_seconds": 50.21028794901213,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 100181,
      "reference_cost": 95151,
      "quality_ratio": 1.052863343527656,
      "actual_time_seconds": 1.0523353189928457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 97303,
      "reference_cost": 95151,
      "quality_ratio": 1.0226166829565637,
      "actual_time_seconds": 1.026071370986756,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 100459,
      "reference_cost": 95151,
      "quality_ratio": 1.0557850153965802,
      "actual_time_seconds": 1.2021632460237015,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108674,
      "reference_cost": 95151,
      "quality_ratio": 1.1421214700843922,
      "actual_time_seconds": 1.0428586519847158,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 98197,
      "reference_cost": 95151,
      "quality_ratio": 1.032012275225694,
      "actual_time_seconds": 1.0246255259844474,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 98334,
      "reference_cost": 95151,
      "quality_ratio": 1.0334520919380774,
      "actual_time_seconds": 2.8910418699961156,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 91167,
      "reference_cost": 95151,
      "quality_ratio": null,
      "actual_time_seconds": 2.027379809995182,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 100414,
      "reference_cost": 95151,
      "quality_ratio": 1.055312082899812,
      "actual_time_seconds": 1.185702852992108,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 100145,
      "reference_cost": 95151,
      "quality_ratio": 1.0524849975302415,
      "actual_time_seconds": 10.053914552991046,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 96773,
      "reference_cost": 95151,
      "quality_ratio": 1.0170465891057372,
      "actual_time_seconds": 10.089831931021763,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 96525,
      "reference_cost": 95151,
      "quality_ratio": 1.014440205567992,
      "actual_time_seconds": 10.201537904998986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 98182,
      "reference_cost": 95151,
      "quality_ratio": 1.0318546310601044,
      "actual_time_seconds": 10.044226765021449,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 98157,
      "reference_cost": 95151,
      "quality_ratio": 1.0315918907841222,
      "actual_time_seconds": 10.021917903010035,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 98304,
      "reference_cost": 95151,
      "quality_ratio": 1.0331368036068984,
      "actual_time_seconds": 11.895572884008288,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 116921,
      "reference_cost": 95151,
      "quality_ratio": 1.2287942323254617,
      "actual_time_seconds": 11.032088979991386,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 97747,
      "reference_cost": 95151,
      "quality_ratio": 1.027282950258011,
      "actual_time_seconds": 10.678412363980897,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 99548,
      "reference_cost": 95151,
      "quality_ratio": 1.046210759739782,
      "actual_time_seconds": 60.05386871699011,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 96248,
      "reference_cost": 95151,
      "quality_ratio": 1.0115290433101072,
      "actual_time_seconds": 60.46156903900555,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 95542,
      "reference_cost": 95151,
      "quality_ratio": 1.0041092579163644,
      "actual_time_seconds": 60.207604146009544,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 97364,
      "reference_cost": 95151,
      "quality_ratio": 1.0232577692299607,
      "actual_time_seconds": 60.04347665500245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 97866,
      "reference_cost": 95151,
      "quality_ratio": 1.028533593971687,
      "actual_time_seconds": 60.021468827006174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 98260,
      "reference_cost": 95151,
      "quality_ratio": 1.0326743807211696,
      "actual_time_seconds": 61.863452236982994,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 97005,
      "reference_cost": 95151,
      "quality_ratio": 1.0194848188668537,
      "actual_time_seconds": 61.021056757017504,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n289-k60",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 97646,
      "reference_cost": 95151,
      "quality_ratio": 1.0262214795430422,
      "actual_time_seconds": 50.745159976999275,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 51926,
      "reference_cost": 47161,
      "quality_ratio": 1.101036873688005,
      "actual_time_seconds": 1.0562982709961943,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48310,
      "reference_cost": 47161,
      "quality_ratio": 1.0243633510739807,
      "actual_time_seconds": 1.023837396001909,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48938,
      "reference_cost": 47161,
      "quality_ratio": 1.0376794385191153,
      "actual_time_seconds": 1.2055974260147195,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 55886,
      "reference_cost": 47161,
      "quality_ratio": 1.1850045588515934,
      "actual_time_seconds": 1.0440967780014034,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48401,
      "reference_cost": 47161,
      "quality_ratio": 1.0262929115158712,
      "actual_time_seconds": 1.0199765000143088,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48474,
      "reference_cost": 47161,
      "quality_ratio": 1.0278408006615636,
      "actual_time_seconds": 2.8929314510023687,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 62185,
      "reference_cost": 47161,
      "quality_ratio": null,
      "actual_time_seconds": 2.0601743909937795,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 50094,
      "reference_cost": 47161,
      "quality_ratio": 1.0621912173193953,
      "actual_time_seconds": 1.183514860982541,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 50864,
      "reference_cost": 47161,
      "quality_ratio": 1.0785182672123153,
      "actual_time_seconds": 10.068912362999981,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 47989,
      "reference_cost": 47161,
      "quality_ratio": 1.017556879625114,
      "actual_time_seconds": 10.096239870996214,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 47542,
      "reference_cost": 47161,
      "quality_ratio": 1.0080787091028605,
      "actual_time_seconds": 10.204609073989559,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48983,
      "reference_cost": 47161,
      "quality_ratio": 1.0386336167596106,
      "actual_time_seconds": 10.045508853014326,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48270,
      "reference_cost": 47161,
      "quality_ratio": 1.0235151926379848,
      "actual_time_seconds": 10.021516734006582,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48451,
      "reference_cost": 47161,
      "quality_ratio": 1.027353109560866,
      "actual_time_seconds": 11.953862577007385,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68947,
      "reference_cost": 47161,
      "quality_ratio": 1.4619494921651364,
      "actual_time_seconds": 11.03328150100424,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48276,
      "reference_cost": 47161,
      "quality_ratio": 1.0236424164033842,
      "actual_time_seconds": 10.495255739981076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 50547,
      "reference_cost": 47161,
      "quality_ratio": 1.071796611607048,
      "actual_time_seconds": 60.054283634002786,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47554,
      "reference_cost": 47161,
      "quality_ratio": 1.008333156633659,
      "actual_time_seconds": 60.51419241199619,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47288,
      "reference_cost": 47161,
      "quality_ratio": 1.0026929030342868,
      "actual_time_seconds": 60.2130109470163,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48498,
      "reference_cost": 47161,
      "quality_ratio": 1.028349695723161,
      "actual_time_seconds": 60.04490279601305,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48262,
      "reference_cost": 47161,
      "quality_ratio": 1.0233455609507855,
      "actual_time_seconds": 60.02317579800729,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48405,
      "reference_cost": 47161,
      "quality_ratio": 1.0263777273594707,
      "actual_time_seconds": 61.928188913007034,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48819,
      "reference_cost": 47161,
      "quality_ratio": 1.0351561671720277,
      "actual_time_seconds": 61.00454759501736,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n294-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48126,
      "reference_cost": 47161,
      "quality_ratio": 1.0204618222683997,
      "actual_time_seconds": 45.612765736994334,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40336,
      "reference_cost": 34231,
      "quality_ratio": 1.178347112266659,
      "actual_time_seconds": 1.0583493619924411,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 35530,
      "reference_cost": 34231,
      "quality_ratio": 1.037948058777132,
      "actual_time_seconds": 1.0219656729896087,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 35811,
      "reference_cost": 34231,
      "quality_ratio": 1.0461569922000526,
      "actual_time_seconds": 1.2151160599896684,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40188,
      "reference_cost": 34231,
      "quality_ratio": 1.1740235459086792,
      "actual_time_seconds": 1.044596129009733,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36118,
      "reference_cost": 34231,
      "quality_ratio": 1.05512547106424,
      "actual_time_seconds": 1.0202872929803561,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36217,
      "reference_cost": 34231,
      "quality_ratio": 1.058017586398294,
      "actual_time_seconds": 3.273016330000246,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 48757,
      "reference_cost": 34231,
      "quality_ratio": null,
      "actual_time_seconds": 2.039556399016874,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36883,
      "reference_cost": 34231,
      "quality_ratio": 1.0774736350092022,
      "actual_time_seconds": 1.1919514409964904,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38210,
      "reference_cost": 34231,
      "quality_ratio": 1.1162396658000058,
      "actual_time_seconds": 10.054584304016316,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 34923,
      "reference_cost": 34231,
      "quality_ratio": 1.0202155940521749,
      "actual_time_seconds": 10.09928453201428,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 34586,
      "reference_cost": 34231,
      "quality_ratio": 1.0103707166019105,
      "actual_time_seconds": 10.212199883011635,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36036,
      "reference_cost": 34231,
      "quality_ratio": 1.0527299815956297,
      "actual_time_seconds": 10.046754029986914,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35817,
      "reference_cost": 34231,
      "quality_ratio": 1.046332271917268,
      "actual_time_seconds": 10.02566581298015,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36197,
      "reference_cost": 34231,
      "quality_ratio": 1.0574333206742426,
      "actual_time_seconds": 11.974212763016112,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58102,
      "reference_cost": 34231,
      "quality_ratio": 1.6973503549414273,
      "actual_time_seconds": 11.03948320800555,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35841,
      "reference_cost": 34231,
      "quality_ratio": 1.0470333907861296,
      "actual_time_seconds": 10.400853306025965,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37818,
      "reference_cost": 34231,
      "quality_ratio": 1.1047880576086004,
      "actual_time_seconds": 60.05466492200503,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 34308,
      "reference_cost": 34231,
      "quality_ratio": 1.0022494230375976,
      "actual_time_seconds": 60.49780651900801,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 34302,
      "reference_cost": 34231,
      "quality_ratio": 1.0020741433203821,
      "actual_time_seconds": 60.218448141997214,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35464,
      "reference_cost": 34231,
      "quality_ratio": 1.0360199818877625,
      "actual_time_seconds": 60.04563521401724,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35817,
      "reference_cost": 34231,
      "quality_ratio": 1.046332271917268,
      "actual_time_seconds": 60.0229718759947,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36064,
      "reference_cost": 34231,
      "quality_ratio": 1.0535479536093015,
      "actual_time_seconds": 61.98962437501177,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39341,
      "reference_cost": 34231,
      "quality_ratio": 1.1492798924951069,
      "actual_time_seconds": 61.00976127802278,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n298-k31",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35159,
      "reference_cost": 34231,
      "quality_ratio": 1.0271099295959802,
      "actual_time_seconds": 45.740168719989015,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23747,
      "reference_cost": 21736,
      "quality_ratio": 1.0925193227824808,
      "actual_time_seconds": 1.0641100000066217,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22336,
      "reference_cost": 21736,
      "quality_ratio": 1.027603974972396,
      "actual_time_seconds": 1.0249897759931628,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22381,
      "reference_cost": 21736,
      "quality_ratio": 1.0296742730953257,
      "actual_time_seconds": 1.222639662999427,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25967,
      "reference_cost": 21736,
      "quality_ratio": 1.1946540301803459,
      "actual_time_seconds": 1.045481473003747,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23560,
      "reference_cost": 21736,
      "quality_ratio": 1.083916083916084,
      "actual_time_seconds": 1.0333652950066607,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23636,
      "reference_cost": 21736,
      "quality_ratio": 1.0874125874125875,
      "actual_time_seconds": 3.29115703800926,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 34677,
      "reference_cost": 21736,
      "quality_ratio": null,
      "actual_time_seconds": 2.0582104869827162,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26193,
      "reference_cost": 21736,
      "quality_ratio": 1.2050515274199485,
      "actual_time_seconds": 1.1898812660074327,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23568,
      "reference_cost": 21736,
      "quality_ratio": 1.084284136915716,
      "actual_time_seconds": 10.054598960996373,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22072,
      "reference_cost": 21736,
      "quality_ratio": 1.0154582259845417,
      "actual_time_seconds": 10.083794926002156,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21923,
      "reference_cost": 21736,
      "quality_ratio": 1.0086032388663968,
      "actual_time_seconds": 10.225407164019998,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23345,
      "reference_cost": 21736,
      "quality_ratio": 1.0740246595509753,
      "actual_time_seconds": 10.04805356101133,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23331,
      "reference_cost": 21736,
      "quality_ratio": 1.0733805668016194,
      "actual_time_seconds": 10.023952913994435,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23624,
      "reference_cost": 21736,
      "quality_ratio": 1.0868605079131395,
      "actual_time_seconds": 12.602181199996267,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39888,
      "reference_cost": 21736,
      "quality_ratio": 1.8351122561648878,
      "actual_time_seconds": 11.056703726993874,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22486,
      "reference_cost": 21736,
      "quality_ratio": 1.034504968715495,
      "actual_time_seconds": 10.236224004009273,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 23245,
      "reference_cost": 21736,
      "quality_ratio": 1.069423997055576,
      "actual_time_seconds": 60.0557306180126,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21960,
      "reference_cost": 21736,
      "quality_ratio": 1.0103054839896946,
      "actual_time_seconds": 60.5295306390035,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21835,
      "reference_cost": 21736,
      "quality_ratio": 1.0045546558704452,
      "actual_time_seconds": 60.22653963600169,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 23293,
      "reference_cost": 21736,
      "quality_ratio": 1.0716323150533678,
      "actual_time_seconds": 60.04714412798057,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 23296,
      "reference_cost": 21736,
      "quality_ratio": 1.0717703349282297,
      "actual_time_seconds": 60.02134359200136,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 23556,
      "reference_cost": 21736,
      "quality_ratio": 1.0837320574162679,
      "actual_time_seconds": 62.17270349300816,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25884,
      "reference_cost": 21736,
      "quality_ratio": 1.1908354803091645,
      "actual_time_seconds": 61.01596875299583,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n303-k21",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22177,
      "reference_cost": 21736,
      "quality_ratio": 1.020288921604711,
      "actual_time_seconds": 52.936886581999715,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30176,
      "reference_cost": 25859,
      "quality_ratio": 1.1669438106655323,
      "actual_time_seconds": 1.055780387017876,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26786,
      "reference_cost": 25859,
      "quality_ratio": 1.035848253992807,
      "actual_time_seconds": 1.0199273350008298,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26751,
      "reference_cost": 25859,
      "quality_ratio": 1.0344947600448586,
      "actual_time_seconds": 1.2252341050188988,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30936,
      "reference_cost": 25859,
      "quality_ratio": 1.1963339649638425,
      "actual_time_seconds": 1.0483479670074303,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28184,
      "reference_cost": 25859,
      "quality_ratio": 1.0899106693994354,
      "actual_time_seconds": 1.023857127991505,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28298,
      "reference_cost": 25859,
      "quality_ratio": 1.094319192544182,
      "actual_time_seconds": 3.30498892601463,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 31760,
      "reference_cost": 25859,
      "quality_ratio": null,
      "actual_time_seconds": 2.0360979299875908,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29134,
      "reference_cost": 25859,
      "quality_ratio": 1.126648362272323,
      "actual_time_seconds": 1.2003391070174985,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29808,
      "reference_cost": 25859,
      "quality_ratio": 1.1527127885842454,
      "actual_time_seconds": 10.056731313001364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26126,
      "reference_cost": 25859,
      "quality_ratio": 1.0103252252600643,
      "actual_time_seconds": 10.085523805988487,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26036,
      "reference_cost": 25859,
      "quality_ratio": 1.0068448122510538,
      "actual_time_seconds": 10.223615488008363,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30497,
      "reference_cost": 25859,
      "quality_ratio": 1.1793572837310027,
      "actual_time_seconds": 10.04648572698352,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28029,
      "reference_cost": 25859,
      "quality_ratio": 1.0839166247728065,
      "actual_time_seconds": 10.029748287983239,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28248,
      "reference_cost": 25859,
      "quality_ratio": 1.0923856297613983,
      "actual_time_seconds": 12.090351566002937,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 42700,
      "reference_cost": 25859,
      "quality_ratio": 1.6512626164971576,
      "actual_time_seconds": 10.990843275998486,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27174,
      "reference_cost": 25859,
      "quality_ratio": 1.0508527011872075,
      "actual_time_seconds": 10.24751099900459,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28567,
      "reference_cost": 25859,
      "quality_ratio": 1.1047217603155575,
      "actual_time_seconds": 60.062751643999945,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25982,
      "reference_cost": 25859,
      "quality_ratio": 1.0047565644456475,
      "actual_time_seconds": 60.466633158997865,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26029,
      "reference_cost": 25859,
      "quality_ratio": 1.006574113461464,
      "actual_time_seconds": 60.23749009898165,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27758,
      "reference_cost": 25859,
      "quality_ratio": 1.0734367144901196,
      "actual_time_seconds": 60.046271683997475,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28029,
      "reference_cost": 25859,
      "quality_ratio": 1.0839166247728065,
      "actual_time_seconds": 60.02140512698679,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28147,
      "reference_cost": 25859,
      "quality_ratio": 1.0884798329401755,
      "actual_time_seconds": 62.36972751500434,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31235,
      "reference_cost": 25859,
      "quality_ratio": 1.2078966704048881,
      "actual_time_seconds": 61.02155731897801,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n308-k13",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26502,
      "reference_cost": 25859,
      "quality_ratio": 1.0248656173865967,
      "actual_time_seconds": 55.745263416989474,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 103433,
      "reference_cost": 94043,
      "quality_ratio": 1.0998479418989187,
      "actual_time_seconds": 1.0569794979819562,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 96221,
      "reference_cost": 94043,
      "quality_ratio": 1.023159618472401,
      "actual_time_seconds": 1.0270611490122974,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 98889,
      "reference_cost": 94043,
      "quality_ratio": 1.05152961942941,
      "actual_time_seconds": 1.2377910709765274,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 107036,
      "reference_cost": 94043,
      "quality_ratio": 1.1381602033112512,
      "actual_time_seconds": 1.0607021290052217,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 97463,
      "reference_cost": 94043,
      "quality_ratio": 1.036366343055836,
      "actual_time_seconds": 1.0228210669883993,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 97666,
      "reference_cost": 94043,
      "quality_ratio": 1.0385249300851738,
      "actual_time_seconds": 3.3130688270030078,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 83988,
      "reference_cost": 94043,
      "quality_ratio": null,
      "actual_time_seconds": 2.0672354270063806,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 99466,
      "reference_cost": 94043,
      "quality_ratio": 1.057665110640877,
      "actual_time_seconds": 1.2230215379968286,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 102803,
      "reference_cost": 94043,
      "quality_ratio": 1.0931488787044223,
      "actual_time_seconds": 10.05811457100208,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 95586,
      "reference_cost": 94043,
      "quality_ratio": 1.0164073881096944,
      "actual_time_seconds": 10.087875224999152,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 95435,
      "reference_cost": 94043,
      "quality_ratio": 1.0148017396297437,
      "actual_time_seconds": 10.24733264700626,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 96602,
      "reference_cost": 94043,
      "quality_ratio": 1.0272109566900247,
      "actual_time_seconds": 10.048644313006662,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 97192,
      "reference_cost": 94043,
      "quality_ratio": 1.0334846825388386,
      "actual_time_seconds": 10.021794236003188,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 97665,
      "reference_cost": 94043,
      "quality_ratio": 1.0385142966515317,
      "actual_time_seconds": 12.355302585026948,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 116185,
      "reference_cost": 94043,
      "quality_ratio": 1.235445487702434,
      "actual_time_seconds": 11.012779055978172,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 96447,
      "reference_cost": 94043,
      "quality_ratio": 1.0255627744755058,
      "actual_time_seconds": 10.687974086002214,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 102740,
      "reference_cost": 94043,
      "quality_ratio": 1.0924789723849728,
      "actual_time_seconds": 60.05779100701329,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 95230,
      "reference_cost": 94043,
      "quality_ratio": 1.0126218857331222,
      "actual_time_seconds": 60.449139236996416,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 94337,
      "reference_cost": 94043,
      "quality_ratio": 1.0031262294907648,
      "actual_time_seconds": 60.24126734799938,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 96753,
      "reference_cost": 94043,
      "quality_ratio": 1.0288166051699754,
      "actual_time_seconds": 60.04848814601428,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 97192,
      "reference_cost": 94043,
      "quality_ratio": 1.0334846825388386,
      "actual_time_seconds": 60.02125499697286,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 97545,
      "reference_cost": 94043,
      "quality_ratio": 1.037238284614485,
      "actual_time_seconds": 62.507510550000006,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 95798,
      "reference_cost": 94043,
      "quality_ratio": 1.0186616760418106,
      "actual_time_seconds": 61.07960648799781,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n313-k71",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 96223,
      "reference_cost": 94043,
      "quality_ratio": 1.023180885339685,
      "actual_time_seconds": 57.38528847298585,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 79224,
      "reference_cost": 78355,
      "quality_ratio": 1.0110905494225002,
      "actual_time_seconds": 1.0581393229949754,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78935,
      "reference_cost": 78355,
      "quality_ratio": 1.0074022078999425,
      "actual_time_seconds": 1.0199062390020117,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78823,
      "reference_cost": 78355,
      "quality_ratio": 1.0059728160296089,
      "actual_time_seconds": 1.238524545013206,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 79515,
      "reference_cost": 78355,
      "quality_ratio": 1.0148044157998852,
      "actual_time_seconds": 1.0495940810069442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 79517,
      "reference_cost": 78355,
      "quality_ratio": 1.0148299406547125,
      "actual_time_seconds": 1.0204301170015242,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 79577,
      "reference_cost": 78355,
      "quality_ratio": 1.0155956862995341,
      "actual_time_seconds": 3.5623164440039545,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 76856,
      "reference_cost": 78355,
      "quality_ratio": null,
      "actual_time_seconds": 2.1326038599945605,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 79524,
      "reference_cost": 78355,
      "quality_ratio": 1.0149192776466083,
      "actual_time_seconds": 1.2706159240042325,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79224,
      "reference_cost": 78355,
      "quality_ratio": 1.0110905494225002,
      "actual_time_seconds": 10.057417283009272,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78634,
      "reference_cost": 78355,
      "quality_ratio": 1.0035607172484207,
      "actual_time_seconds": 10.092268228996545,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78472,
      "reference_cost": 78355,
      "quality_ratio": 1.0014932040074023,
      "actual_time_seconds": 10.237106221000431,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78512,
      "reference_cost": 78355,
      "quality_ratio": 1.00200370110395,
      "actual_time_seconds": 10.049853147997055,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79325,
      "reference_cost": 78355,
      "quality_ratio": 1.0123795545912833,
      "actual_time_seconds": 10.024613518995466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79572,
      "reference_cost": 78355,
      "quality_ratio": 1.0155318741624657,
      "actual_time_seconds": 12.54627942800289,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 89812,
      "reference_cost": 78355,
      "quality_ratio": 1.146219130878693,
      "actual_time_seconds": 11.007108972000424,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78534,
      "reference_cost": 78355,
      "quality_ratio": 1.0022844745070512,
      "actual_time_seconds": 10.536781148985028,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79193,
      "reference_cost": 78355,
      "quality_ratio": 1.0106949141726755,
      "actual_time_seconds": 60.058453145989915,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78489,
      "reference_cost": 78355,
      "quality_ratio": 1.001710165273435,
      "actual_time_seconds": 60.44231649301946,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78379,
      "reference_cost": 78355,
      "quality_ratio": 1.0003062982579287,
      "actual_time_seconds": 60.23957977999817,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78479,
      "reference_cost": 78355,
      "quality_ratio": 1.001582540999298,
      "actual_time_seconds": 60.05104878899874,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79171,
      "reference_cost": 78355,
      "quality_ratio": 1.0104141407695744,
      "actual_time_seconds": 60.02353120400221,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79532,
      "reference_cost": 78355,
      "quality_ratio": 1.015021377065918,
      "actual_time_seconds": 62.428718962997664,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79576,
      "reference_cost": 78355,
      "quality_ratio": 1.0155829238721206,
      "actual_time_seconds": 61.04788853399805,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n317-k53",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78502,
      "reference_cost": 78355,
      "quality_ratio": 1.001876076829813,
      "actual_time_seconds": 48.62251679497422,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32061,
      "reference_cost": 29834,
      "quality_ratio": 1.0746463766172822,
      "actual_time_seconds": 1.0585242840170395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30753,
      "reference_cost": 29834,
      "quality_ratio": 1.0308037809210968,
      "actual_time_seconds": 1.0281345790135674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31111,
      "reference_cost": 29834,
      "quality_ratio": 1.0428035127706643,
      "actual_time_seconds": 1.25780945198494,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34810,
      "reference_cost": 29834,
      "quality_ratio": 1.16678956894818,
      "actual_time_seconds": 1.0510359430045355,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31703,
      "reference_cost": 29834,
      "quality_ratio": 1.0626466447677148,
      "actual_time_seconds": 1.0254051350057125,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31709,
      "reference_cost": 29834,
      "quality_ratio": 1.0628477575920092,
      "actual_time_seconds": 3.6348369720217306,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 46497,
      "reference_cost": 29834,
      "quality_ratio": null,
      "actual_time_seconds": 2.0377432410023175,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32528,
      "reference_cost": 29834,
      "quality_ratio": 1.0902996581081987,
      "actual_time_seconds": 1.26293799400446,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32043,
      "reference_cost": 29834,
      "quality_ratio": 1.074043038144399,
      "actual_time_seconds": 10.060954818007303,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30390,
      "reference_cost": 29834,
      "quality_ratio": 1.0186364550512839,
      "actual_time_seconds": 10.095897969004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30162,
      "reference_cost": 29834,
      "quality_ratio": 1.0109941677280954,
      "actual_time_seconds": 10.243715507007437,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32045,
      "reference_cost": 29834,
      "quality_ratio": 1.074110075752497,
      "actual_time_seconds": 10.050462336017517,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31606,
      "reference_cost": 29834,
      "quality_ratio": 1.0593953207749547,
      "actual_time_seconds": 10.021884343994316,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31709,
      "reference_cost": 29834,
      "quality_ratio": 1.0628477575920092,
      "actual_time_seconds": 12.618101959989872,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 57482,
      "reference_cost": 29834,
      "quality_ratio": 1.9267278943487296,
      "actual_time_seconds": 11.002665484003955,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30663,
      "reference_cost": 29834,
      "quality_ratio": 1.0277870885566802,
      "actual_time_seconds": 10.423616600019159,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31794,
      "reference_cost": 29834,
      "quality_ratio": 1.0656968559361801,
      "actual_time_seconds": 60.05871800100431,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30103,
      "reference_cost": 29834,
      "quality_ratio": 1.0090165582892003,
      "actual_time_seconds": 60.45317920597154,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29987,
      "reference_cost": 29834,
      "quality_ratio": 1.0051283770195079,
      "actual_time_seconds": 60.25190371100325,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30753,
      "reference_cost": 29834,
      "quality_ratio": 1.0308037809210968,
      "actual_time_seconds": 60.05076328598079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31606,
      "reference_cost": 29834,
      "quality_ratio": 1.0593953207749547,
      "actual_time_seconds": 60.024556152988225,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31703,
      "reference_cost": 29834,
      "quality_ratio": 1.0626466447677148,
      "actual_time_seconds": 62.57501126200077,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36063,
      "reference_cost": 29834,
      "quality_ratio": 1.2087886304216666,
      "actual_time_seconds": 61.013508058997104,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n322-k28",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30505,
      "reference_cost": 29834,
      "quality_ratio": 1.022491117516927,
      "actual_time_seconds": 50.47840350001934,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29626,
      "reference_cost": 27532,
      "quality_ratio": 1.076056951910504,
      "actual_time_seconds": 1.060535471973708,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28646,
      "reference_cost": 27532,
      "quality_ratio": 1.0404620078454163,
      "actual_time_seconds": 1.0200015410082415,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28873,
      "reference_cost": 27532,
      "quality_ratio": 1.0487069591747784,
      "actual_time_seconds": 1.289971994003281,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30680,
      "reference_cost": 27532,
      "quality_ratio": 1.114339677466221,
      "actual_time_seconds": 1.055286294023972,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29693,
      "reference_cost": 27532,
      "quality_ratio": 1.0784904838006684,
      "actual_time_seconds": 1.0266007340105716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29737,
      "reference_cost": 27532,
      "quality_ratio": 1.0800886241464478,
      "actual_time_seconds": 3.8207990860100836,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 48040,
      "reference_cost": 27532,
      "quality_ratio": null,
      "actual_time_seconds": 2.0995069940108806,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29971,
      "reference_cost": 27532,
      "quality_ratio": 1.0885878250762748,
      "actual_time_seconds": 1.2225536970072426,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29587,
      "reference_cost": 27532,
      "quality_ratio": 1.0746404184221996,
      "actual_time_seconds": 10.062015937990509,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27970,
      "reference_cost": 27532,
      "quality_ratio": 1.0159087607148045,
      "actual_time_seconds": 10.093442043988034,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27950,
      "reference_cost": 27532,
      "quality_ratio": 1.0151823332849048,
      "actual_time_seconds": 10.282348684995668,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29270,
      "reference_cost": 27532,
      "quality_ratio": 1.0631265436582886,
      "actual_time_seconds": 10.054394765000325,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29593,
      "reference_cost": 27532,
      "quality_ratio": 1.0748583466511696,
      "actual_time_seconds": 10.030225856986362,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29706,
      "reference_cost": 27532,
      "quality_ratio": 1.0789626616301031,
      "actual_time_seconds": 13.171825372002786,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48402,
      "reference_cost": 27532,
      "quality_ratio": 1.7580270231003923,
      "actual_time_seconds": 11.025504784018267,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28411,
      "reference_cost": 27532,
      "quality_ratio": 1.0319264855440942,
      "actual_time_seconds": 10.26789513998665,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29569,
      "reference_cost": 27532,
      "quality_ratio": 1.07398663373529,
      "actual_time_seconds": 60.0679721510096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27815,
      "reference_cost": 27532,
      "quality_ratio": 1.0102789481330816,
      "actual_time_seconds": 60.50038705699262,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27848,
      "reference_cost": 27532,
      "quality_ratio": 1.011477553392416,
      "actual_time_seconds": 60.29629059799481,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28807,
      "reference_cost": 27532,
      "quality_ratio": 1.0463097486561093,
      "actual_time_seconds": 60.06199621298583,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29479,
      "reference_cost": 27532,
      "quality_ratio": 1.070717710300741,
      "actual_time_seconds": 60.031185528001515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29652,
      "reference_cost": 27532,
      "quality_ratio": 1.0770013075693738,
      "actual_time_seconds": 62.82527422698331,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32062,
      "reference_cost": 27532,
      "quality_ratio": 1.164535812872294,
      "actual_time_seconds": 61.04398989799665,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n327-k20",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28129,
      "reference_cost": 27532,
      "quality_ratio": 1.0216838587825077,
      "actual_time_seconds": 57.70169722501305,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 33453,
      "reference_cost": 31102,
      "quality_ratio": 1.0755899942125908,
      "actual_time_seconds": 1.0603254909801763,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32105,
      "reference_cost": 31102,
      "quality_ratio": 1.03224872998521,
      "actual_time_seconds": 1.025472949986579,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32429,
      "reference_cost": 31102,
      "quality_ratio": 1.0426660664909009,
      "actual_time_seconds": 1.3530651190085337,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34488,
      "reference_cost": 31102,
      "quality_ratio": 1.1088675969391035,
      "actual_time_seconds": 1.051660527009517,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34035,
      "reference_cost": 31102,
      "quality_ratio": 1.0943026171950356,
      "actual_time_seconds": 1.026182608999079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34111,
      "reference_cost": 31102,
      "quality_ratio": 1.09674618995563,
      "actual_time_seconds": 3.9022342170064803,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 30179,
      "reference_cost": 31102,
      "quality_ratio": null,
      "actual_time_seconds": 2.0484734059718903,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34490,
      "reference_cost": 31102,
      "quality_ratio": 1.108931901485435,
      "actual_time_seconds": 1.324679975019535,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 33326,
      "reference_cost": 31102,
      "quality_ratio": 1.0715066555205452,
      "actual_time_seconds": 10.067437642021105,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31508,
      "reference_cost": 31102,
      "quality_ratio": 1.0130538229052795,
      "actual_time_seconds": 10.087851638993016,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 31394,
      "reference_cost": 31102,
      "quality_ratio": 1.0093884637643882,
      "actual_time_seconds": 10.287326188990846,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32878,
      "reference_cost": 31102,
      "quality_ratio": 1.057102437142306,
      "actual_time_seconds": 10.05713659801404,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 33977,
      "reference_cost": 31102,
      "quality_ratio": 1.0924377853514244,
      "actual_time_seconds": 10.028789321018849,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 34111,
      "reference_cost": 31102,
      "quality_ratio": 1.09674618995563,
      "actual_time_seconds": 13.128387842007214,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55927,
      "reference_cost": 31102,
      "quality_ratio": 1.7981801813388207,
      "actual_time_seconds": 11.050286114012124,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32083,
      "reference_cost": 31102,
      "quality_ratio": 1.0315413799755642,
      "actual_time_seconds": 10.225783347006654,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32974,
      "reference_cost": 31102,
      "quality_ratio": 1.0601890553662143,
      "actual_time_seconds": 60.0617203709844,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31314,
      "reference_cost": 31102,
      "quality_ratio": 1.006816281911131,
      "actual_time_seconds": 60.5516682510206,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31139,
      "reference_cost": 31102,
      "quality_ratio": 1.0011896341071314,
      "actual_time_seconds": 60.3045293079922,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32385,
      "reference_cost": 31102,
      "quality_ratio": 1.0412513664716097,
      "actual_time_seconds": 60.052821932011284,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 33933,
      "reference_cost": 31102,
      "quality_ratio": 1.091023085332133,
      "actual_time_seconds": 60.04557657398982,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 33993,
      "reference_cost": 31102,
      "quality_ratio": 1.0929522217220757,
      "actual_time_seconds": 62.664262586971745,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39601,
      "reference_cost": 31102,
      "quality_ratio": 1.2732621696353932,
      "actual_time_seconds": 61.01481977797812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n331-k15",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31586,
      "reference_cost": 31102,
      "quality_ratio": 1.015561700212205,
      "actual_time_seconds": 56.69402800599346,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 146358,
      "reference_cost": 139111,
      "quality_ratio": 1.0520950895328192,
      "actual_time_seconds": 1.0630690590187442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 143291,
      "reference_cost": 139111,
      "quality_ratio": 1.0300479473226416,
      "actual_time_seconds": 1.0270914499997161,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 146698,
      "reference_cost": 139111,
      "quality_ratio": 1.0545391809418379,
      "actual_time_seconds": 1.35254967797664,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 155313,
      "reference_cost": 139111,
      "quality_ratio": 1.116468144143885,
      "actual_time_seconds": 1.0548380270192865,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 145006,
      "reference_cost": 139111,
      "quality_ratio": 1.0423762319298977,
      "actual_time_seconds": 1.0228070859739091,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 145507,
      "reference_cost": 139111,
      "quality_ratio": 1.0459776725061283,
      "actual_time_seconds": 3.9019489839847665,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 107723,
      "reference_cost": 139111,
      "quality_ratio": null,
      "actual_time_seconds": 2.018098775006365,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 146778,
      "reference_cost": 139111,
      "quality_ratio": 1.0551142612733717,
      "actual_time_seconds": 1.373204589006491,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 146206,
      "reference_cost": 139111,
      "quality_ratio": 1.051002436902905,
      "actual_time_seconds": 10.061485088983318,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 141716,
      "reference_cost": 139111,
      "quality_ratio": 1.0187260532955698,
      "actual_time_seconds": 10.11037462099921,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 141586,
      "reference_cost": 139111,
      "quality_ratio": 1.0177915477568273,
      "actual_time_seconds": 10.368100535997655,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 144891,
      "reference_cost": 139111,
      "quality_ratio": 1.041549553953318,
      "actual_time_seconds": 10.054060058988398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 144772,
      "reference_cost": 139111,
      "quality_ratio": 1.0406941219601613,
      "actual_time_seconds": 10.023157980001997,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 145506,
      "reference_cost": 139111,
      "quality_ratio": 1.0459704840019841,
      "actual_time_seconds": 12.75334070000099,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 170843,
      "reference_cost": 139111,
      "quality_ratio": 1.2281056135028863,
      "actual_time_seconds": 11.09017587499693,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 142381,
      "reference_cost": 139111,
      "quality_ratio": 1.0235064085514445,
      "actual_time_seconds": 10.575220007973257,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 145457,
      "reference_cost": 139111,
      "quality_ratio": 1.0456182472989195,
      "actual_time_seconds": 60.06226494599832,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 141197,
      "reference_cost": 139111,
      "quality_ratio": 1.014995219644744,
      "actual_time_seconds": 60.49348774101236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 140007,
      "reference_cost": 139111,
      "quality_ratio": 1.0064408997131786,
      "actual_time_seconds": 60.298198667005636,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 142460,
      "reference_cost": 139111,
      "quality_ratio": 1.0240743003788342,
      "actual_time_seconds": 60.05388882799889,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 144607,
      "reference_cost": 139111,
      "quality_ratio": 1.0395080187763728,
      "actual_time_seconds": 60.02250009999261,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 145006,
      "reference_cost": 139111,
      "quality_ratio": 1.0423762319298977,
      "actual_time_seconds": 62.76526713100611,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 141808,
      "reference_cost": 139111,
      "quality_ratio": 1.0193873956768336,
      "actual_time_seconds": 61.01543292100541,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n336-k84",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 142208,
      "reference_cost": 139111,
      "quality_ratio": 1.0222627973345026,
      "actual_time_seconds": 60.40097171699745,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45276,
      "reference_cost": 42050,
      "quality_ratio": 1.076718192627824,
      "actual_time_seconds": 1.0633021109970286,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 42992,
      "reference_cost": 42050,
      "quality_ratio": 1.0224019024970274,
      "actual_time_seconds": 1.0187314200156834,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 43543,
      "reference_cost": 42050,
      "quality_ratio": 1.0355053507728895,
      "actual_time_seconds": 1.3498105149774347,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45674,
      "reference_cost": 42050,
      "quality_ratio": 1.0861831153388823,
      "actual_time_seconds": 1.0577867879765108,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44383,
      "reference_cost": 42050,
      "quality_ratio": 1.0554815695600475,
      "actual_time_seconds": 1.028884006984299,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44450,
      "reference_cost": 42050,
      "quality_ratio": 1.0570749108204518,
      "actual_time_seconds": 3.9442534210102167,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 54496,
      "reference_cost": 42050,
      "quality_ratio": null,
      "actual_time_seconds": 2.0788207839941606,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44861,
      "reference_cost": 42050,
      "quality_ratio": 1.0668489892984543,
      "actual_time_seconds": 1.4653327419946436,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44859,
      "reference_cost": 42050,
      "quality_ratio": 1.0668014268727706,
      "actual_time_seconds": 10.065044634975493,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 42957,
      "reference_cost": 42050,
      "quality_ratio": 1.0215695600475625,
      "actual_time_seconds": 10.087298550002743,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 42824,
      "reference_cost": 42050,
      "quality_ratio": 1.0184066587395957,
      "actual_time_seconds": 10.305636874982156,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 43413,
      "reference_cost": 42050,
      "quality_ratio": 1.0324137931034483,
      "actual_time_seconds": 10.056303720979486,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44214,
      "reference_cost": 42050,
      "quality_ratio": 1.051462544589774,
      "actual_time_seconds": 10.025867159012705,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44390,
      "reference_cost": 42050,
      "quality_ratio": 1.0556480380499405,
      "actual_time_seconds": 13.672394496010384,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69669,
      "reference_cost": 42050,
      "quality_ratio": 1.6568133174791915,
      "actual_time_seconds": 11.064292199996999,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 43260,
      "reference_cost": 42050,
      "quality_ratio": 1.0287752675386446,
      "actual_time_seconds": 10.541669373982586,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44267,
      "reference_cost": 42050,
      "quality_ratio": 1.0527229488703924,
      "actual_time_seconds": 60.06726949100266,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42572,
      "reference_cost": 42050,
      "quality_ratio": 1.0124137931034483,
      "actual_time_seconds": 60.262105416011764,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42518,
      "reference_cost": 42050,
      "quality_ratio": 1.011129607609988,
      "actual_time_seconds": 60.30780545499874,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42783,
      "reference_cost": 42050,
      "quality_ratio": 1.0174316290130796,
      "actual_time_seconds": 60.05630693602143,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44208,
      "reference_cost": 42050,
      "quality_ratio": 1.051319857312723,
      "actual_time_seconds": 60.026598926022416,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44383,
      "reference_cost": 42050,
      "quality_ratio": 1.0554815695600475,
      "actual_time_seconds": 62.997271639993414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47195,
      "reference_cost": 42050,
      "quality_ratio": 1.1223543400713436,
      "actual_time_seconds": 61.02345655899262,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n344-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42848,
      "reference_cost": 42050,
      "quality_ratio": 1.0189774078478002,
      "actual_time_seconds": 56.567351551988395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30114,
      "reference_cost": 25896,
      "quality_ratio": 1.162882298424467,
      "actual_time_seconds": 1.0681076649925672,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26798,
      "reference_cost": 25896,
      "quality_ratio": 1.0348316342292245,
      "actual_time_seconds": 1.023401065991493,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27057,
      "reference_cost": 25896,
      "quality_ratio": 1.0448331788693235,
      "actual_time_seconds": 1.3174619569908828,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31814,
      "reference_cost": 25896,
      "quality_ratio": 1.2285295026258882,
      "actual_time_seconds": 1.0582029819779564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26971,
      "reference_cost": 25896,
      "quality_ratio": 1.041512202656781,
      "actual_time_seconds": 1.0263220380002167,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26985,
      "reference_cost": 25896,
      "quality_ratio": 1.0420528266913809,
      "actual_time_seconds": 4.226786512997933,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 28198,
      "reference_cost": 25896,
      "quality_ratio": null,
      "actual_time_seconds": 2.0528821350017097,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28756,
      "reference_cost": 25896,
      "quality_ratio": 1.1104417670682731,
      "actual_time_seconds": 1.29618148697773,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 29064,
      "reference_cost": 25896,
      "quality_ratio": 1.1223354958294718,
      "actual_time_seconds": 10.069765918975463,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26466,
      "reference_cost": 25896,
      "quality_ratio": 1.0220111214087118,
      "actual_time_seconds": 10.080500130017754,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26451,
      "reference_cost": 25896,
      "quality_ratio": 1.0214318813716403,
      "actual_time_seconds": 10.317023643001448,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28135,
      "reference_cost": 25896,
      "quality_ratio": 1.0864612295335188,
      "actual_time_seconds": 10.060168431984494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26914,
      "reference_cost": 25896,
      "quality_ratio": 1.0393110905159098,
      "actual_time_seconds": 10.03056811800343,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26981,
      "reference_cost": 25896,
      "quality_ratio": 1.0418983626814953,
      "actual_time_seconds": 13.318997266003862,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 41949,
      "reference_cost": 25896,
      "quality_ratio": 1.619902687673772,
      "actual_time_seconds": 11.003370200982317,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27131,
      "reference_cost": 25896,
      "quality_ratio": 1.0476907630522088,
      "actual_time_seconds": 10.486158703017281,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28385,
      "reference_cost": 25896,
      "quality_ratio": 1.0961152301513748,
      "actual_time_seconds": 60.07334825300495,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26263,
      "reference_cost": 25896,
      "quality_ratio": 1.0141720729070127,
      "actual_time_seconds": 60.31121381299454,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26039,
      "reference_cost": 25896,
      "quality_ratio": 1.0055220883534137,
      "actual_time_seconds": 60.332255109999096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27469,
      "reference_cost": 25896,
      "quality_ratio": 1.0607429718875503,
      "actual_time_seconds": 60.05768333398737,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26912,
      "reference_cost": 25896,
      "quality_ratio": 1.0392338585109668,
      "actual_time_seconds": 60.02599285400356,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26971,
      "reference_cost": 25896,
      "quality_ratio": 1.041512202656781,
      "actual_time_seconds": 63.148208372003864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29542,
      "reference_cost": 25896,
      "quality_ratio": 1.1407939450108124,
      "actual_time_seconds": 61.035987315000966,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n351-k40",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26656,
      "reference_cost": 25896,
      "quality_ratio": 1.0293481618782823,
      "actual_time_seconds": 60.81274327999563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 55413,
      "reference_cost": 51505,
      "quality_ratio": 1.0758761285312106,
      "actual_time_seconds": 1.0688613909878768,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 53451,
      "reference_cost": 51505,
      "quality_ratio": 1.0377827395398505,
      "actual_time_seconds": 1.021973122988129,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 53713,
      "reference_cost": 51505,
      "quality_ratio": 1.0428696243083195,
      "actual_time_seconds": 1.3221843740029726,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 56293,
      "reference_cost": 51505,
      "quality_ratio": 1.0929618483642365,
      "actual_time_seconds": 1.0588961649918929,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 53469,
      "reference_cost": 51505,
      "quality_ratio": 1.0381322201727987,
      "actual_time_seconds": 1.025605960021494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 53555,
      "reference_cost": 51505,
      "quality_ratio": 1.0398019609746627,
      "actual_time_seconds": 4.3744039479934145,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 43470,
      "reference_cost": 51505,
      "quality_ratio": null,
      "actual_time_seconds": 2.1099859380046837,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 54246,
      "reference_cost": 51505,
      "quality_ratio": 1.053218134161732,
      "actual_time_seconds": 1.4286614389857277,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55032,
      "reference_cost": 51505,
      "quality_ratio": 1.0684787884671392,
      "actual_time_seconds": 10.06962168897735,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 52668,
      "reference_cost": 51505,
      "quality_ratio": 1.0225803320066014,
      "actual_time_seconds": 10.066703132004477,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 52560,
      "reference_cost": 51505,
      "quality_ratio": 1.0204834482089118,
      "actual_time_seconds": 10.342587516992353,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 53614,
      "reference_cost": 51505,
      "quality_ratio": 1.0409474808271042,
      "actual_time_seconds": 10.061255693988642,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 53385,
      "reference_cost": 51505,
      "quality_ratio": 1.0365013105523735,
      "actual_time_seconds": 10.033384248992661,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 53522,
      "reference_cost": 51505,
      "quality_ratio": 1.0391612464809241,
      "actual_time_seconds": 13.499402583984192,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 80069,
      "reference_cost": 51505,
      "quality_ratio": 1.5545869333074458,
      "actual_time_seconds": 11.093085605010856,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 53043,
      "reference_cost": 51505,
      "quality_ratio": 1.0298611785263567,
      "actual_time_seconds": 10.370719867991284,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 54775,
      "reference_cost": 51505,
      "quality_ratio": 1.0634889816522668,
      "actual_time_seconds": 60.06802656201762,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52144,
      "reference_cost": 51505,
      "quality_ratio": 1.0124065624696632,
      "actual_time_seconds": 60.29519821199938,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 51889,
      "reference_cost": 51505,
      "quality_ratio": 1.0074555868362296,
      "actual_time_seconds": 60.33798955401289,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52576,
      "reference_cost": 51505,
      "quality_ratio": 1.0207940976604213,
      "actual_time_seconds": 60.059330107993446,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 53356,
      "reference_cost": 51505,
      "quality_ratio": 1.0359382584215124,
      "actual_time_seconds": 60.02947696400224,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 53465,
      "reference_cost": 51505,
      "quality_ratio": 1.0380545578099214,
      "actual_time_seconds": 63.45742342402809,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 61536,
      "reference_cost": 51505,
      "quality_ratio": 1.1947577905057762,
      "actual_time_seconds": 61.025605076982174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n359-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52517,
      "reference_cost": 51505,
      "quality_ratio": 1.0196485778079798,
      "actual_time_seconds": 59.66211597601068,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25236,
      "reference_cost": 22814,
      "quality_ratio": 1.1061628824406067,
      "actual_time_seconds": 1.0667286230018362,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23772,
      "reference_cost": 22814,
      "quality_ratio": 1.0419917594459542,
      "actual_time_seconds": 1.023626563983271,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23665,
      "reference_cost": 22814,
      "quality_ratio": 1.037301656877356,
      "actual_time_seconds": 1.3490775669924915,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27068,
      "reference_cost": 22814,
      "quality_ratio": 1.186464451652494,
      "actual_time_seconds": 1.0682039289968088,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 24980,
      "reference_cost": 22814,
      "quality_ratio": 1.0949417024633996,
      "actual_time_seconds": 1.0354125830053817,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 24995,
      "reference_cost": 22814,
      "quality_ratio": 1.0955991934776892,
      "actual_time_seconds": 4.821805237006629,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 30347,
      "reference_cost": 22814,
      "quality_ratio": null,
      "actual_time_seconds": 2.1163678340089973,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26097,
      "reference_cost": 22814,
      "quality_ratio": 1.1439028666608222,
      "actual_time_seconds": 1.5362579179927707,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25114,
      "reference_cost": 22814,
      "quality_ratio": 1.100815288857719,
      "actual_time_seconds": 10.078450603992678,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23133,
      "reference_cost": 22814,
      "quality_ratio": 1.0139826422372227,
      "actual_time_seconds": 10.063938944018446,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23095,
      "reference_cost": 22814,
      "quality_ratio": 1.012316998334356,
      "actual_time_seconds": 10.337857114005601,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25110,
      "reference_cost": 22814,
      "quality_ratio": 1.100639957920575,
      "actual_time_seconds": 10.062048345978837,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24580,
      "reference_cost": 22814,
      "quality_ratio": 1.0774086087490138,
      "actual_time_seconds": 10.04236778098857,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24995,
      "reference_cost": 22814,
      "quality_ratio": 1.0955991934776892,
      "actual_time_seconds": 13.589962369995192,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39214,
      "reference_cost": 22814,
      "quality_ratio": 1.718856842289822,
      "actual_time_seconds": 11.070592679985566,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24344,
      "reference_cost": 22814,
      "quality_ratio": 1.067064083457526,
      "actual_time_seconds": 10.257315513008507,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24367,
      "reference_cost": 22814,
      "quality_ratio": 1.0680722363461033,
      "actual_time_seconds": 60.0764794019924,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22907,
      "reference_cost": 22814,
      "quality_ratio": 1.0040764442885948,
      "actual_time_seconds": 60.29121495000436,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 23025,
      "reference_cost": 22814,
      "quality_ratio": 1.0092487069343385,
      "actual_time_seconds": 60.35230667499127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25154,
      "reference_cost": 22814,
      "quality_ratio": 1.1025685982291575,
      "actual_time_seconds": 60.061573929007864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24544,
      "reference_cost": 22814,
      "quality_ratio": 1.075830630314719,
      "actual_time_seconds": 60.02572561299894,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24877,
      "reference_cost": 22814,
      "quality_ratio": 1.0904269308319452,
      "actual_time_seconds": 63.65038152001216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28567,
      "reference_cost": 22814,
      "quality_ratio": 1.2521697203471553,
      "actual_time_seconds": 61.04672359698452,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n367-k17",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 23587,
      "reference_cost": 22814,
      "quality_ratio": 1.0338827036030507,
      "actual_time_seconds": 60.72702224901877,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 148791,
      "reference_cost": 147713,
      "quality_ratio": 1.007297935862111,
      "actual_time_seconds": 1.069972580007743,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 148424,
      "reference_cost": 147713,
      "quality_ratio": 1.004813388124268,
      "actual_time_seconds": 1.0253443910041824,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 149521,
      "reference_cost": 147713,
      "quality_ratio": 1.01223995179842,
      "actual_time_seconds": 1.3563638330087997,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 149035,
      "reference_cost": 147713,
      "quality_ratio": 1.00894978776411,
      "actual_time_seconds": 1.075354366999818,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 149518,
      "reference_cost": 147713,
      "quality_ratio": 1.0122196421438872,
      "actual_time_seconds": 1.0261061710189097,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.800348582008155,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 90427,
      "reference_cost": 147713,
      "quality_ratio": null,
      "actual_time_seconds": 2.0557789689919446,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 149479,
      "reference_cost": 147713,
      "quality_ratio": 1.011955616634961,
      "actual_time_seconds": 1.9217781189945526,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 148791,
      "reference_cost": 147713,
      "quality_ratio": 1.007297935862111,
      "actual_time_seconds": 10.07169513599365,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 148148,
      "reference_cost": 147713,
      "quality_ratio": 1.0029448999072526,
      "actual_time_seconds": 10.068322156002978,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 147858,
      "reference_cost": 147713,
      "quality_ratio": 1.0009816333024175,
      "actual_time_seconds": 10.362556673004292,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 148256,
      "reference_cost": 147713,
      "quality_ratio": 1.0036760474704325,
      "actual_time_seconds": 10.065849705017172,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 149230,
      "reference_cost": 147713,
      "quality_ratio": 1.0102699153087407,
      "actual_time_seconds": 10.031304933974752,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 149585,
      "reference_cost": 147713,
      "quality_ratio": 1.0126732244284524,
      "actual_time_seconds": 14.035615430999314,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 175915,
      "reference_cost": 147713,
      "quality_ratio": 1.1909242923777867,
      "actual_time_seconds": 11.098603746999288,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 148190,
      "reference_cost": 147713,
      "quality_ratio": 1.0032292350707115,
      "actual_time_seconds": 10.804140510997968,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 148791,
      "reference_cost": 147713,
      "quality_ratio": 1.007297935862111,
      "actual_time_seconds": 60.07315013301559,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 147945,
      "reference_cost": 147713,
      "quality_ratio": 1.001570613283868,
      "actual_time_seconds": 60.35607048499514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 147718,
      "reference_cost": 147713,
      "quality_ratio": 1.0000338494242214,
      "actual_time_seconds": 60.37987405399326,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 148181,
      "reference_cost": 147713,
      "quality_ratio": 1.003168306107113,
      "actual_time_seconds": 60.067400487023406,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 148678,
      "reference_cost": 147713,
      "quality_ratio": 1.0065329388747097,
      "actual_time_seconds": 60.02577967898105,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 149543,
      "reference_cost": 147713,
      "quality_ratio": 1.0123888892649937,
      "actual_time_seconds": 64.10693933200673,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 148947,
      "reference_cost": 147713,
      "quality_ratio": 1.0083540378978153,
      "actual_time_seconds": 61.066332996007986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n376-k94",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 148132,
      "reference_cost": 147713,
      "quality_ratio": 1.0028365817497444,
      "actual_time_seconds": 61.45127565501025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 70805,
      "reference_cost": 65940,
      "quality_ratio": 1.0737791932059448,
      "actual_time_seconds": 1.0773726379848085,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67592,
      "reference_cost": 65940,
      "quality_ratio": 1.0250530785562633,
      "actual_time_seconds": 1.025201358977938,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 70866,
      "reference_cost": 65940,
      "quality_ratio": 1.0747042766151047,
      "actual_time_seconds": 1.3751127180003095,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 71380,
      "reference_cost": 65940,
      "quality_ratio": 1.0824992417349106,
      "actual_time_seconds": 1.0686380859988276,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69263,
      "reference_cost": 65940,
      "quality_ratio": 1.050394297846527,
      "actual_time_seconds": 1.0351772819994949,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69385,
      "reference_cost": 65940,
      "quality_ratio": 1.0522444646648468,
      "actual_time_seconds": 5.113055930996779,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 52598,
      "reference_cost": 65940,
      "quality_ratio": null,
      "actual_time_seconds": 2.1901438320055604,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68967,
      "reference_cost": 65940,
      "quality_ratio": 1.0459053685168336,
      "actual_time_seconds": 1.8417105449771043,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69765,
      "reference_cost": 65940,
      "quality_ratio": 1.058007279344859,
      "actual_time_seconds": 10.073766461980995,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67337,
      "reference_cost": 65940,
      "quality_ratio": 1.0211859265999392,
      "actual_time_seconds": 10.072037910984363,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67393,
      "reference_cost": 65940,
      "quality_ratio": 1.0220351835001515,
      "actual_time_seconds": 10.37390473598498,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67293,
      "reference_cost": 65940,
      "quality_ratio": 1.0205186533212012,
      "actual_time_seconds": 10.069275142013794,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68977,
      "reference_cost": 65940,
      "quality_ratio": 1.0460570215347285,
      "actual_time_seconds": 10.030516719998559,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69385,
      "reference_cost": 65940,
      "quality_ratio": 1.0522444646648468,
      "actual_time_seconds": 14.242869155976223,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 102403,
      "reference_cost": 65940,
      "quality_ratio": 1.5529723991507431,
      "actual_time_seconds": 11.078687089000596,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67685,
      "reference_cost": 65940,
      "quality_ratio": 1.0264634516226874,
      "actual_time_seconds": 10.58267236800748,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69508,
      "reference_cost": 65940,
      "quality_ratio": 1.054109796784956,
      "actual_time_seconds": 60.08972313100821,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66805,
      "reference_cost": 65940,
      "quality_ratio": 1.0131179860479222,
      "actual_time_seconds": 60.36510278901551,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66392,
      "reference_cost": 65940,
      "quality_ratio": 1.0068547164088566,
      "actual_time_seconds": 60.37748547800584,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67640,
      "reference_cost": 65940,
      "quality_ratio": 1.0257810130421596,
      "actual_time_seconds": 60.067108246992575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68825,
      "reference_cost": 65940,
      "quality_ratio": 1.0437518956627236,
      "actual_time_seconds": 60.03127343201777,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69274,
      "reference_cost": 65940,
      "quality_ratio": 1.0505611161662116,
      "actual_time_seconds": 64.44949894599267,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 74182,
      "reference_cost": 65940,
      "quality_ratio": 1.1249924173491053,
      "actual_time_seconds": 61.095465685997624,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n384-k52",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67236,
      "reference_cost": 65940,
      "quality_ratio": 1.0196542311191992,
      "actual_time_seconds": 60.97846356598893,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 41650,
      "reference_cost": 38260,
      "quality_ratio": 1.088604286461056,
      "actual_time_seconds": 1.079702734015882,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39638,
      "reference_cost": 38260,
      "quality_ratio": 1.036016727652901,
      "actual_time_seconds": 1.0292055720055941,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40101,
      "reference_cost": 38260,
      "quality_ratio": 1.0481181390486147,
      "actual_time_seconds": 1.4139458629942965,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 43840,
      "reference_cost": 38260,
      "quality_ratio": 1.1458442237323576,
      "actual_time_seconds": 1.0743824710079934,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40452,
      "reference_cost": 38260,
      "quality_ratio": 1.0572922111866179,
      "actual_time_seconds": 1.0299901840044186,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40488,
      "reference_cost": 38260,
      "quality_ratio": 1.0582331416623105,
      "actual_time_seconds": 5.654758630989818,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 49700,
      "reference_cost": 38260,
      "quality_ratio": null,
      "actual_time_seconds": 2.2215890579973347,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40496,
      "reference_cost": 38260,
      "quality_ratio": 1.0584422373235756,
      "actual_time_seconds": 1.8368762060126755,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 41170,
      "reference_cost": 38260,
      "quality_ratio": 1.0760585467851542,
      "actual_time_seconds": 10.081531640025787,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39188,
      "reference_cost": 38260,
      "quality_ratio": 1.0242550967067434,
      "actual_time_seconds": 10.097522640018724,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39106,
      "reference_cost": 38260,
      "quality_ratio": 1.0221118661787767,
      "actual_time_seconds": 10.403093384025851,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40226,
      "reference_cost": 38260,
      "quality_ratio": 1.0513852587558807,
      "actual_time_seconds": 10.083660706004594,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40279,
      "reference_cost": 38260,
      "quality_ratio": 1.0527705175117616,
      "actual_time_seconds": 10.037264128011884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40482,
      "reference_cost": 38260,
      "quality_ratio": 1.0580763199163616,
      "actual_time_seconds": 14.677075530984439,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68261,
      "reference_cost": 38260,
      "quality_ratio": 1.784134866701516,
      "actual_time_seconds": 11.131810684979428,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 39449,
      "reference_cost": 38260,
      "quality_ratio": 1.0310768426555148,
      "actual_time_seconds": 10.280463709001197,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 41170,
      "reference_cost": 38260,
      "quality_ratio": 1.0760585467851542,
      "actual_time_seconds": 60.08260628700373,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38692,
      "reference_cost": 38260,
      "quality_ratio": 1.0112911657083115,
      "actual_time_seconds": 60.529521689983085,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38510,
      "reference_cost": 38260,
      "quality_ratio": 1.0065342394145322,
      "actual_time_seconds": 60.40515562801738,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39126,
      "reference_cost": 38260,
      "quality_ratio": 1.0226346053319393,
      "actual_time_seconds": 60.07293157099048,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40202,
      "reference_cost": 38260,
      "quality_ratio": 1.0507579717720856,
      "actual_time_seconds": 60.02845864900155,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40452,
      "reference_cost": 38260,
      "quality_ratio": 1.0572922111866179,
      "actual_time_seconds": 65.01234707399271,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 46421,
      "reference_cost": 38260,
      "quality_ratio": 1.2133037114479874,
      "actual_time_seconds": 61.13877900398802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n393-k38",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 39206,
      "reference_cost": 38260,
      "quality_ratio": 1.0247255619445896,
      "actual_time_seconds": 61.225442788010696,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68634,
      "reference_cost": 66154,
      "quality_ratio": 1.0374882849109652,
      "actual_time_seconds": 1.082073700003093,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68170,
      "reference_cost": 66154,
      "quality_ratio": 1.030474347734075,
      "actual_time_seconds": 1.0403351550048683,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67700,
      "reference_cost": 66154,
      "quality_ratio": 1.0233697130936905,
      "actual_time_seconds": 1.4096306880237535,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69397,
      "reference_cost": 66154,
      "quality_ratio": 1.0490219790186535,
      "actual_time_seconds": 1.075251105998177,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68898,
      "reference_cost": 66154,
      "quality_ratio": 1.0414789733047132,
      "actual_time_seconds": 1.0334390380012337,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68910,
      "reference_cost": 66154,
      "quality_ratio": 1.0416603682317018,
      "actual_time_seconds": 5.935201154003153,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 35118,
      "reference_cost": 66154,
      "quality_ratio": null,
      "actual_time_seconds": 2.131511348998174,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 71342,
      "reference_cost": 66154,
      "quality_ratio": 1.0784230734347129,
      "actual_time_seconds": 1.3901203039858956,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68151,
      "reference_cost": 66154,
      "quality_ratio": 1.0301871390996764,
      "actual_time_seconds": 10.086669232987333,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67217,
      "reference_cost": 66154,
      "quality_ratio": 1.0160685672824017,
      "actual_time_seconds": 10.109231985989027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67114,
      "reference_cost": 66154,
      "quality_ratio": 1.0145115941590834,
      "actual_time_seconds": 10.409639128978597,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69026,
      "reference_cost": 66154,
      "quality_ratio": 1.0434138525259244,
      "actual_time_seconds": 10.073188698006561,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68554,
      "reference_cost": 66154,
      "quality_ratio": 1.0362789853977084,
      "actual_time_seconds": 10.033367235999322,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.072474164015148,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 92890,
      "reference_cost": 66154,
      "quality_ratio": 1.4041478973304713,
      "actual_time_seconds": 11.069452211988391,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67783,
      "reference_cost": 66154,
      "quality_ratio": 1.0246243613386945,
      "actual_time_seconds": 10.286543345020618,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68132,
      "reference_cost": 66154,
      "quality_ratio": 1.029899930465278,
      "actual_time_seconds": 60.08010777900927,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66788,
      "reference_cost": 66154,
      "quality_ratio": 1.0095836986425613,
      "actual_time_seconds": 60.639093286998104,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66446,
      "reference_cost": 66154,
      "quality_ratio": 1.0044139432233878,
      "actual_time_seconds": 60.441892000992084,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69045,
      "reference_cost": 66154,
      "quality_ratio": 1.0437010611603228,
      "actual_time_seconds": 60.071542013,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68252,
      "reference_cost": 66154,
      "quality_ratio": 1.0317138797351635,
      "actual_time_seconds": 60.03964798501693,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68876,
      "reference_cost": 66154,
      "quality_ratio": 1.0411464159385675,
      "actual_time_seconds": 65.20147630298743,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76568,
      "reference_cost": 66154,
      "quality_ratio": 1.157420564138223,
      "actual_time_seconds": 61.13268336301553,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n401-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67207,
      "reference_cost": 66154,
      "quality_ratio": 1.0159174048432444,
      "actual_time_seconds": 60.85801872800221,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 22963,
      "reference_cost": 19712,
      "quality_ratio": 1.1649249188311688,
      "actual_time_seconds": 1.0837002510088496,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20766,
      "reference_cost": 19712,
      "quality_ratio": 1.0534699675324675,
      "actual_time_seconds": 1.0353772919916082,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20503,
      "reference_cost": 19712,
      "quality_ratio": 1.0401278409090908,
      "actual_time_seconds": 1.5006694569892716,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25659,
      "reference_cost": 19712,
      "quality_ratio": 1.3016943993506493,
      "actual_time_seconds": 1.080031293007778,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21409,
      "reference_cost": 19712,
      "quality_ratio": 1.0860896915584415,
      "actual_time_seconds": 1.0353690659976564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.099360191990854,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 24726,
      "reference_cost": 19712,
      "quality_ratio": null,
      "actual_time_seconds": 2.1800488849985413,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 23286,
      "reference_cost": 19712,
      "quality_ratio": 1.1813108766233766,
      "actual_time_seconds": 1.3243161789723672,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22554,
      "reference_cost": 19712,
      "quality_ratio": 1.1441761363636365,
      "actual_time_seconds": 10.078807197976857,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20143,
      "reference_cost": 19712,
      "quality_ratio": 1.021864853896104,
      "actual_time_seconds": 10.119928911008174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19935,
      "reference_cost": 19712,
      "quality_ratio": 1.011312905844156,
      "actual_time_seconds": 10.420864040002925,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21932,
      "reference_cost": 19712,
      "quality_ratio": 1.1126217532467533,
      "actual_time_seconds": 10.075992472993676,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21339,
      "reference_cost": 19712,
      "quality_ratio": 1.0825385551948052,
      "actual_time_seconds": 10.053306969988625,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.071906029013917,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 40419,
      "reference_cost": 19712,
      "quality_ratio": 2.050476866883117,
      "actual_time_seconds": 11.17326057801256,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21791,
      "reference_cost": 19712,
      "quality_ratio": 1.10546875,
      "actual_time_seconds": 10.311811004998162,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22517,
      "reference_cost": 19712,
      "quality_ratio": 1.1422991071428572,
      "actual_time_seconds": 60.12155706301564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19865,
      "reference_cost": 19712,
      "quality_ratio": 1.0077617694805194,
      "actual_time_seconds": 60.38683642898104,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19825,
      "reference_cost": 19712,
      "quality_ratio": 1.0057325487012987,
      "actual_time_seconds": 60.42997141901287,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21600,
      "reference_cost": 19712,
      "quality_ratio": 1.0957792207792207,
      "actual_time_seconds": 60.078288549993886,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21267,
      "reference_cost": 19712,
      "quality_ratio": 1.0788859577922079,
      "actual_time_seconds": 60.03766913397703,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 21395,
      "reference_cost": 19712,
      "quality_ratio": 1.0853794642857142,
      "actual_time_seconds": 65.31560656099464,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26904,
      "reference_cost": 19712,
      "quality_ratio": 1.364853896103896,
      "actual_time_seconds": 61.10483085401938,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n411-k19",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20738,
      "reference_cost": 19712,
      "quality_ratio": 1.0520495129870129,
      "actual_time_seconds": 60.97662619501352,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 116113,
      "reference_cost": 107798,
      "quality_ratio": 1.0771350117812946,
      "actual_time_seconds": 1.0813703499734402,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 110520,
      "reference_cost": 107798,
      "quality_ratio": 1.0252509322993006,
      "actual_time_seconds": 1.0263121840253007,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 113524,
      "reference_cost": 107798,
      "quality_ratio": 1.0531178686060967,
      "actual_time_seconds": 1.435549471003469,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 125640,
      "reference_cost": 107798,
      "quality_ratio": 1.1655132748288466,
      "actual_time_seconds": 1.0775267220160458,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 112590,
      "reference_cost": 107798,
      "quality_ratio": 1.0444535149075123,
      "actual_time_seconds": 1.0333643530029804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.132364322984358,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 63985,
      "reference_cost": 107798,
      "quality_ratio": null,
      "actual_time_seconds": 2.162403309979709,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 114348,
      "reference_cost": 107798,
      "quality_ratio": 1.0607617952095587,
      "actual_time_seconds": 1.607114618003834,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 113890,
      "reference_cost": 107798,
      "quality_ratio": 1.0565131078498673,
      "actual_time_seconds": 10.081330784974853,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 109119,
      "reference_cost": 107798,
      "quality_ratio": 1.012254401751424,
      "actual_time_seconds": 10.069821968994802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 109041,
      "reference_cost": 107798,
      "quality_ratio": 1.0115308261748825,
      "actual_time_seconds": 10.73892360800528,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 111169,
      "reference_cost": 107798,
      "quality_ratio": 1.0312714521605224,
      "actual_time_seconds": 10.080446253006812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 112090,
      "reference_cost": 107798,
      "quality_ratio": 1.0398152099296833,
      "actual_time_seconds": 10.02848389101564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.07674004600267,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 136941,
      "reference_cost": 107798,
      "quality_ratio": 1.2703482439377354,
      "actual_time_seconds": 11.179182369000046,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 109679,
      "reference_cost": 107798,
      "quality_ratio": 1.0174493033265923,
      "actual_time_seconds": 10.668978003988741,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 113200,
      "reference_cost": 107798,
      "quality_ratio": 1.0501122469804633,
      "actual_time_seconds": 60.08195388599415,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 109018,
      "reference_cost": 107798,
      "quality_ratio": 1.0113174641459026,
      "actual_time_seconds": 60.31742559999111,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 108158,
      "reference_cost": 107798,
      "quality_ratio": 1.0033395795840367,
      "actual_time_seconds": 60.43833423900651,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 109962,
      "reference_cost": 107798,
      "quality_ratio": 1.0200745839440435,
      "actual_time_seconds": 60.085532158991555,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 111894,
      "reference_cost": 107798,
      "quality_ratio": 1.0379969943783744,
      "actual_time_seconds": 60.028690974984784,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 112590,
      "reference_cost": 107798,
      "quality_ratio": 1.0444535149075123,
      "actual_time_seconds": 65.27011037501507,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 109382,
      "reference_cost": 107798,
      "quality_ratio": 1.014694150169762,
      "actual_time_seconds": 61.111774961987976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n420-k130",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 109669,
      "reference_cost": 107798,
      "quality_ratio": 1.0173565372270357,
      "actual_time_seconds": 62.1167951800162,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69372,
      "reference_cost": 65449,
      "quality_ratio": 1.0599398004553164,
      "actual_time_seconds": 1.0890732140105683,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67386,
      "reference_cost": 65449,
      "quality_ratio": 1.0295955629574172,
      "actual_time_seconds": 1.021146417973796,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69568,
      "reference_cost": 65449,
      "quality_ratio": 1.062934498617244,
      "actual_time_seconds": 1.4809346219990402,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 72758,
      "reference_cost": 65449,
      "quality_ratio": 1.1116747391098412,
      "actual_time_seconds": 1.0853966750146355,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68481,
      "reference_cost": 65449,
      "quality_ratio": 1.0463261470763496,
      "actual_time_seconds": 1.0335080689983442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.086471407004865,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 48085,
      "reference_cost": 65449,
      "quality_ratio": null,
      "actual_time_seconds": 2.1903498400060926,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69059,
      "reference_cost": 65449,
      "quality_ratio": 1.0551574508395851,
      "actual_time_seconds": 1.4181231199763715,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69372,
      "reference_cost": 65449,
      "quality_ratio": 1.0599398004553164,
      "actual_time_seconds": 10.082620287023019,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 66952,
      "reference_cost": 65449,
      "quality_ratio": 1.0229644455988633,
      "actual_time_seconds": 10.059800832998008,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 66772,
      "reference_cost": 65449,
      "quality_ratio": 1.0202142125930114,
      "actual_time_seconds": 10.455191501008812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67418,
      "reference_cost": 65449,
      "quality_ratio": 1.0300844932695687,
      "actual_time_seconds": 10.08297336800024,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68393,
      "reference_cost": 65449,
      "quality_ratio": 1.044981588717933,
      "actual_time_seconds": 10.033500381017802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.08009240499814,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 111418,
      "reference_cost": 65449,
      "quality_ratio": 1.702363672477807,
      "actual_time_seconds": 11.120790684974054,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67356,
      "reference_cost": 65449,
      "quality_ratio": 1.0291371907897753,
      "actual_time_seconds": 10.480568844999652,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68974,
      "reference_cost": 65449,
      "quality_ratio": 1.0538587296979327,
      "actual_time_seconds": 60.08529303598334,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66196,
      "reference_cost": 65449,
      "quality_ratio": 1.0114134669742854,
      "actual_time_seconds": 60.349053737998474,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 65943,
      "reference_cost": 65449,
      "quality_ratio": 1.007547861693838,
      "actual_time_seconds": 60.4428118840151,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67109,
      "reference_cost": 65449,
      "quality_ratio": 1.0253632599428564,
      "actual_time_seconds": 60.081011196016334,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68203,
      "reference_cost": 65449,
      "quality_ratio": 1.0420785649895339,
      "actual_time_seconds": 60.033498456992675,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68481,
      "reference_cost": 65449,
      "quality_ratio": 1.0463261470763496,
      "actual_time_seconds": 66.10894337197533,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 77210,
      "reference_cost": 65449,
      "quality_ratio": 1.1796971687879112,
      "actual_time_seconds": 61.089487265999196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n429-k61",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66934,
      "reference_cost": 65449,
      "quality_ratio": 1.022689422298278,
      "actual_time_seconds": 61.64881081401836,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 38451,
      "reference_cost": 36391,
      "quality_ratio": 1.0566074029292958,
      "actual_time_seconds": 1.085837074992014,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37200,
      "reference_cost": 36391,
      "quality_ratio": 1.0222307713445633,
      "actual_time_seconds": 1.0335481479996815,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37562,
      "reference_cost": 36391,
      "quality_ratio": 1.0321782858399056,
      "actual_time_seconds": 1.4603996790247038,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 40641,
      "reference_cost": 36391,
      "quality_ratio": 1.1167871176939352,
      "actual_time_seconds": 1.0844330090039875,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 38392,
      "reference_cost": 36391,
      "quality_ratio": 1.0549861229424857,
      "actual_time_seconds": 1.0376387590076774,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.086225014005322,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 36990,
      "reference_cost": 36391,
      "quality_ratio": null,
      "actual_time_seconds": 2.0996453989937436,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39300,
      "reference_cost": 36391,
      "quality_ratio": 1.0799373471462723,
      "actual_time_seconds": 1.456630430999212,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38442,
      "reference_cost": 36391,
      "quality_ratio": 1.0563600890330027,
      "actual_time_seconds": 10.094895420013927,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36853,
      "reference_cost": 36391,
      "quality_ratio": 1.012695446676376,
      "actual_time_seconds": 10.075419700995553,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 36735,
      "reference_cost": 36391,
      "quality_ratio": 1.0094528867027561,
      "actual_time_seconds": 10.467182527005207,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38033,
      "reference_cost": 36391,
      "quality_ratio": 1.0451210464125746,
      "actual_time_seconds": 10.0906318660127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38355,
      "reference_cost": 36391,
      "quality_ratio": 1.0539693880355032,
      "actual_time_seconds": 10.034417073999066,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.150279824010795,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 78478,
      "reference_cost": 36391,
      "quality_ratio": 2.1565222170316836,
      "actual_time_seconds": 11.100540122017264,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 37240,
      "reference_cost": 36391,
      "quality_ratio": 1.0233299442169768,
      "actual_time_seconds": 10.31403276202036,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38346,
      "reference_cost": 36391,
      "quality_ratio": 1.0537220741392102,
      "actual_time_seconds": 60.08727835302125,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36535,
      "reference_cost": 36391,
      "quality_ratio": 1.0039570223406886,
      "actual_time_seconds": 60.27406499898643,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36519,
      "reference_cost": 36391,
      "quality_ratio": 1.0035173531917232,
      "actual_time_seconds": 60.638179969013436,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37014,
      "reference_cost": 36391,
      "quality_ratio": 1.0171196174878403,
      "actual_time_seconds": 60.09171489399159,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38278,
      "reference_cost": 36391,
      "quality_ratio": 1.0518534802561073,
      "actual_time_seconds": 60.04054204298882,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 38388,
      "reference_cost": 36391,
      "quality_ratio": 1.0548762056552445,
      "actual_time_seconds": 66.30424623400904,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47299,
      "reference_cost": 36391,
      "quality_ratio": 1.2997444423071638,
      "actual_time_seconds": 61.12757675698958,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n439-k37",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36963,
      "reference_cost": 36391,
      "quality_ratio": 1.015718172075513,
      "actual_time_seconds": 61.30437674102723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62427,
      "reference_cost": 55233,
      "quality_ratio": 1.1302482211721254,
      "actual_time_seconds": 1.092506165994564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 57968,
      "reference_cost": 55233,
      "quality_ratio": 1.0495174985968534,
      "actual_time_seconds": 1.0195382650126703,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 58460,
      "reference_cost": 55233,
      "quality_ratio": 1.0584252168087918,
      "actual_time_seconds": 1.4898558340210002,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 63825,
      "reference_cost": 55233,
      "quality_ratio": 1.155559176579219,
      "actual_time_seconds": 1.0862589430180378,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 58410,
      "reference_cost": 55233,
      "quality_ratio": 1.0575199608929444,
      "actual_time_seconds": 1.0396117189957295,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.096008930995595,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 28688,
      "reference_cost": 55233,
      "quality_ratio": null,
      "actual_time_seconds": 2.1495339840184897,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 60740,
      "reference_cost": 55233,
      "quality_ratio": 1.0997048865714338,
      "actual_time_seconds": 1.5968928670044988,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 59842,
      "reference_cost": 55233,
      "quality_ratio": 1.0834464903228143,
      "actual_time_seconds": 10.091421403980348,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 56960,
      "reference_cost": 55233,
      "quality_ratio": 1.0312675393333695,
      "actual_time_seconds": 10.07087677999516,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 57200,
      "reference_cost": 55233,
      "quality_ratio": 1.0356127677294371,
      "actual_time_seconds": 10.492251745017711,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 63540,
      "reference_cost": 55233,
      "quality_ratio": 1.1503992178588887,
      "actual_time_seconds": 10.086000929004513,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58219,
      "reference_cost": 55233,
      "quality_ratio": 1.0540618832944073,
      "actual_time_seconds": 10.040446936996887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.084154351992765,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 99127,
      "reference_cost": 55233,
      "quality_ratio": 1.7947060634041243,
      "actual_time_seconds": 11.086431707983138,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 57948,
      "reference_cost": 55233,
      "quality_ratio": 1.0491553962305145,
      "actual_time_seconds": 10.334158280020347,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 59174,
      "reference_cost": 55233,
      "quality_ratio": 1.0713522712870929,
      "actual_time_seconds": 60.09367903799284,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 56549,
      "reference_cost": 55233,
      "quality_ratio": 1.0238263357051038,
      "actual_time_seconds": 60.37075362598989,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 55928,
      "reference_cost": 55233,
      "quality_ratio": 1.012583057230279,
      "actual_time_seconds": 60.50966358400183,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58563,
      "reference_cost": 55233,
      "quality_ratio": 1.0602900439954375,
      "actual_time_seconds": 60.08971394598484,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58201,
      "reference_cost": 55233,
      "quality_ratio": 1.0537359911647022,
      "actual_time_seconds": 60.03688045099261,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58400,
      "reference_cost": 55233,
      "quality_ratio": 1.057338909709775,
      "actual_time_seconds": 66.37140982798883,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 74906,
      "reference_cost": 55233,
      "quality_ratio": 1.356181992649322,
      "actual_time_seconds": 61.15613451099489,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n449-k29",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 56905,
      "reference_cost": 55233,
      "quality_ratio": 1.0302717578259375,
      "actual_time_seconds": 61.128465754009085,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 27582,
      "reference_cost": 24139,
      "quality_ratio": 1.142632254857285,
      "actual_time_seconds": 1.091035508987261,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25168,
      "reference_cost": 24139,
      "quality_ratio": 1.0426281121836034,
      "actual_time_seconds": 1.0248482580063865,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25598,
      "reference_cost": 24139,
      "quality_ratio": 1.060441609014458,
      "actual_time_seconds": 1.5084371980046853,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29115,
      "reference_cost": 24139,
      "quality_ratio": 1.2061394423961225,
      "actual_time_seconds": 1.0904484600177966,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26279,
      "reference_cost": 24139,
      "quality_ratio": 1.0886532167861138,
      "actual_time_seconds": 1.0396515030006412,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.089400213997578,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 16060,
      "reference_cost": 24139,
      "quality_ratio": null,
      "actual_time_seconds": 2.127831416000845,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29041,
      "reference_cost": 24139,
      "quality_ratio": 1.2030738638717429,
      "actual_time_seconds": 1.643873129010899,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27582,
      "reference_cost": 24139,
      "quality_ratio": 1.142632254857285,
      "actual_time_seconds": 10.09185667699785,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24840,
      "reference_cost": 24139,
      "quality_ratio": 1.0290401425079747,
      "actual_time_seconds": 10.080986300017685,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24552,
      "reference_cost": 24139,
      "quality_ratio": 1.0171092423049837,
      "actual_time_seconds": 10.516656380990753,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26879,
      "reference_cost": 24139,
      "quality_ratio": 1.1135092588756783,
      "actual_time_seconds": 10.089851134980563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26193,
      "reference_cost": 24139,
      "quality_ratio": 1.0850905174199428,
      "actual_time_seconds": 10.043386085977545,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.096552657021675,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 50019,
      "reference_cost": 24139,
      "quality_ratio": 2.0721239487965533,
      "actual_time_seconds": 11.138354450988118,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25850,
      "reference_cost": 24139,
      "quality_ratio": 1.0708811466920751,
      "actual_time_seconds": 10.331688208010746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26284,
      "reference_cost": 24139,
      "quality_ratio": 1.0888603504701935,
      "actual_time_seconds": 60.10344061400974,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24442,
      "reference_cost": 24139,
      "quality_ratio": 1.0125523012552302,
      "actual_time_seconds": 60.3190593640029,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24273,
      "reference_cost": 24139,
      "quality_ratio": 1.005551182733336,
      "actual_time_seconds": 60.6037706680072,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26052,
      "reference_cost": 24139,
      "quality_ratio": 1.0792493475288951,
      "actual_time_seconds": 60.08896257300512,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26119,
      "reference_cost": 24139,
      "quality_ratio": 1.0820249388955632,
      "actual_time_seconds": 60.03731731601874,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26269,
      "reference_cost": 24139,
      "quality_ratio": 1.0882389494179543,
      "actual_time_seconds": 67.13843369900133,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 34120,
      "reference_cost": 24139,
      "quality_ratio": 1.4134802601599072,
      "actual_time_seconds": 61.09272798997699,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n459-k26",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25044,
      "reference_cost": 24139,
      "quality_ratio": 1.0374911968184266,
      "actual_time_seconds": 60.91112811199855,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 235567,
      "reference_cost": 221824,
      "quality_ratio": 1.0619545225043276,
      "actual_time_seconds": 1.094841660989914,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 225559,
      "reference_cost": 221824,
      "quality_ratio": 1.0168376731102136,
      "actual_time_seconds": 1.045920237986138,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 235323,
      "reference_cost": 221824,
      "quality_ratio": 1.06085455135603,
      "actual_time_seconds": 1.527683755994076,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 239787,
      "reference_cost": 221824,
      "quality_ratio": 1.080978613675707,
      "actual_time_seconds": 1.0966661970014684,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 234911,
      "reference_cost": 221824,
      "quality_ratio": 1.0589972230236584,
      "actual_time_seconds": 1.0340014259854797,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.144172639003955,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 82656,
      "reference_cost": 221824,
      "quality_ratio": null,
      "actual_time_seconds": 2.150267918012105,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 234282,
      "reference_cost": 221824,
      "quality_ratio": 1.056161641661858,
      "actual_time_seconds": 2.0882096610148437,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 233568,
      "reference_cost": 221824,
      "quality_ratio": 1.052942873629544,
      "actual_time_seconds": 10.12494857099955,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 224915,
      "reference_cost": 221824,
      "quality_ratio": 1.0139344705712636,
      "actual_time_seconds": 10.084659626008943,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 225581,
      "reference_cost": 221824,
      "quality_ratio": 1.0169368508366994,
      "actual_time_seconds": 10.550777731987182,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 229250,
      "reference_cost": 221824,
      "quality_ratio": 1.0334769907674553,
      "actual_time_seconds": 10.095255569001893,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 234399,
      "reference_cost": 221824,
      "quality_ratio": 1.0566890868436238,
      "actual_time_seconds": 10.03307669100468,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.094443246984156,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 274901,
      "reference_cost": 221824,
      "quality_ratio": 1.239275281304097,
      "actual_time_seconds": 11.12763271399308,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 231494,
      "reference_cost": 221824,
      "quality_ratio": 1.0435931188690133,
      "actual_time_seconds": 10.76403116399888,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 233494,
      "reference_cost": 221824,
      "quality_ratio": 1.0526092758222736,
      "actual_time_seconds": 60.09651187300915,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 224573,
      "reference_cost": 221824,
      "quality_ratio": 1.0123927077322563,
      "actual_time_seconds": 60.610031901014736,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 223594,
      "reference_cost": 221824,
      "quality_ratio": 1.0079792989036354,
      "actual_time_seconds": 60.52637799101649,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 227779,
      "reference_cost": 221824,
      "quality_ratio": 1.0268456073283323,
      "actual_time_seconds": 60.10437561900471,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 234261,
      "reference_cost": 221824,
      "quality_ratio": 1.056066972013849,
      "actual_time_seconds": 60.03701759999967,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 234897,
      "reference_cost": 221824,
      "quality_ratio": 1.0589341099249856,
      "actual_time_seconds": 67.37159771702136,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 225734,
      "reference_cost": 221824,
      "quality_ratio": 1.0176265868436238,
      "actual_time_seconds": 61.17406733499956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n469-k138",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 227808,
      "reference_cost": 221824,
      "quality_ratio": 1.0269763416041546,
      "actual_time_seconds": 62.386208729003556,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 94102,
      "reference_cost": 89449,
      "quality_ratio": 1.0520184686245793,
      "actual_time_seconds": 1.0971822740102652,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 92017,
      "reference_cost": 89449,
      "quality_ratio": 1.0287090968037653,
      "actual_time_seconds": 1.0343986579973716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 93688,
      "reference_cost": 89449,
      "quality_ratio": 1.047390132924907,
      "actual_time_seconds": 1.5617066520208027,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 94900,
      "reference_cost": 89449,
      "quality_ratio": 1.0609397533790204,
      "actual_time_seconds": 1.0980245239916258,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 92734,
      "reference_cost": 89449,
      "quality_ratio": 1.036724837616966,
      "actual_time_seconds": 1.0336152860254515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.120569702005014,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 44638,
      "reference_cost": 89449,
      "quality_ratio": null,
      "actual_time_seconds": 2.281186901003821,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 93859,
      "reference_cost": 89449,
      "quality_ratio": 1.0493018368008586,
      "actual_time_seconds": 1.9634937880036887,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 94054,
      "reference_cost": 89449,
      "quality_ratio": 1.0514818499927332,
      "actual_time_seconds": 10.120972129981965,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 91069,
      "reference_cost": 89449,
      "quality_ratio": 1.0181108788248052,
      "actual_time_seconds": 10.112560231995303,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 91324,
      "reference_cost": 89449,
      "quality_ratio": 1.0209616653064875,
      "actual_time_seconds": 10.556443393987138,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 91662,
      "reference_cost": 89449,
      "quality_ratio": 1.0247403548390703,
      "actual_time_seconds": 10.102985453006113,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 92687,
      "reference_cost": 89449,
      "quality_ratio": 1.0361993985399502,
      "actual_time_seconds": 10.03343247200246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.092482620006194,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 138160,
      "reference_cost": 89449,
      "quality_ratio": 1.5445672953303,
      "actual_time_seconds": 11.119056352006737,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 91982,
      "reference_cost": 89449,
      "quality_ratio": 1.0283178123847108,
      "actual_time_seconds": 10.423141312989173,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 94051,
      "reference_cost": 89449,
      "quality_ratio": 1.051448311328243,
      "actual_time_seconds": 60.102637334988685,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 90935,
      "reference_cost": 89449,
      "quality_ratio": 1.0166128184775682,
      "actual_time_seconds": 60.59269882197259,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89946,
      "reference_cost": 89449,
      "quality_ratio": 1.005556238750573,
      "actual_time_seconds": 60.54827055500937,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 91596,
      "reference_cost": 89449,
      "quality_ratio": 1.024002504220282,
      "actual_time_seconds": 60.10170477099018,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 92677,
      "reference_cost": 89449,
      "quality_ratio": 1.0360876029916488,
      "actual_time_seconds": 60.034197668981506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 92734,
      "reference_cost": 89449,
      "quality_ratio": 1.036724837616966,
      "actual_time_seconds": 68.11645006999606,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 103742,
      "reference_cost": 89449,
      "quality_ratio": 1.1597893771870005,
      "actual_time_seconds": 61.12485008998192,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n480-k70",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 91292,
      "reference_cost": 89449,
      "quality_ratio": 1.0206039195519234,
      "actual_time_seconds": 61.03786160098389,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 73771,
      "reference_cost": 66483,
      "quality_ratio": 1.109622008633786,
      "actual_time_seconds": 1.1007436450163368,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69133,
      "reference_cost": 66483,
      "quality_ratio": 1.0398598137869832,
      "actual_time_seconds": 1.0275717199838255,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 71785,
      "reference_cost": 66483,
      "quality_ratio": 1.0797497104522962,
      "actual_time_seconds": 1.6589385510014836,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78967,
      "reference_cost": 66483,
      "quality_ratio": 1.1877773265346028,
      "actual_time_seconds": 1.0994075539929327,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69221,
      "reference_cost": 66483,
      "quality_ratio": 1.0411834604334942,
      "actual_time_seconds": 1.0411134960013442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.114921514003072,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 34547,
      "reference_cost": 66483,
      "quality_ratio": null,
      "actual_time_seconds": 2.1551108900166582,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 74301,
      "reference_cost": 66483,
      "quality_ratio": 1.1175939713911827,
      "actual_time_seconds": 1.98533860797761,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 72759,
      "reference_cost": 66483,
      "quality_ratio": 1.094400072198908,
      "actual_time_seconds": 10.102200583001832,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68497,
      "reference_cost": 66483,
      "quality_ratio": 1.0302934584781072,
      "actual_time_seconds": 10.113574244023766,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68275,
      "reference_cost": 66483,
      "quality_ratio": 1.0269542589834995,
      "actual_time_seconds": 10.557372687006136,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 71267,
      "reference_cost": 66483,
      "quality_ratio": 1.0719582449648783,
      "actual_time_seconds": 10.102165349002462,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69063,
      "reference_cost": 66483,
      "quality_ratio": 1.0388069130454403,
      "actual_time_seconds": 10.040037437021965,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.129418886004714,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 113047,
      "reference_cost": 66483,
      "quality_ratio": 1.7003895732743708,
      "actual_time_seconds": 11.11626288300613,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68759,
      "reference_cost": 66483,
      "quality_ratio": 1.0342343155393108,
      "actual_time_seconds": 10.37501252500806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 72194,
      "reference_cost": 66483,
      "quality_ratio": 1.08590165907074,
      "actual_time_seconds": 60.11219298900687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67767,
      "reference_cost": 66483,
      "quality_ratio": 1.0193132078877307,
      "actual_time_seconds": 60.6884631330031,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67007,
      "reference_cost": 66483,
      "quality_ratio": 1.0078817141224072,
      "actual_time_seconds": 60.62350858800346,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68750,
      "reference_cost": 66483,
      "quality_ratio": 1.0340989425868268,
      "actual_time_seconds": 60.10120384400943,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69028,
      "reference_cost": 66483,
      "quality_ratio": 1.0382804626746687,
      "actual_time_seconds": 60.039305299986154,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69221,
      "reference_cost": 66483,
      "quality_ratio": 1.0411834604334942,
      "actual_time_seconds": 68.55514338097419,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 80222,
      "reference_cost": 66483,
      "quality_ratio": 1.2066543326865515,
      "actual_time_seconds": 61.20468798300135,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n491-k59",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68294,
      "reference_cost": 66483,
      "quality_ratio": 1.0272400463276325,
      "actual_time_seconds": 61.379238372988766,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 70374,
      "reference_cost": 69226,
      "quality_ratio": 1.0165833646317857,
      "actual_time_seconds": 1.1361631629988551,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69988,
      "reference_cost": 69226,
      "quality_ratio": 1.0110074249559413,
      "actual_time_seconds": 1.0272913240187336,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 70182,
      "reference_cost": 69226,
      "quality_ratio": 1.0138098402334383,
      "actual_time_seconds": 1.6073830050008837,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 71417,
      "reference_cost": 69226,
      "quality_ratio": 1.0316499581082252,
      "actual_time_seconds": 1.1049961380194873,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 71385,
      "reference_cost": 69226,
      "quality_ratio": 1.031187704041834,
      "actual_time_seconds": 1.0403532710042782,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.115302099991823,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 27849,
      "reference_cost": 69226,
      "quality_ratio": null,
      "actual_time_seconds": 2.257046229002299,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 70913,
      "reference_cost": 69226,
      "quality_ratio": 1.0243694565625632,
      "actual_time_seconds": 1.9642870969837531,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 70294,
      "reference_cost": 69226,
      "quality_ratio": 1.0154277294658076,
      "actual_time_seconds": 10.1073745249887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69635,
      "reference_cost": 69226,
      "quality_ratio": 1.0059081847860631,
      "actual_time_seconds": 10.108491441002116,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69766,
      "reference_cost": 69226,
      "quality_ratio": 1.0078005373703522,
      "actual_time_seconds": 10.65420025002095,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 70240,
      "reference_cost": 69226,
      "quality_ratio": 1.0146476757287723,
      "actual_time_seconds": 10.104915232019266,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 71251,
      "reference_cost": 69226,
      "quality_ratio": 1.0292520151388207,
      "actual_time_seconds": 10.048964485002216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.112638696999056,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 96473,
      "reference_cost": 69226,
      "quality_ratio": 1.3935948920925665,
      "actual_time_seconds": 11.10907143499935,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69993,
      "reference_cost": 69226,
      "quality_ratio": 1.011079652153815,
      "actual_time_seconds": 10.392937120021088,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 70227,
      "reference_cost": 69226,
      "quality_ratio": 1.014459885014301,
      "actual_time_seconds": 60.10537356699933,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69567,
      "reference_cost": 69226,
      "quality_ratio": 1.0049258948949817,
      "actual_time_seconds": 60.65257431397913,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69626,
      "reference_cost": 69226,
      "quality_ratio": 1.0057781758298905,
      "actual_time_seconds": 60.64561665200745,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69823,
      "reference_cost": 69226,
      "quality_ratio": 1.0086239274261115,
      "actual_time_seconds": 60.109300896991044,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 71016,
      "reference_cost": 69226,
      "quality_ratio": 1.02585733683876,
      "actual_time_seconds": 60.044954875978874,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 71385,
      "reference_cost": 69226,
      "quality_ratio": 1.031187704041834,
      "actual_time_seconds": 69.13000702898717,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 77427,
      "reference_cost": 69226,
      "quality_ratio": 1.1184670499523302,
      "actual_time_seconds": 61.222845694981515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n502-k39",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69626,
      "reference_cost": 69226,
      "quality_ratio": 1.0057781758298905,
      "actual_time_seconds": 61.29407347700908,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 29169,
      "reference_cost": 24201,
      "quality_ratio": 1.2052807735217552,
      "actual_time_seconds": 1.1055295679834671,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25564,
      "reference_cost": 24201,
      "quality_ratio": 1.0563199867774058,
      "actual_time_seconds": 1.0326527559955139,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 25194,
      "reference_cost": 24201,
      "quality_ratio": 1.041031362340399,
      "actual_time_seconds": 1.6801793590129819,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30423,
      "reference_cost": 24201,
      "quality_ratio": 1.2570968141812322,
      "actual_time_seconds": 1.1102523680019658,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 26827,
      "reference_cost": 24201,
      "quality_ratio": 1.1085079128961612,
      "actual_time_seconds": 1.0531143299886025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.112389067013282,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 23415,
      "reference_cost": 24201,
      "quality_ratio": null,
      "actual_time_seconds": 2.1362468039733358,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 28248,
      "reference_cost": 24201,
      "quality_ratio": 1.1672244948555845,
      "actual_time_seconds": 2.0280276460107416,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27190,
      "reference_cost": 24201,
      "quality_ratio": 1.1235072930870624,
      "actual_time_seconds": 10.118098674021894,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24726,
      "reference_cost": 24201,
      "quality_ratio": 1.021693318457915,
      "actual_time_seconds": 10.108554147998802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24433,
      "reference_cost": 24201,
      "quality_ratio": 1.0095863807280692,
      "actual_time_seconds": 10.625377846998163,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27649,
      "reference_cost": 24201,
      "quality_ratio": 1.1424734515102681,
      "actual_time_seconds": 10.109052684972994,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26713,
      "reference_cost": 24201,
      "quality_ratio": 1.1037973637452998,
      "actual_time_seconds": 10.069729045993881,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.152043949987274,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 62948,
      "reference_cost": 24201,
      "quality_ratio": 2.601049543407297,
      "actual_time_seconds": 11.128187746013282,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26455,
      "reference_cost": 24201,
      "quality_ratio": 1.0931366472459816,
      "actual_time_seconds": 10.427217955992091,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26890,
      "reference_cost": 24201,
      "quality_ratio": 1.1111111111111112,
      "actual_time_seconds": 60.10854502898292,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24376,
      "reference_cost": 24201,
      "quality_ratio": 1.0072311061526382,
      "actual_time_seconds": 60.64058569300687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24310,
      "reference_cost": 24201,
      "quality_ratio": 1.004503946117929,
      "actual_time_seconds": 60.66741981101222,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26808,
      "reference_cost": 24201,
      "quality_ratio": 1.1077228213710177,
      "actual_time_seconds": 60.11204072399414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26683,
      "reference_cost": 24201,
      "quality_ratio": 1.1025577455477047,
      "actual_time_seconds": 60.046321328991326,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 26823,
      "reference_cost": 24201,
      "quality_ratio": 1.1083426304698154,
      "actual_time_seconds": 69.6837160869909,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 40608,
      "reference_cost": 24201,
      "quality_ratio": 1.6779471922647824,
      "actual_time_seconds": 61.22979382099584,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n513-k21",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25525,
      "reference_cost": 24201,
      "quality_ratio": 1.0547084831205322,
      "actual_time_seconds": 60.923393940000096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 174283,
      "reference_cost": 154593,
      "quality_ratio": 1.127366698362798,
      "actual_time_seconds": 1.1229764870076906,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 156184,
      "reference_cost": 154593,
      "quality_ratio": 1.0102915397204273,
      "actual_time_seconds": 1.055524286988657,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 165945,
      "reference_cost": 154593,
      "quality_ratio": 1.0734315266538588,
      "actual_time_seconds": 1.6404418300080579,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 183334,
      "reference_cost": 154593,
      "quality_ratio": 1.1859139805812682,
      "actual_time_seconds": 1.1306268780026585,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.045439871988492,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.102686582016759,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 105405,
      "reference_cost": 154593,
      "quality_ratio": null,
      "actual_time_seconds": 2.2126698800129816,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 171369,
      "reference_cost": 154593,
      "quality_ratio": 1.1085172032368866,
      "actual_time_seconds": 2.7373205600015353,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 157642,
      "reference_cost": 154593,
      "quality_ratio": 1.019722755881573,
      "actual_time_seconds": 10.112914682977134,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 156184,
      "reference_cost": 154593,
      "quality_ratio": 1.0102915397204273,
      "actual_time_seconds": 10.127145867008949,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 157129,
      "reference_cost": 154593,
      "quality_ratio": 1.0164043650100587,
      "actual_time_seconds": 10.635910351003986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 157966,
      "reference_cost": 154593,
      "quality_ratio": 1.0218185816951608,
      "actual_time_seconds": 10.117327157990076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 164133,
      "reference_cost": 154593,
      "quality_ratio": 1.0617104267334225,
      "actual_time_seconds": 10.045867134002037,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.184297753992723,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 165772,
      "reference_cost": 154593,
      "quality_ratio": 1.072312459166974,
      "actual_time_seconds": 11.147095724008977,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 159661,
      "reference_cost": 154593,
      "quality_ratio": 1.032782855627357,
      "actual_time_seconds": 10.549342887010425,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 157642,
      "reference_cost": 154593,
      "quality_ratio": 1.019722755881573,
      "actual_time_seconds": 60.11250955800642,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 154858,
      "reference_cost": 154593,
      "quality_ratio": 1.001714178520373,
      "actual_time_seconds": 60.561681721999776,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 155813,
      "reference_cost": 154593,
      "quality_ratio": 1.0078916897919052,
      "actual_time_seconds": 60.64257883297978,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 156568,
      "reference_cost": 154593,
      "quality_ratio": 1.0127754814254204,
      "actual_time_seconds": 60.11621165100951,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 164091,
      "reference_cost": 154593,
      "quality_ratio": 1.061438745609439,
      "actual_time_seconds": 60.03743943199515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 165174,
      "reference_cost": 154593,
      "quality_ratio": 1.0684442374493024,
      "actual_time_seconds": 70.16800824197708,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 157877,
      "reference_cost": 154593,
      "quality_ratio": 1.0212428764562431,
      "actual_time_seconds": 61.10998271900462,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n524-k153",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 156221,
      "reference_cost": 154593,
      "quality_ratio": 1.0105308778534603,
      "actual_time_seconds": 61.93187921898789,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 111275,
      "reference_cost": 94846,
      "quality_ratio": 1.1732176370115766,
      "actual_time_seconds": 1.1343423740181606,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 97067,
      "reference_cost": 94846,
      "quality_ratio": 1.023416907407798,
      "actual_time_seconds": 1.0300813729991205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 99201,
      "reference_cost": 94846,
      "quality_ratio": 1.0459165383885456,
      "actual_time_seconds": 1.7364540869893972,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 117775,
      "reference_cost": 94846,
      "quality_ratio": 1.2417497838601523,
      "actual_time_seconds": 1.1291190000192728,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 99338,
      "reference_cost": 94846,
      "quality_ratio": 1.0473609851759695,
      "actual_time_seconds": 1.044751945999451,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.12413944301079,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 41977,
      "reference_cost": 94846,
      "quality_ratio": null,
      "actual_time_seconds": 2.4190190989756957,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 110032,
      "reference_cost": 94846,
      "quality_ratio": 1.1601121818526876,
      "actual_time_seconds": 2.672415806009667,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 105230,
      "reference_cost": 94846,
      "quality_ratio": 1.1094827404424015,
      "actual_time_seconds": 10.117863399995258,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 96541,
      "reference_cost": 94846,
      "quality_ratio": 1.017871075216667,
      "actual_time_seconds": 10.110320448991843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 96766,
      "reference_cost": 94846,
      "quality_ratio": 1.0202433418383485,
      "actual_time_seconds": 10.736175547004677,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 98642,
      "reference_cost": 94846,
      "quality_ratio": 1.0400227737595682,
      "actual_time_seconds": 10.123109490989009,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 99234,
      "reference_cost": 94846,
      "quality_ratio": 1.0462644708263922,
      "actual_time_seconds": 10.042820069997106,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.163998318981612,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 148456,
      "reference_cost": 94846,
      "quality_ratio": 1.5652320603926364,
      "actual_time_seconds": 11.275843670999166,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 100236,
      "reference_cost": 94846,
      "quality_ratio": 1.0568289648482803,
      "actual_time_seconds": 10.517509870987851,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 102660,
      "reference_cost": 94846,
      "quality_ratio": 1.0823861839191953,
      "actual_time_seconds": 60.11532018598518,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 96502,
      "reference_cost": 94846,
      "quality_ratio": 1.0174598823355756,
      "actual_time_seconds": 60.56150641597924,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 95675,
      "reference_cost": 94846,
      "quality_ratio": 1.0087404845749952,
      "actual_time_seconds": 60.68844933700166,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 96926,
      "reference_cost": 94846,
      "quality_ratio": 1.021930286991544,
      "actual_time_seconds": 60.12168685000506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 99039,
      "reference_cost": 94846,
      "quality_ratio": 1.044208506420935,
      "actual_time_seconds": 60.04769374799798,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 99272,
      "reference_cost": 94846,
      "quality_ratio": 1.0466651203002761,
      "actual_time_seconds": 71.12173910200363,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 107210,
      "reference_cost": 94846,
      "quality_ratio": 1.1303586867131983,
      "actual_time_seconds": 61.20174526097253,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n536-k96",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 97189,
      "reference_cost": 94846,
      "quality_ratio": 1.0247032030871097,
      "actual_time_seconds": 61.537992450990714,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 89731,
      "reference_cost": 86700,
      "quality_ratio": 1.034959630911188,
      "actual_time_seconds": 1.121174264990259,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 88212,
      "reference_cost": 86700,
      "quality_ratio": 1.017439446366782,
      "actual_time_seconds": 1.0452756860177033,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 89019,
      "reference_cost": 86700,
      "quality_ratio": 1.0267474048442906,
      "actual_time_seconds": 1.7403612479974981,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 89795,
      "reference_cost": 86700,
      "quality_ratio": 1.0356978085351787,
      "actual_time_seconds": 1.1530995899811387,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 89539,
      "reference_cost": 86700,
      "quality_ratio": 1.0327450980392157,
      "actual_time_seconds": 1.0565236209949944,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.150312368001323,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 32878,
      "reference_cost": 86700,
      "quality_ratio": null,
      "actual_time_seconds": 2.1699519590183627,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 90154,
      "reference_cost": 86700,
      "quality_ratio": 1.039838523644752,
      "actual_time_seconds": 2.389260361000197,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 89428,
      "reference_cost": 86700,
      "quality_ratio": 1.0314648212226067,
      "actual_time_seconds": 10.125857417995576,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 87822,
      "reference_cost": 86700,
      "quality_ratio": 1.0129411764705882,
      "actual_time_seconds": 10.133456576004392,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 87900,
      "reference_cost": 86700,
      "quality_ratio": 1.013840830449827,
      "actual_time_seconds": 10.697009687981335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 88139,
      "reference_cost": 86700,
      "quality_ratio": 1.0165974625144176,
      "actual_time_seconds": 10.16476701098145,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 89405,
      "reference_cost": 86700,
      "quality_ratio": 1.031199538638985,
      "actual_time_seconds": 10.054818027012516,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.171058371983236,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 149228,
      "reference_cost": 86700,
      "quality_ratio": 1.7211995386389851,
      "actual_time_seconds": 11.164267453015782,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 88419,
      "reference_cost": 86700,
      "quality_ratio": 1.0198269896193772,
      "actual_time_seconds": 10.480849499988835,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89428,
      "reference_cost": 86700,
      "quality_ratio": 1.0314648212226067,
      "actual_time_seconds": 60.12557542999275,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 87489,
      "reference_cost": 86700,
      "quality_ratio": 1.0091003460207613,
      "actual_time_seconds": 60.43045044201426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 86948,
      "reference_cost": 86700,
      "quality_ratio": 1.0028604382929642,
      "actual_time_seconds": 60.75648109300528,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 87656,
      "reference_cost": 86700,
      "quality_ratio": 1.0110265282583621,
      "actual_time_seconds": 60.12336030500592,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89284,
      "reference_cost": 86700,
      "quality_ratio": 1.0298039215686274,
      "actual_time_seconds": 60.05182985999272,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89532,
      "reference_cost": 86700,
      "quality_ratio": 1.0326643598615917,
      "actual_time_seconds": 73.1214465550147,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 114589,
      "reference_cost": 86700,
      "quality_ratio": 1.3216724336793542,
      "actual_time_seconds": 61.12871358499979,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n548-k50",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 87649,
      "reference_cost": 86700,
      "quality_ratio": 1.0109457900807381,
      "actual_time_seconds": 61.58689693501219,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 51833,
      "reference_cost": 42717,
      "quality_ratio": 1.213404499379638,
      "actual_time_seconds": 1.1251547430001665,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 44760,
      "reference_cost": 42717,
      "quality_ratio": 1.0478263923028301,
      "actual_time_seconds": 1.0294412490038667,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45054,
      "reference_cost": 42717,
      "quality_ratio": 1.0547088980967765,
      "actual_time_seconds": 1.7490832170005888,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 53267,
      "reference_cost": 42717,
      "quality_ratio": 1.2469742725378654,
      "actual_time_seconds": 1.120100674976129,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45393,
      "reference_cost": 42717,
      "quality_ratio": 1.0626448486551021,
      "actual_time_seconds": 1.0496058959979564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.141527350991964,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 28037,
      "reference_cost": 42717,
      "quality_ratio": null,
      "actual_time_seconds": 2.2543350600171834,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 47604,
      "reference_cost": 42717,
      "quality_ratio": 1.114404101411616,
      "actual_time_seconds": 2.480103165988112,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48104,
      "reference_cost": 42717,
      "quality_ratio": 1.1261090432380552,
      "actual_time_seconds": 10.13005098499707,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44031,
      "reference_cost": 42717,
      "quality_ratio": 1.030760587119882,
      "actual_time_seconds": 10.082427078014007,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 43668,
      "reference_cost": 42717,
      "quality_ratio": 1.0222627993538873,
      "actual_time_seconds": 10.745186716987519,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 46203,
      "reference_cost": 42717,
      "quality_ratio": 1.0816068544139337,
      "actual_time_seconds": 10.121960882010171,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45266,
      "reference_cost": 42717,
      "quality_ratio": 1.0596717934311866,
      "actual_time_seconds": 10.056781977997161,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.170404013013467,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 104227,
      "reference_cost": 42717,
      "quality_ratio": 2.4399419434885408,
      "actual_time_seconds": 11.135301823989721,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45147,
      "reference_cost": 42717,
      "quality_ratio": 1.0568860172764942,
      "actual_time_seconds": 10.471596115996363,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47777,
      "reference_cost": 42717,
      "quality_ratio": 1.118454011283564,
      "actual_time_seconds": 60.15450659900671,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 43469,
      "reference_cost": 42717,
      "quality_ratio": 1.0176042325069645,
      "actual_time_seconds": 60.369628929009195,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 42981,
      "reference_cost": 42717,
      "quality_ratio": 1.00618020928436,
      "actual_time_seconds": 60.77560724498471,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45671,
      "reference_cost": 42717,
      "quality_ratio": 1.0691527963106022,
      "actual_time_seconds": 60.13061211700551,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45261,
      "reference_cost": 42717,
      "quality_ratio": 1.0595547440129223,
      "actual_time_seconds": 60.04085977500654,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45393,
      "reference_cost": 42717,
      "quality_ratio": 1.0626448486551021,
      "actual_time_seconds": 72.97254053599318,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66156,
      "reference_cost": 42717,
      "quality_ratio": 1.5487042629398131,
      "actual_time_seconds": 61.26520578900818,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n561-k42",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44382,
      "reference_cost": 42717,
      "quality_ratio": 1.0389774562820422,
      "actual_time_seconds": 61.44877760700183,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 55073,
      "reference_cost": 50673,
      "quality_ratio": 1.0868312513567382,
      "actual_time_seconds": 1.1209919450047892,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 52088,
      "reference_cost": 50673,
      "quality_ratio": 1.0279241410613147,
      "actual_time_seconds": 1.0495263669872656,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 52089,
      "reference_cost": 50673,
      "quality_ratio": 1.027943875436623,
      "actual_time_seconds": 1.7499042859999463,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 54909,
      "reference_cost": 50673,
      "quality_ratio": 1.083594813806169,
      "actual_time_seconds": 1.1259142520138994,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 52359,
      "reference_cost": 50673,
      "quality_ratio": 1.0332721567698775,
      "actual_time_seconds": 1.068170057988027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.144670085981488,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 32914,
      "reference_cost": 50673,
      "quality_ratio": null,
      "actual_time_seconds": 2.2890317830024287,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 53976,
      "reference_cost": 50673,
      "quality_ratio": 1.0651826416434789,
      "actual_time_seconds": 1.487286163988756,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 53759,
      "reference_cost": 50673,
      "quality_ratio": 1.060900282201567,
      "actual_time_seconds": 10.119438870024169,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 51835,
      "reference_cost": 50673,
      "quality_ratio": 1.0229313441083023,
      "actual_time_seconds": 10.119547060021432,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 51338,
      "reference_cost": 50673,
      "quality_ratio": 1.0131233595800524,
      "actual_time_seconds": 10.74175299500348,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 53715,
      "reference_cost": 50673,
      "quality_ratio": 1.0600319696879996,
      "actual_time_seconds": 10.121956864983076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 52225,
      "reference_cost": 50673,
      "quality_ratio": 1.0306277504785586,
      "actual_time_seconds": 10.045457055006409,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.176971600973047,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 72875,
      "reference_cost": 50673,
      "quality_ratio": 1.438142600595978,
      "actual_time_seconds": 11.130312163993949,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 53036,
      "reference_cost": 50673,
      "quality_ratio": 1.0466323288536301,
      "actual_time_seconds": 10.469114813982742,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 53278,
      "reference_cost": 50673,
      "quality_ratio": 1.0514080476782508,
      "actual_time_seconds": 60.122680034983205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 51304,
      "reference_cost": 50673,
      "quality_ratio": 1.0124523908195686,
      "actual_time_seconds": 60.37461482299841,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 51184,
      "reference_cost": 50673,
      "quality_ratio": 1.0100842657825666,
      "actual_time_seconds": 60.76848731198697,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 53134,
      "reference_cost": 50673,
      "quality_ratio": 1.0485662976338483,
      "actual_time_seconds": 60.12411415000679,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52147,
      "reference_cost": 50673,
      "quality_ratio": 1.0290884692045073,
      "actual_time_seconds": 60.05252666701563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52350,
      "reference_cost": 50673,
      "quality_ratio": 1.0330945473921023,
      "actual_time_seconds": 73.73648241098272,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 63805,
      "reference_cost": 50673,
      "quality_ratio": 1.2591518165492472,
      "actual_time_seconds": 61.258492302004015,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n573-k30",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52118,
      "reference_cost": 50673,
      "quality_ratio": 1.0285161723205651,
      "actual_time_seconds": 60.77386733199819,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 202754,
      "reference_cost": 190316,
      "quality_ratio": 1.06535446310347,
      "actual_time_seconds": 1.1304686960065737,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 194657,
      "reference_cost": 190316,
      "quality_ratio": 1.0228094327329285,
      "actual_time_seconds": 1.041679143003421,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 198923,
      "reference_cost": 190316,
      "quality_ratio": 1.0452247840433804,
      "actual_time_seconds": 1.8987971949973144,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 201211,
      "reference_cost": 190316,
      "quality_ratio": 1.0572468946383908,
      "actual_time_seconds": 1.1574918529950082,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.043380157003412,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.121698233997449,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 70711,
      "reference_cost": 190316,
      "quality_ratio": null,
      "actual_time_seconds": 2.241433770977892,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 200662,
      "reference_cost": 190316,
      "quality_ratio": 1.0543622186258643,
      "actual_time_seconds": 3.2513861790066585,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 199393,
      "reference_cost": 190316,
      "quality_ratio": 1.0476943609575653,
      "actual_time_seconds": 10.129320306004956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 193270,
      "reference_cost": 190316,
      "quality_ratio": 1.0155215536266,
      "actual_time_seconds": 10.115033440000843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 193094,
      "reference_cost": 190316,
      "quality_ratio": 1.0145967758885222,
      "actual_time_seconds": 10.813980870996602,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 196847,
      "reference_cost": 190316,
      "quality_ratio": 1.0343166102692365,
      "actual_time_seconds": 10.144822969014058,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 199249,
      "reference_cost": 190316,
      "quality_ratio": 1.0469377246264109,
      "actual_time_seconds": 10.058328115992481,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.219337008020375,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 268434,
      "reference_cost": 190316,
      "quality_ratio": 1.4104647008133842,
      "actual_time_seconds": 11.506535702996189,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 199189,
      "reference_cost": 190316,
      "quality_ratio": 1.0466224594884297,
      "actual_time_seconds": 10.626141726999776,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 199320,
      "reference_cost": 190316,
      "quality_ratio": 1.0473107883730217,
      "actual_time_seconds": 60.166769453993766,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 192967,
      "reference_cost": 190316,
      "quality_ratio": 1.0139294646797956,
      "actual_time_seconds": 60.33471200201893,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 190925,
      "reference_cost": 190316,
      "quality_ratio": 1.0031999411505075,
      "actual_time_seconds": 60.79797071201028,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 193560,
      "reference_cost": 190316,
      "quality_ratio": 1.0170453351268416,
      "actual_time_seconds": 60.14151997299632,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 199054,
      "reference_cost": 190316,
      "quality_ratio": 1.0459131129279724,
      "actual_time_seconds": 60.048094922996825,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 199486,
      "reference_cost": 190316,
      "quality_ratio": 1.0481830219214359,
      "actual_time_seconds": 74.39172140401206,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 199936,
      "reference_cost": 190316,
      "quality_ratio": 1.0505475104562938,
      "actual_time_seconds": 61.144617507001385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n586-k159",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 195013,
      "reference_cost": 190316,
      "quality_ratio": 1.0246800058849492,
      "actual_time_seconds": 62.48915501698502,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 116043,
      "reference_cost": 108451,
      "quality_ratio": 1.0700039649242514,
      "actual_time_seconds": 1.1351381939894054,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 111622,
      "reference_cost": 108451,
      "quality_ratio": 1.0292390111663332,
      "actual_time_seconds": 1.0495395149919204,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 114398,
      "reference_cost": 108451,
      "quality_ratio": 1.0548358244737255,
      "actual_time_seconds": 1.8226804900041316,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 117671,
      "reference_cost": 108451,
      "quality_ratio": 1.085015352555532,
      "actual_time_seconds": 1.140986343001714,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 112568,
      "reference_cost": 108451,
      "quality_ratio": 1.0379618445196448,
      "actual_time_seconds": 1.0560852070047986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.119571043003816,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 45129,
      "reference_cost": 108451,
      "quality_ratio": null,
      "actual_time_seconds": 2.329387748002773,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 113981,
      "reference_cost": 108451,
      "quality_ratio": 1.0509907700251726,
      "actual_time_seconds": 3.081944457022473,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 113517,
      "reference_cost": 108451,
      "quality_ratio": 1.0467123401351763,
      "actual_time_seconds": 10.14886487799231,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 111231,
      "reference_cost": 108451,
      "quality_ratio": 1.0256336963236854,
      "actual_time_seconds": 10.091002735978691,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 111213,
      "reference_cost": 108451,
      "quality_ratio": 1.0254677227503666,
      "actual_time_seconds": 10.840417130995775,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 112608,
      "reference_cost": 108451,
      "quality_ratio": 1.0383306746825756,
      "actual_time_seconds": 10.136677032976877,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 112383,
      "reference_cost": 108451,
      "quality_ratio": 1.0362560050160903,
      "actual_time_seconds": 10.056058087997371,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.200916978006717,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 189473,
      "reference_cost": 108451,
      "quality_ratio": 1.747083936524329,
      "actual_time_seconds": 11.186406931985402,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 112348,
      "reference_cost": 108451,
      "quality_ratio": 1.0359332786235258,
      "actual_time_seconds": 10.545682555006351,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 113484,
      "reference_cost": 108451,
      "quality_ratio": 1.0464080552507584,
      "actual_time_seconds": 60.135847339988686,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 110777,
      "reference_cost": 108451,
      "quality_ratio": 1.0214474739744217,
      "actual_time_seconds": 60.41012688301271,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 109150,
      "reference_cost": 108451,
      "quality_ratio": 1.0064453070972144,
      "actual_time_seconds": 60.94982389500365,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 111277,
      "reference_cost": 108451,
      "quality_ratio": 1.0260578510110556,
      "actual_time_seconds": 60.172740009002155,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 112256,
      "reference_cost": 108451,
      "quality_ratio": 1.0350849692487851,
      "actual_time_seconds": 60.04530741999042,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.2260890279722,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 131103,
      "reference_cost": 108451,
      "quality_ratio": 1.2088685212676693,
      "actual_time_seconds": 61.222076746984385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n599-k92",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 111257,
      "reference_cost": 108451,
      "quality_ratio": 1.0258734359295902,
      "actual_time_seconds": 62.48148943000706,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 81248,
      "reference_cost": 59535,
      "quality_ratio": 1.3647098345511044,
      "actual_time_seconds": 1.2139577319903765,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62344,
      "reference_cost": 59535,
      "quality_ratio": 1.0471823297220122,
      "actual_time_seconds": 1.0250458589871414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 63003,
      "reference_cost": 59535,
      "quality_ratio": 1.058251448727639,
      "actual_time_seconds": 2.0359379860165063,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 76325,
      "reference_cost": 59535,
      "quality_ratio": 1.2820189804316788,
      "actual_time_seconds": 1.1459211399778724,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62384,
      "reference_cost": 59535,
      "quality_ratio": 1.0478542034097589,
      "actual_time_seconds": 1.0633036470098887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.1865169719967525,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 29815,
      "reference_cost": 59535,
      "quality_ratio": null,
      "actual_time_seconds": 2.328936737991171,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67539,
      "reference_cost": 59535,
      "quality_ratio": 1.1344419249181155,
      "actual_time_seconds": 1.6932363609957974,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 66148,
      "reference_cost": 59535,
      "quality_ratio": 1.1110775174267238,
      "actual_time_seconds": 10.136482846020954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 61725,
      "reference_cost": 59535,
      "quality_ratio": 1.036785084404132,
      "actual_time_seconds": 10.095635081990622,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 61389,
      "reference_cost": 59535,
      "quality_ratio": 1.0311413454270597,
      "actual_time_seconds": 10.985849650984164,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 65554,
      "reference_cost": 59535,
      "quality_ratio": 1.1011001931636852,
      "actual_time_seconds": 10.141972087993054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 62312,
      "reference_cost": 59535,
      "quality_ratio": 1.0466448307718148,
      "actual_time_seconds": 10.053566977003356,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.249619193986291,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 141415,
      "reference_cost": 59535,
      "quality_ratio": 2.3753254388175025,
      "actual_time_seconds": 11.235265172988875,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 63639,
      "reference_cost": 59535,
      "quality_ratio": 1.0689342403628117,
      "actual_time_seconds": 10.529544758988777,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 65032,
      "reference_cost": 59535,
      "quality_ratio": 1.0923322415385908,
      "actual_time_seconds": 60.1428014379926,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 61307,
      "reference_cost": 59535,
      "quality_ratio": 1.029764004367179,
      "actual_time_seconds": 60.339970987988636,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 60080,
      "reference_cost": 59535,
      "quality_ratio": 1.0091542789955488,
      "actual_time_seconds": 60.937500434025424,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 62467,
      "reference_cost": 59535,
      "quality_ratio": 1.0492483413118334,
      "actual_time_seconds": 60.15653453100822,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 62308,
      "reference_cost": 59535,
      "quality_ratio": 1.0465776434030403,
      "actual_time_seconds": 60.05223432200728,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.19818928398308,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 87525,
      "reference_cost": 59535,
      "quality_ratio": 1.470143613000756,
      "actual_time_seconds": 61.19065292697633,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n613-k62",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 62060,
      "reference_cost": 59535,
      "quality_ratio": 1.0424120265390107,
      "actual_time_seconds": 61.37093721498968,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 66502,
      "reference_cost": 62164,
      "quality_ratio": 1.0697831542371792,
      "actual_time_seconds": 1.1484473389864434,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 65096,
      "reference_cost": 62164,
      "quality_ratio": 1.0471655620616434,
      "actual_time_seconds": 1.0287676219886634,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 65134,
      "reference_cost": 62164,
      "quality_ratio": 1.0477768483366579,
      "actual_time_seconds": 1.961229070002446,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 66857,
      "reference_cost": 62164,
      "quality_ratio": 1.075493854964288,
      "actual_time_seconds": 1.1551608549780212,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 65535,
      "reference_cost": 62164,
      "quality_ratio": 1.0542275271861528,
      "actual_time_seconds": 1.0552708549948875,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.119968311977573,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 31167,
      "reference_cost": 62164,
      "quality_ratio": null,
      "actual_time_seconds": 2.2604083780024666,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 65954,
      "reference_cost": 62164,
      "quality_ratio": 1.0609677626922334,
      "actual_time_seconds": 2.5226102620072197,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 65480,
      "reference_cost": 62164,
      "quality_ratio": 1.0533427707354739,
      "actual_time_seconds": 10.146540955000091,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 63957,
      "reference_cost": 62164,
      "quality_ratio": 1.0288430602921306,
      "actual_time_seconds": 10.101849342987407,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 63897,
      "reference_cost": 62164,
      "quality_ratio": 1.0278778714368444,
      "actual_time_seconds": 10.992872446018737,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 65432,
      "reference_cost": 62164,
      "quality_ratio": 1.052570619651245,
      "actual_time_seconds": 10.15773412300041,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 65467,
      "reference_cost": 62164,
      "quality_ratio": 1.0531336464834953,
      "actual_time_seconds": 10.060711299011018,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.238900513999397,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 113811,
      "reference_cost": 62164,
      "quality_ratio": 1.8308184801492826,
      "actual_time_seconds": 11.160487306013238,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 64922,
      "reference_cost": 62164,
      "quality_ratio": 1.044366514381314,
      "actual_time_seconds": 10.50460179298534,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 65340,
      "reference_cost": 62164,
      "quality_ratio": 1.0510906634064732,
      "actual_time_seconds": 60.17509324400453,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 63281,
      "reference_cost": 62164,
      "quality_ratio": 1.0179685991892413,
      "actual_time_seconds": 60.393953388003865,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 62641,
      "reference_cost": 62164,
      "quality_ratio": 1.007673251399524,
      "actual_time_seconds": 60.95646024600137,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 64034,
      "reference_cost": 62164,
      "quality_ratio": 1.030081719323081,
      "actual_time_seconds": 60.155851140996674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 65345,
      "reference_cost": 62164,
      "quality_ratio": 1.0511710958110803,
      "actual_time_seconds": 60.062784852983896,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.22319027301273,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 81913,
      "reference_cost": 62164,
      "quality_ratio": 1.3176919117173926,
      "actual_time_seconds": 61.199145849008346,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n627-k43",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 63651,
      "reference_cost": 62164,
      "quality_ratio": 1.0239205971301717,
      "actual_time_seconds": 61.249804617022164,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69027,
      "reference_cost": 63684,
      "quality_ratio": 1.0838986244582627,
      "actual_time_seconds": 1.1544001740112435,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 66571,
      "reference_cost": 63684,
      "quality_ratio": 1.0453332077130832,
      "actual_time_seconds": 1.0284269740222953,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 66554,
      "reference_cost": 63684,
      "quality_ratio": 1.0450662646818667,
      "actual_time_seconds": 1.9878327810147312,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68306,
      "reference_cost": 63684,
      "quality_ratio": 1.0725770994284278,
      "actual_time_seconds": 1.1684795439941809,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67645,
      "reference_cost": 63684,
      "quality_ratio": 1.0621977262734752,
      "actual_time_seconds": 1.0680079529993236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.108087021973915,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 24303,
      "reference_cost": 63684,
      "quality_ratio": null,
      "actual_time_seconds": 2.246864047978306,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68484,
      "reference_cost": 63684,
      "quality_ratio": 1.0753721499905784,
      "actual_time_seconds": 2.8092688739998266,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67591,
      "reference_cost": 63684,
      "quality_ratio": 1.0613497895860813,
      "actual_time_seconds": 10.15072364898515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 65823,
      "reference_cost": 63684,
      "quality_ratio": 1.0335877143395515,
      "actual_time_seconds": 10.131433189992094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 65551,
      "reference_cost": 63684,
      "quality_ratio": 1.0293166258400854,
      "actual_time_seconds": 10.97093741002027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67158,
      "reference_cost": 63684,
      "quality_ratio": 1.0545505935556811,
      "actual_time_seconds": 10.160318517009728,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67507,
      "reference_cost": 63684,
      "quality_ratio": 1.0600307769612463,
      "actual_time_seconds": 10.0639002629905,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.255597462994047,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 124333,
      "reference_cost": 63684,
      "quality_ratio": 1.952342817662207,
      "actual_time_seconds": 11.235298348008655,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67396,
      "reference_cost": 63684,
      "quality_ratio": 1.058287795992714,
      "actual_time_seconds": 10.6210480479931,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67411,
      "reference_cost": 63684,
      "quality_ratio": 1.0585233339614346,
      "actual_time_seconds": 60.15238173500984,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 65335,
      "reference_cost": 63684,
      "quality_ratio": 1.0259248790905093,
      "actual_time_seconds": 60.38504863000708,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 64076,
      "reference_cost": 63684,
      "quality_ratio": 1.0061553922492306,
      "actual_time_seconds": 60.990189333009766,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67883,
      "reference_cost": 63684,
      "quality_ratio": 1.0659349287105082,
      "actual_time_seconds": 60.157164175005164,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67380,
      "reference_cost": 63684,
      "quality_ratio": 1.0580365554927453,
      "actual_time_seconds": 60.06075650200364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.22576168598607,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 93666,
      "reference_cost": 63684,
      "quality_ratio": 1.4707932918786508,
      "actual_time_seconds": 61.14543330899323,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n641-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 65607,
      "reference_cost": 63684,
      "quality_ratio": 1.0301959675899754,
      "actual_time_seconds": 61.260527591977734,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108804,
      "reference_cost": 106780,
      "quality_ratio": 1.0189548604607603,
      "actual_time_seconds": 1.15901041199686,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 107518,
      "reference_cost": 106780,
      "quality_ratio": 1.0069114066304552,
      "actual_time_seconds": 1.0327145070186816,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108259,
      "reference_cost": 106780,
      "quality_ratio": 1.0138509084098146,
      "actual_time_seconds": 2.062488622003002,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108738,
      "reference_cost": 106780,
      "quality_ratio": 1.018336767184866,
      "actual_time_seconds": 1.172017817007145,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0565247579943389,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.114144021994434,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 37551,
      "reference_cost": 106780,
      "quality_ratio": null,
      "actual_time_seconds": 2.258299837994855,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108417,
      "reference_cost": 106780,
      "quality_ratio": 1.0153305862521071,
      "actual_time_seconds": 3.623491392005235,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 108015,
      "reference_cost": 106780,
      "quality_ratio": 1.0115658362989324,
      "actual_time_seconds": 10.154535465990193,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 107305,
      "reference_cost": 106780,
      "quality_ratio": 1.0049166510582506,
      "actual_time_seconds": 10.07765869499417,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 107276,
      "reference_cost": 106780,
      "quality_ratio": 1.0046450646188425,
      "actual_time_seconds": 11.0116786879953,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 107387,
      "reference_cost": 106780,
      "quality_ratio": 1.0056845851283012,
      "actual_time_seconds": 10.16777050201199,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 107951,
      "reference_cost": 106780,
      "quality_ratio": 1.0109664731223076,
      "actual_time_seconds": 10.059611039003357,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.25068773998646,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 148618,
      "reference_cost": 106780,
      "quality_ratio": 1.3918149466192171,
      "actual_time_seconds": 11.164507376990514,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 107752,
      "reference_cost": 106780,
      "quality_ratio": 1.0091028282449896,
      "actual_time_seconds": 10.70248253500904,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 107859,
      "reference_cost": 106780,
      "quality_ratio": 1.0101048885559094,
      "actual_time_seconds": 60.156390443007695,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 107279,
      "reference_cost": 106780,
      "quality_ratio": 1.0046731597677467,
      "actual_time_seconds": 60.394948169996496,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 106881,
      "reference_cost": 106780,
      "quality_ratio": 1.000945870013111,
      "actual_time_seconds": 61.010978204983985,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 107105,
      "reference_cost": 106780,
      "quality_ratio": 1.003043641131298,
      "actual_time_seconds": 60.17369292999501,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 107780,
      "reference_cost": 106780,
      "quality_ratio": 1.009365049634763,
      "actual_time_seconds": 60.051293609983986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.27229600798455,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 116738,
      "reference_cost": 106780,
      "quality_ratio": 1.0932571642629707,
      "actual_time_seconds": 61.226454372983426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n655-k131",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 107332,
      "reference_cost": 106780,
      "quality_ratio": 1.0051695073983893,
      "actual_time_seconds": 63.074538326007314,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 187976,
      "reference_cost": 146332,
      "quality_ratio": 1.2845857365442965,
      "actual_time_seconds": 1.1717371730192099,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 0,
      "reference_cost": 146332,
      "quality_ratio": null,
      "actual_time_seconds": 1.02351090600132,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 161107,
      "reference_cost": 146332,
      "quality_ratio": 1.1009690293305634,
      "actual_time_seconds": 2.3287157400045544,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 183868,
      "reference_cost": 146332,
      "quality_ratio": 1.256512587814012,
      "actual_time_seconds": 1.1754776640154887,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.052361245994689,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.121447302022716,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 81380,
      "reference_cost": 146332,
      "quality_ratio": null,
      "actual_time_seconds": 2.2314962499949615,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 164766,
      "reference_cost": 146332,
      "quality_ratio": 1.1259738129732388,
      "actual_time_seconds": 3.085554506018525,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 154583,
      "reference_cost": 146332,
      "quality_ratio": 1.056385479594347,
      "actual_time_seconds": 10.166457404993707,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 152071,
      "reference_cost": 146332,
      "quality_ratio": 1.0392190361643385,
      "actual_time_seconds": 10.092156263999641,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 149332,
      "reference_cost": 146332,
      "quality_ratio": 1.0205013257523987,
      "actual_time_seconds": 11.089597113983473,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 157409,
      "reference_cost": 146332,
      "quality_ratio": 1.0756977284531066,
      "actual_time_seconds": 10.165190486004576,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 157217,
      "reference_cost": 146332,
      "quality_ratio": 1.074385643604953,
      "actual_time_seconds": 10.059513912012335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.250849292002385,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 173842,
      "reference_cost": 146332,
      "quality_ratio": 1.1879971571494956,
      "actual_time_seconds": 11.141714204015443,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 156702,
      "reference_cost": 146332,
      "quality_ratio": 1.0708662493507914,
      "actual_time_seconds": 10.697338068013778,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 152924,
      "reference_cost": 146332,
      "quality_ratio": 1.0450482464532707,
      "actual_time_seconds": 60.16145942901494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 148610,
      "reference_cost": 146332,
      "quality_ratio": 1.0155673400213214,
      "actual_time_seconds": 60.32813742099097,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 147865,
      "reference_cost": 146332,
      "quality_ratio": 1.0104761774594757,
      "actual_time_seconds": 61.03972705299384,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 151249,
      "reference_cost": 146332,
      "quality_ratio": 1.0336016729081814,
      "actual_time_seconds": 60.17010394198587,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 156817,
      "reference_cost": 146332,
      "quality_ratio": 1.0716521335046334,
      "actual_time_seconds": 60.05584434201592,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.25978567398852,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 156275,
      "reference_cost": 146332,
      "quality_ratio": 1.0679482273187,
      "actual_time_seconds": 61.18697843499831,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n670-k130",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 149355,
      "reference_cost": 146332,
      "quality_ratio": 1.0206585025831671,
      "actual_time_seconds": 61.06315078001353,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 87791,
      "reference_cost": 68205,
      "quality_ratio": 1.2871636976761234,
      "actual_time_seconds": 1.170941758027766,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 70482,
      "reference_cost": 68205,
      "quality_ratio": 1.0333846492192655,
      "actual_time_seconds": 1.039643853000598,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 71106,
      "reference_cost": 68205,
      "quality_ratio": 1.042533538596877,
      "actual_time_seconds": 2.1729424450022634,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 87087,
      "reference_cost": 68205,
      "quality_ratio": 1.2768418737629206,
      "actual_time_seconds": 1.176167172001442,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 71403,
      "reference_cost": 68205,
      "quality_ratio": 1.0468880580602595,
      "actual_time_seconds": 1.064935411006445,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.140819149004528,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 33630,
      "reference_cost": 68205,
      "quality_ratio": null,
      "actual_time_seconds": 2.212916927994229,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 79614,
      "reference_cost": 68205,
      "quality_ratio": 1.1672751264570047,
      "actual_time_seconds": 3.6994201299967244,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79276,
      "reference_cost": 68205,
      "quality_ratio": 1.1623194780441317,
      "actual_time_seconds": 10.170521577005275,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 70279,
      "reference_cost": 68205,
      "quality_ratio": 1.0304083278352028,
      "actual_time_seconds": 10.083540058985818,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69965,
      "reference_cost": 68205,
      "quality_ratio": 1.0258045597830072,
      "actual_time_seconds": 11.059182101016631,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 75112,
      "reference_cost": 68205,
      "quality_ratio": 1.1012682354666081,
      "actual_time_seconds": 10.219757174985716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 71301,
      "reference_cost": 68205,
      "quality_ratio": 1.0453925665273807,
      "actual_time_seconds": 10.055801565002184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.22380125298514,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 153386,
      "reference_cost": 68205,
      "quality_ratio": 2.2488967084524596,
      "actual_time_seconds": 11.156090190983377,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 74386,
      "reference_cost": 68205,
      "quality_ratio": 1.0906238545561175,
      "actual_time_seconds": 10.630056305002654,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76777,
      "reference_cost": 68205,
      "quality_ratio": 1.1256799354886005,
      "actual_time_seconds": 60.18995519800228,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 69880,
      "reference_cost": 68205,
      "quality_ratio": 1.0245583168389414,
      "actual_time_seconds": 60.34537966400967,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68847,
      "reference_cost": 68205,
      "quality_ratio": 1.0094127996481197,
      "actual_time_seconds": 61.07093964601518,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 70921,
      "reference_cost": 68205,
      "quality_ratio": 1.0398211274833222,
      "actual_time_seconds": 60.18419461202575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 71209,
      "reference_cost": 68205,
      "quality_ratio": 1.0440436918114508,
      "actual_time_seconds": 60.070268901996315,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.30200303398306,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 96375,
      "reference_cost": 68205,
      "quality_ratio": 1.4130195733450628,
      "actual_time_seconds": 61.13168465302442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n685-k75",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 70666,
      "reference_cost": 68205,
      "quality_ratio": 1.0360823986511254,
      "actual_time_seconds": 61.3522836889897,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 92147,
      "reference_cost": 81923,
      "quality_ratio": 1.1248001171832087,
      "actual_time_seconds": 1.1838654199964367,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85681,
      "reference_cost": 81923,
      "quality_ratio": 1.0458723435421067,
      "actual_time_seconds": 1.0512222609831952,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85922,
      "reference_cost": 81923,
      "quality_ratio": 1.0488141303419065,
      "actual_time_seconds": 2.120629476994509,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 90671,
      "reference_cost": 81923,
      "quality_ratio": 1.1067831988574637,
      "actual_time_seconds": 1.2000679500051774,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85082,
      "reference_cost": 81923,
      "quality_ratio": 1.0385605995874174,
      "actual_time_seconds": 1.07841903399094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.141929575998802,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 26042,
      "reference_cost": 81923,
      "quality_ratio": null,
      "actual_time_seconds": 2.2616509060026146,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 86969,
      "reference_cost": 81923,
      "quality_ratio": 1.061594424032323,
      "actual_time_seconds": 2.033741101011401,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 89250,
      "reference_cost": 81923,
      "quality_ratio": 1.0894376426644532,
      "actual_time_seconds": 10.174410297011491,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 84988,
      "reference_cost": 81923,
      "quality_ratio": 1.0374131806696532,
      "actual_time_seconds": 10.085736623994308,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 84456,
      "reference_cost": 81923,
      "quality_ratio": 1.0309192778584768,
      "actual_time_seconds": 11.11541920201853,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 86050,
      "reference_cost": 81923,
      "quality_ratio": 1.0503765731235428,
      "actual_time_seconds": 10.18332261001342,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 84955,
      "reference_cost": 81923,
      "quality_ratio": 1.0370103633900125,
      "actual_time_seconds": 10.073341028008144,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.235622370004421,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 149178,
      "reference_cost": 81923,
      "quality_ratio": 1.820953822491852,
      "actual_time_seconds": 11.170681394985877,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 85947,
      "reference_cost": 81923,
      "quality_ratio": 1.0491192949476948,
      "actual_time_seconds": 10.650881661014864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89250,
      "reference_cost": 81923,
      "quality_ratio": 1.0894376426644532,
      "actual_time_seconds": 60.17939744700561,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 84148,
      "reference_cost": 81923,
      "quality_ratio": 1.0271596499151643,
      "actual_time_seconds": 60.335603290994186,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 82631,
      "reference_cost": 81923,
      "quality_ratio": 1.0086422616359265,
      "actual_time_seconds": 61.39687498900457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 84018,
      "reference_cost": 81923,
      "quality_ratio": 1.0255727939650647,
      "actual_time_seconds": 60.18503512098687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 84828,
      "reference_cost": 81923,
      "quality_ratio": 1.0354601271926076,
      "actual_time_seconds": 60.071789783018176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.2988955769979,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 118264,
      "reference_cost": 81923,
      "quality_ratio": 1.4435994775581948,
      "actual_time_seconds": 61.20129199398798,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n701-k44",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 84313,
      "reference_cost": 81923,
      "quality_ratio": 1.0291737363133675,
      "actual_time_seconds": 61.332698552985676,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 55436,
      "reference_cost": 43373,
      "quality_ratio": 1.2781223341710282,
      "actual_time_seconds": 1.1805767219921108,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45617,
      "reference_cost": 43373,
      "quality_ratio": 1.0517372558965254,
      "actual_time_seconds": 1.0330414089839906,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45494,
      "reference_cost": 43373,
      "quality_ratio": 1.0489013902658335,
      "actual_time_seconds": 2.2013394740060903,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 52497,
      "reference_cost": 43373,
      "quality_ratio": 1.2103612846701866,
      "actual_time_seconds": 1.196127963019535,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45403,
      "reference_cost": 43373,
      "quality_ratio": 1.0468033108154844,
      "actual_time_seconds": 1.075447126000654,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.136748188000638,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 10376,
      "reference_cost": 43373,
      "quality_ratio": null,
      "actual_time_seconds": 2.247165042994311,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 49023,
      "reference_cost": 43373,
      "quality_ratio": 1.130265372466742,
      "actual_time_seconds": 1.6350512339849956,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 46663,
      "reference_cost": 43373,
      "quality_ratio": 1.0758536416664746,
      "actual_time_seconds": 10.176157453010092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45130,
      "reference_cost": 43373,
      "quality_ratio": 1.0405090724644364,
      "actual_time_seconds": 10.093040022009518,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 44714,
      "reference_cost": 43373,
      "quality_ratio": 1.0309178521199824,
      "actual_time_seconds": 11.187707856995985,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48519,
      "reference_cost": 43373,
      "quality_ratio": 1.1186452401263458,
      "actual_time_seconds": 10.19007990200771,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 45373,
      "reference_cost": 43373,
      "quality_ratio": 1.0461116362714131,
      "actual_time_seconds": 10.088814655988244,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.227698577014962,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 84414,
      "reference_cost": 43373,
      "quality_ratio": 1.9462338321075323,
      "actual_time_seconds": 11.153319991979515,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 47527,
      "reference_cost": 43373,
      "quality_ratio": 1.095773868535725,
      "actual_time_seconds": 10.621952735993546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 46663,
      "reference_cost": 43373,
      "quality_ratio": 1.0758536416664746,
      "actual_time_seconds": 60.182007764989976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44625,
      "reference_cost": 43373,
      "quality_ratio": 1.0288658843059046,
      "actual_time_seconds": 60.39324233899242,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 43630,
      "reference_cost": 43373,
      "quality_ratio": 1.0059253452608765,
      "actual_time_seconds": 61.18594035599381,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 47318,
      "reference_cost": 43373,
      "quality_ratio": 1.0909552025453624,
      "actual_time_seconds": 60.192819853982655,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45298,
      "reference_cost": 43373,
      "quality_ratio": 1.044382449911235,
      "actual_time_seconds": 60.07346985998447,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.33013618600671,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 65702,
      "reference_cost": 43373,
      "quality_ratio": 1.5148133631521914,
      "actual_time_seconds": 61.22510522801895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n716-k35",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45555,
      "reference_cost": 43373,
      "quality_ratio": 1.0503077951721116,
      "actual_time_seconds": 60.99017127099796,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 160945,
      "reference_cost": 136187,
      "quality_ratio": 1.1817941506898602,
      "actual_time_seconds": 1.2026961599767674,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 140452,
      "reference_cost": 136187,
      "quality_ratio": 1.0313172329223788,
      "actual_time_seconds": 1.0320206739997957,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 141529,
      "reference_cost": 136187,
      "quality_ratio": 1.0392254767341964,
      "actual_time_seconds": 2.371844195993617,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 160972,
      "reference_cost": 136187,
      "quality_ratio": 1.181992407498513,
      "actual_time_seconds": 1.2040823900024407,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.064518166007474,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.141507405991433,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 38865,
      "reference_cost": 136187,
      "quality_ratio": null,
      "actual_time_seconds": 2.353569065016927,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 142236,
      "reference_cost": 136187,
      "quality_ratio": 1.044416867982994,
      "actual_time_seconds": 3.0349089440132957,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 146232,
      "reference_cost": 136187,
      "quality_ratio": 1.0737588756636096,
      "actual_time_seconds": 10.207324902992696,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 139650,
      "reference_cost": 136187,
      "quality_ratio": 1.025428271420914,
      "actual_time_seconds": 10.143166894995375,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 139210,
      "reference_cost": 136187,
      "quality_ratio": 1.0221974197243495,
      "actual_time_seconds": 11.226754916016944,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 141102,
      "reference_cost": 136187,
      "quality_ratio": 1.036090082019576,
      "actual_time_seconds": 10.195464477990754,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 139510,
      "reference_cost": 136187,
      "quality_ratio": 1.0244002731538253,
      "actual_time_seconds": 10.086092079000082,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.25116479099961,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 233175,
      "reference_cost": 136187,
      "quality_ratio": 1.712167828059947,
      "actual_time_seconds": 11.277873498998815,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 140342,
      "reference_cost": 136187,
      "quality_ratio": 1.0305095199982377,
      "actual_time_seconds": 10.855830423010048,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 144965,
      "reference_cost": 136187,
      "quality_ratio": 1.0644554913464574,
      "actual_time_seconds": 60.24368595497799,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 139433,
      "reference_cost": 136187,
      "quality_ratio": 1.0238348741069265,
      "actual_time_seconds": 60.481837531988276,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 136789,
      "reference_cost": 136187,
      "quality_ratio": 1.0044203925484811,
      "actual_time_seconds": 61.21566374000395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 138675,
      "reference_cost": 136187,
      "quality_ratio": 1.018268997775118,
      "actual_time_seconds": 60.20424557701335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 139418,
      "reference_cost": 136187,
      "quality_ratio": 1.0237247314354527,
      "actual_time_seconds": 60.06261897800141,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.37356173095759,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 164207,
      "reference_cost": 136187,
      "quality_ratio": 1.2057465103130254,
      "actual_time_seconds": 61.27269907898153,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n733-k159",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 138912,
      "reference_cost": 136187,
      "quality_ratio": 1.0200092519844037,
      "actual_time_seconds": 63.80638008200913,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 101665,
      "reference_cost": 77269,
      "quality_ratio": 1.315728170417632,
      "actual_time_seconds": 1.2950949129881337,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 80504,
      "reference_cost": 77269,
      "quality_ratio": 1.0418667253361633,
      "actual_time_seconds": 1.0574333199765533,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 82652,
      "reference_cost": 77269,
      "quality_ratio": 1.0696657132873468,
      "actual_time_seconds": 2.5432739930110984,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 103618,
      "reference_cost": 77269,
      "quality_ratio": 1.3410035072279958,
      "actual_time_seconds": 1.2152473759488203,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0780426600249484,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.1345766260055825,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 17189,
      "reference_cost": 77269,
      "quality_ratio": null,
      "actual_time_seconds": 2.442866489000153,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85295,
      "reference_cost": 77269,
      "quality_ratio": 1.103870892595996,
      "actual_time_seconds": 2.6457671159878373,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 83385,
      "reference_cost": 77269,
      "quality_ratio": 1.0791520532166845,
      "actual_time_seconds": 10.195744074007962,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 80167,
      "reference_cost": 77269,
      "quality_ratio": 1.037505338492798,
      "actual_time_seconds": 10.092512338014785,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79732,
      "reference_cost": 77269,
      "quality_ratio": 1.0318756551786616,
      "actual_time_seconds": 11.363158718973864,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 83722,
      "reference_cost": 77269,
      "quality_ratio": 1.08351344006005,
      "actual_time_seconds": 10.204193082056008,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79544,
      "reference_cost": 77269,
      "quality_ratio": 1.0294425966428968,
      "actual_time_seconds": 10.067785719991662,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.254321807995439,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 146499,
      "reference_cost": 77269,
      "quality_ratio": 1.8959608639946162,
      "actual_time_seconds": 11.276585571991745,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 81600,
      "reference_cost": 77269,
      "quality_ratio": 1.0560509389276425,
      "actual_time_seconds": 10.79864200000884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 83257,
      "reference_cost": 77269,
      "quality_ratio": 1.077495502724249,
      "actual_time_seconds": 60.20124272798421,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79718,
      "reference_cost": 77269,
      "quality_ratio": 1.0316944699685515,
      "actual_time_seconds": 60.334497734031174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 78092,
      "reference_cost": 77269,
      "quality_ratio": 1.0106511019943314,
      "actual_time_seconds": 61.27051757299341,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 80435,
      "reference_cost": 77269,
      "quality_ratio": 1.0409737410863347,
      "actual_time_seconds": 60.20941920595942,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79485,
      "reference_cost": 77269,
      "quality_ratio": 1.02867903040029,
      "actual_time_seconds": 60.07866717904108,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.373544750968,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 103080,
      "reference_cost": 77269,
      "quality_ratio": 1.3340408184394776,
      "actual_time_seconds": 61.218345538014546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n749-k98",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79183,
      "reference_cost": 77269,
      "quality_ratio": 1.0247706065821998,
      "actual_time_seconds": 62.37035719299456,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 137451,
      "reference_cost": 114417,
      "quality_ratio": 1.20131623797163,
      "actual_time_seconds": 1.2424418790033087,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 119901,
      "reference_cost": 114417,
      "quality_ratio": 1.0479299404808726,
      "actual_time_seconds": 1.113887812010944,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 118717,
      "reference_cost": 114417,
      "quality_ratio": 1.0375818278752282,
      "actual_time_seconds": 2.3940902809845284,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 135115,
      "reference_cost": 114417,
      "quality_ratio": 1.180899691479413,
      "actual_time_seconds": 1.2176217029918917,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0660686080227606,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.1659243940375745,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 90527,
      "reference_cost": 114417,
      "quality_ratio": null,
      "actual_time_seconds": 2.3058636110508814,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 123157,
      "reference_cost": 114417,
      "quality_ratio": 1.0763872501463942,
      "actual_time_seconds": 1.5398355790530331,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 126833,
      "reference_cost": 114417,
      "quality_ratio": 1.108515342999729,
      "actual_time_seconds": 10.199167100014165,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 118422,
      "reference_cost": 114417,
      "quality_ratio": 1.0350035396837882,
      "actual_time_seconds": 10.096446090959944,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 117023,
      "reference_cost": 114417,
      "quality_ratio": 1.0227763356843826,
      "actual_time_seconds": 11.465266957995482,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 126275,
      "reference_cost": 114417,
      "quality_ratio": 1.1036384453359203,
      "actual_time_seconds": 10.221250227012206,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 119149,
      "reference_cost": 114417,
      "quality_ratio": 1.0413574905826932,
      "actual_time_seconds": 10.067527111968957,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.255652756022755,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 182673,
      "reference_cost": 114417,
      "quality_ratio": 1.5965547077794384,
      "actual_time_seconds": 11.202761111024301,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 120636,
      "reference_cost": 114417,
      "quality_ratio": 1.0543538110595454,
      "actual_time_seconds": 10.779715407988988,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 126781,
      "reference_cost": 114417,
      "quality_ratio": 1.108060865081238,
      "actual_time_seconds": 60.20694580901181,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 117384,
      "reference_cost": 114417,
      "quality_ratio": 1.0259314612339074,
      "actual_time_seconds": 60.393311413004994,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 115792,
      "reference_cost": 114417,
      "quality_ratio": 1.012017444960102,
      "actual_time_seconds": 61.31624177302001,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 121477,
      "reference_cost": 114417,
      "quality_ratio": 1.0617041173951423,
      "actual_time_seconds": 60.21529006701894,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 118236,
      "reference_cost": 114417,
      "quality_ratio": 1.0333779071291853,
      "actual_time_seconds": 60.07132278603967,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.3735699239769,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 149482,
      "reference_cost": 114417,
      "quality_ratio": 1.3064666963825307,
      "actual_time_seconds": 61.26316215802217,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n766-k71",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 118583,
      "reference_cost": 114417,
      "quality_ratio": 1.0364106732391165,
      "actual_time_seconds": 61.46234176197322,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 94339,
      "reference_cost": 72386,
      "quality_ratio": 1.3032768767441218,
      "actual_time_seconds": 1.2221619170159101,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 75671,
      "reference_cost": 72386,
      "quality_ratio": 1.0453817036443511,
      "actual_time_seconds": 1.061010432022158,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 76694,
      "reference_cost": 72386,
      "quality_ratio": 1.0595142707153318,
      "actual_time_seconds": 2.5519829320255667,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 92083,
      "reference_cost": 72386,
      "quality_ratio": 1.2721106291271793,
      "actual_time_seconds": 1.2407598699792288,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 76386,
      "reference_cost": 72386,
      "quality_ratio": 1.055259304285359,
      "actual_time_seconds": 1.0929537609918043,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.1156318740104325,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 21738,
      "reference_cost": 72386,
      "quality_ratio": null,
      "actual_time_seconds": 2.334804276993964,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 82358,
      "reference_cost": 72386,
      "quality_ratio": 1.1377614455834002,
      "actual_time_seconds": 1.6799589630099945,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79520,
      "reference_cost": 72386,
      "quality_ratio": 1.098554969192938,
      "actual_time_seconds": 10.227678516996093,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 75671,
      "reference_cost": 72386,
      "quality_ratio": 1.0453817036443511,
      "actual_time_seconds": 10.09880808397429,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 75027,
      "reference_cost": 72386,
      "quality_ratio": 1.0364849556544082,
      "actual_time_seconds": 11.394504397001583,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79460,
      "reference_cost": 72386,
      "quality_ratio": 1.0977260796286574,
      "actual_time_seconds": 10.230983429995831,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76131,
      "reference_cost": 72386,
      "quality_ratio": 1.0517365236371674,
      "actual_time_seconds": 10.08169308298966,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.271537021966651,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 159436,
      "reference_cost": 72386,
      "quality_ratio": 2.202580609510126,
      "actual_time_seconds": 11.23207020398695,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79792,
      "reference_cost": 72386,
      "quality_ratio": 1.1023126018843423,
      "actual_time_seconds": 10.822493307990953,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79520,
      "reference_cost": 72386,
      "quality_ratio": 1.098554969192938,
      "actual_time_seconds": 60.22064385097474,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 74921,
      "reference_cost": 72386,
      "quality_ratio": 1.0350205840908464,
      "actual_time_seconds": 60.33632334001595,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 73244,
      "reference_cost": 72386,
      "quality_ratio": 1.0118531207692094,
      "actual_time_seconds": 61.55967289197724,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 77541,
      "reference_cost": 72386,
      "quality_ratio": 1.0712154283977564,
      "actual_time_seconds": 60.22763268201379,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 75909,
      "reference_cost": 72386,
      "quality_ratio": 1.04866963224933,
      "actual_time_seconds": 60.07432024902664,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.45967823598767,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 119324,
      "reference_cost": 72386,
      "quality_ratio": 1.6484403061365458,
      "actual_time_seconds": 61.276459698041435,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n783-k48",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76004,
      "reference_cost": 72386,
      "quality_ratio": 1.0499820407261073,
      "actual_time_seconds": 61.166898151976056,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78884,
      "reference_cost": 73311,
      "quality_ratio": 1.076018605666271,
      "actual_time_seconds": 1.2865560759673826,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 76369,
      "reference_cost": 73311,
      "quality_ratio": 1.0417127034142215,
      "actual_time_seconds": 1.0382044450379908,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 76728,
      "reference_cost": 73311,
      "quality_ratio": 1.0466096493022876,
      "actual_time_seconds": 2.5076505850302055,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78264,
      "reference_cost": 73311,
      "quality_ratio": 1.0675614846339567,
      "actual_time_seconds": 1.2357966100098565,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 77118,
      "reference_cost": 73311,
      "quality_ratio": 1.0519294512419692,
      "actual_time_seconds": 1.1034929159795865,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.140430421975907,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 24256,
      "reference_cost": 73311,
      "quality_ratio": null,
      "actual_time_seconds": 2.350440726033412,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 77798,
      "reference_cost": 73311,
      "quality_ratio": 1.061205003341927,
      "actual_time_seconds": 2.1127973910188302,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76418,
      "reference_cost": 73311,
      "quality_ratio": 1.0423810887861302,
      "actual_time_seconds": 10.220836688007694,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 75596,
      "reference_cost": 73311,
      "quality_ratio": 1.0311685831594168,
      "actual_time_seconds": 10.10233333602082,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 75116,
      "reference_cost": 73311,
      "quality_ratio": 1.02462113461827,
      "actual_time_seconds": 11.493577596032992,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76088,
      "reference_cost": 73311,
      "quality_ratio": 1.037879717914092,
      "actual_time_seconds": 10.241173958987929,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76919,
      "reference_cost": 73311,
      "quality_ratio": 1.049214988200952,
      "actual_time_seconds": 10.069149113958701,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.24713386199437,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 157985,
      "reference_cost": 73311,
      "quality_ratio": 2.1549972036938523,
      "actual_time_seconds": 11.24127459601732,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 77366,
      "reference_cost": 73311,
      "quality_ratio": 1.055312299654895,
      "actual_time_seconds": 10.881216302979738,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76352,
      "reference_cost": 73311,
      "quality_ratio": 1.0414808146117227,
      "actual_time_seconds": 60.24127827299526,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 74887,
      "reference_cost": 73311,
      "quality_ratio": 1.0214974560434313,
      "actual_time_seconds": 60.38252037600614,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 74116,
      "reference_cost": 73311,
      "quality_ratio": 1.0109806168242146,
      "actual_time_seconds": 61.54689934698399,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 75289,
      "reference_cost": 73311,
      "quality_ratio": 1.0269809441966418,
      "actual_time_seconds": 60.23195280798245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 76707,
      "reference_cost": 73311,
      "quality_ratio": 1.0463231984286123,
      "actual_time_seconds": 60.07377662399085,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.46049884497188,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 119144,
      "reference_cost": 73311,
      "quality_ratio": 1.625185852054944,
      "actual_time_seconds": 61.24982435395941,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n801-k40",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 75293,
      "reference_cost": 73311,
      "quality_ratio": 1.027035506267818,
      "actual_time_seconds": 60.8655835770187,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 167395,
      "reference_cost": 158121,
      "quality_ratio": 1.0586512860404373,
      "actual_time_seconds": 1.233078372955788,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 162875,
      "reference_cost": 158121,
      "quality_ratio": 1.0300655826866767,
      "actual_time_seconds": 1.0851756670163013,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 165390,
      "reference_cost": 158121,
      "quality_ratio": 1.0459711233801963,
      "actual_time_seconds": 2.542328982031904,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 82844,
      "reference_cost": 158121,
      "quality_ratio": null,
      "actual_time_seconds": 1.2821110639488325,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0970222420291975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.151268127956428,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 34491,
      "reference_cost": 158121,
      "quality_ratio": null,
      "actual_time_seconds": 2.41991425602464,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 166565,
      "reference_cost": 158121,
      "quality_ratio": 1.0534021413980432,
      "actual_time_seconds": 2.4255923710297793,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 165220,
      "reference_cost": 158121,
      "quality_ratio": 1.0448959973691034,
      "actual_time_seconds": 10.222773165965918,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 161608,
      "reference_cost": 158121,
      "quality_ratio": 1.0220527317687087,
      "actual_time_seconds": 10.097391455958132,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 161745,
      "reference_cost": 158121,
      "quality_ratio": 1.0229191568482365,
      "actual_time_seconds": 11.583397389971651,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 166517,
      "reference_cost": 158121,
      "quality_ratio": 1.0530985764066758,
      "actual_time_seconds": 10.256464191013947,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 166016,
      "reference_cost": 158121,
      "quality_ratio": 1.049930116809279,
      "actual_time_seconds": 10.082698336045723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.313132394978311,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 268609,
      "reference_cost": 158121,
      "quality_ratio": 1.698756015962459,
      "actual_time_seconds": 11.272074004053138,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 165958,
      "reference_cost": 158121,
      "quality_ratio": 1.0495633091113767,
      "actual_time_seconds": 11.099009894998744,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 165178,
      "reference_cost": 158121,
      "quality_ratio": 1.044630378001657,
      "actual_time_seconds": 60.224801192991436,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 161211,
      "reference_cost": 158121,
      "quality_ratio": 1.0195419963192744,
      "actual_time_seconds": 60.38057367800502,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 159799,
      "reference_cost": 158121,
      "quality_ratio": 1.010612126156551,
      "actual_time_seconds": 61.529731777030975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 161734,
      "reference_cost": 158121,
      "quality_ratio": 1.0228495898710481,
      "actual_time_seconds": 60.2448264620034,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 165792,
      "reference_cost": 158121,
      "quality_ratio": 1.048513480182898,
      "actual_time_seconds": 60.10901235800702,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.47760645800736,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 186125,
      "reference_cost": 158121,
      "quality_ratio": 1.1771048753802467,
      "actual_time_seconds": 61.26159531099256,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n819-k171",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 163137,
      "reference_cost": 158121,
      "quality_ratio": 1.0317225415978901,
      "actual_time_seconds": 63.563301477988716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 205933,
      "reference_cost": 193737,
      "quality_ratio": 1.0629513206047374,
      "actual_time_seconds": 1.2782388140331022,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 198647,
      "reference_cost": 193737,
      "quality_ratio": 1.0253436359600903,
      "actual_time_seconds": 1.0889450950198807,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 202295,
      "reference_cost": 193737,
      "quality_ratio": 1.0441732864656725,
      "actual_time_seconds": 2.6727487629977986,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 98043,
      "reference_cost": 193737,
      "quality_ratio": null,
      "actual_time_seconds": 1.2844462909852155,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.071009551989846,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.169879362045322,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 42060,
      "reference_cost": 193737,
      "quality_ratio": null,
      "actual_time_seconds": 2.324365908978507,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 202068,
      "reference_cost": 193737,
      "quality_ratio": 1.0430015949457254,
      "actual_time_seconds": 1.8537346229422837,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 202008,
      "reference_cost": 193737,
      "quality_ratio": 1.0426918967466203,
      "actual_time_seconds": 10.230934805003926,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 198217,
      "reference_cost": 193737,
      "quality_ratio": 1.0231241321998379,
      "actual_time_seconds": 10.176112572022248,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 198826,
      "reference_cost": 193737,
      "quality_ratio": 1.0262675689207534,
      "actual_time_seconds": 11.608829854987562,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 200456,
      "reference_cost": 193737,
      "quality_ratio": 1.0346810366631052,
      "actual_time_seconds": 10.246041561011225,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 200951,
      "reference_cost": 193737,
      "quality_ratio": 1.0372360468057211,
      "actual_time_seconds": 10.080136244010646,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.240921399963554,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 315030,
      "reference_cost": 193737,
      "quality_ratio": 1.6260703944006565,
      "actual_time_seconds": 11.350173507991713,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 201977,
      "reference_cost": 193737,
      "quality_ratio": 1.0425318860104162,
      "actual_time_seconds": 11.253973993996624,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 202008,
      "reference_cost": 193737,
      "quality_ratio": 1.0426918967466203,
      "actual_time_seconds": 60.272636453970335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 197336,
      "reference_cost": 193737,
      "quality_ratio": 1.0185767303096467,
      "actual_time_seconds": 60.48896979197161,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 195804,
      "reference_cost": 193737,
      "quality_ratio": 1.0106691029591663,
      "actual_time_seconds": 61.65685870900052,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 198331,
      "reference_cost": 193737,
      "quality_ratio": 1.0237125587781373,
      "actual_time_seconds": 60.25114493700676,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 200924,
      "reference_cost": 193737,
      "quality_ratio": 1.0370966826161239,
      "actual_time_seconds": 60.080222586984746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.51465030998224,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 243120,
      "reference_cost": 193737,
      "quality_ratio": 1.2548971027733473,
      "actual_time_seconds": 61.35408950300189,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n837-k142",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 199084,
      "reference_cost": 193737,
      "quality_ratio": 1.0275992711769049,
      "actual_time_seconds": 61.85852955101291,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 94049,
      "reference_cost": 88965,
      "quality_ratio": 1.0571460686786938,
      "actual_time_seconds": 1.3159523700014688,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 90876,
      "reference_cost": 88965,
      "quality_ratio": 1.0214803574439386,
      "actual_time_seconds": 1.0559457339695655,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 91661,
      "reference_cost": 88965,
      "quality_ratio": 1.030304052155342,
      "actual_time_seconds": 2.6951409720350057,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 72685,
      "reference_cost": 88965,
      "quality_ratio": null,
      "actual_time_seconds": 1.281261452997569,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0840889840037562,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.114180139033124,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 36829,
      "reference_cost": 88965,
      "quality_ratio": null,
      "actual_time_seconds": 2.3539902929915115,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 92224,
      "reference_cost": 88965,
      "quality_ratio": 1.0366323835216096,
      "actual_time_seconds": 3.7591534110251814,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 91616,
      "reference_cost": 88965,
      "quality_ratio": 1.0297982352610577,
      "actual_time_seconds": 10.24500870303018,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 90345,
      "reference_cost": 88965,
      "quality_ratio": 1.0155117180913842,
      "actual_time_seconds": 10.118498833966441,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 90441,
      "reference_cost": 88965,
      "quality_ratio": 1.016590794132524,
      "actual_time_seconds": 11.654902285023127,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 90533,
      "reference_cost": 88965,
      "quality_ratio": 1.0176249086719495,
      "actual_time_seconds": 10.26139337499626,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 92105,
      "reference_cost": 88965,
      "quality_ratio": 1.0352947788456135,
      "actual_time_seconds": 10.083857539983,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.278822240012232,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 211897,
      "reference_cost": 88965,
      "quality_ratio": 2.381801832181195,
      "actual_time_seconds": 11.212895328993909,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 92169,
      "reference_cost": 88965,
      "quality_ratio": 1.03601416287304,
      "actual_time_seconds": 13.284831936005503,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 91409,
      "reference_cost": 88965,
      "quality_ratio": 1.0274714775473501,
      "actual_time_seconds": 60.27918169996701,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 90048,
      "reference_cost": 88965,
      "quality_ratio": 1.012173326589108,
      "actual_time_seconds": 60.371069706976414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89324,
      "reference_cost": 88965,
      "quality_ratio": 1.0040352947788456,
      "actual_time_seconds": 61.7024697859888,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89998,
      "reference_cost": 88965,
      "quality_ratio": 1.0116113078176812,
      "actual_time_seconds": 60.26151234196732,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 91877,
      "reference_cost": 88965,
      "quality_ratio": 1.0327319732479066,
      "actual_time_seconds": 60.07950867398176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.55901217198698,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 127490,
      "reference_cost": 88965,
      "quality_ratio": 1.433035463384477,
      "actual_time_seconds": 61.375723681005184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n856-k95",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 90249,
      "reference_cost": 88965,
      "quality_ratio": 1.0144326420502445,
      "actual_time_seconds": 61.83484457200393,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 114572,
      "reference_cost": 99299,
      "quality_ratio": 1.1538081954501052,
      "actual_time_seconds": 1.2663276569801383,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 103345,
      "reference_cost": 99299,
      "quality_ratio": 1.0407456268441777,
      "actual_time_seconds": 1.107241221005097,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 103253,
      "reference_cost": 99299,
      "quality_ratio": 1.039819132116134,
      "actual_time_seconds": 2.8377839389722794,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 118033,
      "reference_cost": 99299,
      "quality_ratio": 1.1886625242953102,
      "actual_time_seconds": 1.2818134620320052,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.092162979010027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.178745242010336,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 15448,
      "reference_cost": 99299,
      "quality_ratio": null,
      "actual_time_seconds": 2.4478727729874663,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 105201,
      "reference_cost": 99299,
      "quality_ratio": 1.05943665092297,
      "actual_time_seconds": 2.460461742943153,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 104034,
      "reference_cost": 99299,
      "quality_ratio": 1.0476842667096344,
      "actual_time_seconds": 10.266159245045856,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 102305,
      "reference_cost": 99299,
      "quality_ratio": 1.0302722081793372,
      "actual_time_seconds": 10.134921061981004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 102335,
      "reference_cost": 99299,
      "quality_ratio": 1.0305743260254383,
      "actual_time_seconds": 11.865603134967387,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 105733,
      "reference_cost": 99299,
      "quality_ratio": 1.0647942073938308,
      "actual_time_seconds": 10.275697692995891,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 102311,
      "reference_cost": 99299,
      "quality_ratio": 1.0303326317485575,
      "actual_time_seconds": 10.130003747006413,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.254412143025547,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 181437,
      "reference_cost": 99299,
      "quality_ratio": 1.8271785214352612,
      "actual_time_seconds": 11.31488227500813,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 103818,
      "reference_cost": 99299,
      "quality_ratio": 1.045509018217706,
      "actual_time_seconds": 11.260551393963397,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 103764,
      "reference_cost": 99299,
      "quality_ratio": 1.044965206094724,
      "actual_time_seconds": 60.2623851459939,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 101390,
      "reference_cost": 99299,
      "quality_ratio": 1.0210576138732514,
      "actual_time_seconds": 60.375637824006844,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 100227,
      "reference_cost": 99299,
      "quality_ratio": 1.0093455120393962,
      "actual_time_seconds": 61.8776122169802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 104465,
      "reference_cost": 99299,
      "quality_ratio": 1.0520246930986212,
      "actual_time_seconds": 60.30539975699503,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 102081,
      "reference_cost": 99299,
      "quality_ratio": 1.0280163949284484,
      "actual_time_seconds": 60.115186189999804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.75229675701121,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 139957,
      "reference_cost": 99299,
      "quality_ratio": 1.4094502462260445,
      "actual_time_seconds": 61.35050245397724,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n876-k59",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 101651,
      "reference_cost": 99299,
      "quality_ratio": 1.0236860391343316,
      "actual_time_seconds": 61.310323783021886,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62426,
      "reference_cost": 53860,
      "quality_ratio": 1.1590419606386928,
      "actual_time_seconds": 1.2939539159997366,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 56771,
      "reference_cost": 53860,
      "quality_ratio": 1.0540475306349795,
      "actual_time_seconds": 1.1334021909860894,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 57625,
      "reference_cost": 53860,
      "quality_ratio": 1.0699034533976977,
      "actual_time_seconds": 3.3344137669773772,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 37432,
      "reference_cost": 53860,
      "quality_ratio": null,
      "actual_time_seconds": 1.3004671069793403,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 58795,
      "reference_cost": 53860,
      "quality_ratio": 1.0916264389157073,
      "actual_time_seconds": 1.0999964639777318,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.0748155459878035,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 17429,
      "reference_cost": 53860,
      "quality_ratio": null,
      "actual_time_seconds": 2.552519009972457,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 60030,
      "reference_cost": 53860,
      "quality_ratio": 1.1145562569624954,
      "actual_time_seconds": 2.0927228949731216,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58851,
      "reference_cost": 53860,
      "quality_ratio": 1.0926661715558856,
      "actual_time_seconds": 10.325174287019763,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 56730,
      "reference_cost": 53860,
      "quality_ratio": 1.0532862978091349,
      "actual_time_seconds": 10.107005068042781,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 56282,
      "reference_cost": 53860,
      "quality_ratio": 1.0449684366877088,
      "actual_time_seconds": 11.921942191023845,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58837,
      "reference_cost": 53860,
      "quality_ratio": 1.092406238395841,
      "actual_time_seconds": 10.284701376978774,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58707,
      "reference_cost": 53860,
      "quality_ratio": 1.0899925733382845,
      "actual_time_seconds": 10.103624637995381,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.169554257998243,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 151363,
      "reference_cost": 53860,
      "quality_ratio": 2.810304493130338,
      "actual_time_seconds": 11.338435582001694,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 59945,
      "reference_cost": 53860,
      "quality_ratio": 1.112978091347939,
      "actual_time_seconds": 11.612293906975538,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58576,
      "reference_cost": 53860,
      "quality_ratio": 1.087560341626439,
      "actual_time_seconds": 60.28224513598252,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 56176,
      "reference_cost": 53860,
      "quality_ratio": 1.0430003713330858,
      "actual_time_seconds": 60.40285043703625,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 54479,
      "reference_cost": 53860,
      "quality_ratio": 1.0114927590048273,
      "actual_time_seconds": 63.2281982700224,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 56977,
      "reference_cost": 53860,
      "quality_ratio": 1.0578722614184923,
      "actual_time_seconds": 60.29279331699945,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58537,
      "reference_cost": 53860,
      "quality_ratio": 1.086836242109172,
      "actual_time_seconds": 60.09795575495809,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.67320295999525,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 109526,
      "reference_cost": 53860,
      "quality_ratio": 2.0335313776457484,
      "actual_time_seconds": 61.32603045197902,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n895-k37",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 56978,
      "reference_cost": 53860,
      "quality_ratio": 1.0578908280727812,
      "actual_time_seconds": 61.06488494295627,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 348412,
      "reference_cost": 329179,
      "quality_ratio": 1.058427177918397,
      "actual_time_seconds": 1.350935519032646,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 337020,
      "reference_cost": 329179,
      "quality_ratio": 1.0238198670024516,
      "actual_time_seconds": 1.1077310189721175,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 342810,
      "reference_cost": 329179,
      "quality_ratio": 1.0414090813812547,
      "actual_time_seconds": 3.455663362983614,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 124022,
      "reference_cost": 329179,
      "quality_ratio": null,
      "actual_time_seconds": 1.3537028799764812,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1324924480286427,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.163810567988548,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 50196,
      "reference_cost": 329179,
      "quality_ratio": null,
      "actual_time_seconds": 2.4524389670114033,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 344043,
      "reference_cost": 329179,
      "quality_ratio": 1.0451547638215075,
      "actual_time_seconds": 1.8964300540392287,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 343321,
      "reference_cost": 329179,
      "quality_ratio": 1.0429614282806619,
      "actual_time_seconds": 10.318275348981842,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 334871,
      "reference_cost": 329179,
      "quality_ratio": 1.0172915040145332,
      "actual_time_seconds": 10.111078410001937,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 335128,
      "reference_cost": 329179,
      "quality_ratio": 1.0180722342555266,
      "actual_time_seconds": 11.878922624979168,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 343182,
      "reference_cost": 329179,
      "quality_ratio": 1.0425391656211362,
      "actual_time_seconds": 10.297851816983894,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 343904,
      "reference_cost": 329179,
      "quality_ratio": 1.0447325011619817,
      "actual_time_seconds": 10.118704470980447,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.241549095022492,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 484438,
      "reference_cost": 329179,
      "quality_ratio": 1.471655239246732,
      "actual_time_seconds": 11.375619126018137,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 344001,
      "reference_cost": 329179,
      "quality_ratio": 1.0450271736653918,
      "actual_time_seconds": 13.011747460986953,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 343321,
      "reference_cost": 329179,
      "quality_ratio": 1.0429614282806619,
      "actual_time_seconds": 60.27949683798943,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 333837,
      "reference_cost": 329179,
      "quality_ratio": 1.0141503558853997,
      "actual_time_seconds": 60.39017240999965,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 331832,
      "reference_cost": 329179,
      "quality_ratio": 1.0080594448613065,
      "actual_time_seconds": 61.955766225990374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 337637,
      "reference_cost": 329179,
      "quality_ratio": 1.0256942271530078,
      "actual_time_seconds": 60.30569558200659,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 343708,
      "reference_cost": 329179,
      "quality_ratio": 1.044137080433442,
      "actual_time_seconds": 60.08764985896414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.5573702499969,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 379291,
      "reference_cost": 329179,
      "quality_ratio": 1.1522332834111533,
      "actual_time_seconds": 61.29131951602176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n916-k207",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 340225,
      "reference_cost": 329179,
      "quality_ratio": 1.033556211058421,
      "actual_time_seconds": 63.34005261398852,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 179891,
      "reference_cost": 132715,
      "quality_ratio": 1.3554684850996497,
      "actual_time_seconds": 1.3016412570141256,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 0,
      "reference_cost": 132715,
      "quality_ratio": null,
      "actual_time_seconds": 1.045901166042313,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 146832,
      "reference_cost": 132715,
      "quality_ratio": 1.106370794559771,
      "actual_time_seconds": 3.412718362000305,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 87628,
      "reference_cost": 132715,
      "quality_ratio": null,
      "actual_time_seconds": 1.3184098659548908,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.092890169005841,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.163339989027008,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 54230,
      "reference_cost": 132715,
      "quality_ratio": null,
      "actual_time_seconds": 2.3668892739806324,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 150493,
      "reference_cost": 132715,
      "quality_ratio": 1.1339562219794297,
      "actual_time_seconds": 2.109850368986372,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 153582,
      "reference_cost": 132715,
      "quality_ratio": 1.1572316618317446,
      "actual_time_seconds": 10.29153953603236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": false,
      "cost": 0,
      "reference_cost": 132715,
      "quality_ratio": null,
      "actual_time_seconds": 10.080898680025712,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 137995,
      "reference_cost": 132715,
      "quality_ratio": 1.0397845006216329,
      "actual_time_seconds": 12.037870027997997,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 153306,
      "reference_cost": 132715,
      "quality_ratio": 1.1551520174810685,
      "actual_time_seconds": 10.31118392496137,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 143463,
      "reference_cost": 132715,
      "quality_ratio": 1.0809855705835814,
      "actual_time_seconds": 10.112207436002791,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.272867113002576,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 192725,
      "reference_cost": 132715,
      "quality_ratio": 1.4521719474060957,
      "actual_time_seconds": 11.323688187985681,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 150107,
      "reference_cost": 132715,
      "quality_ratio": 1.1310477338658027,
      "actual_time_seconds": 11.426981265016366,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 142878,
      "reference_cost": 132715,
      "quality_ratio": 1.0765776287533437,
      "actual_time_seconds": 60.28803469601553,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 136328,
      "reference_cost": 132715,
      "quality_ratio": 1.0272237501412802,
      "actual_time_seconds": 60.43210295197787,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 135538,
      "reference_cost": 132715,
      "quality_ratio": 1.0212711449346343,
      "actual_time_seconds": 62.08016622503055,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 140902,
      "reference_cost": 132715,
      "quality_ratio": 1.0616885807934295,
      "actual_time_seconds": 60.31656198797282,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 142731,
      "reference_cost": 132715,
      "quality_ratio": 1.0754699920883095,
      "actual_time_seconds": 60.10687377798604,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.71417452499736,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 162013,
      "reference_cost": 132715,
      "quality_ratio": 1.2207587687902648,
      "actual_time_seconds": 61.380188789975364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n936-k151",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 140659,
      "reference_cost": 132715,
      "quality_ratio": 1.0598575895716384,
      "actual_time_seconds": 61.32431189803174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 91987,
      "reference_cost": 85465,
      "quality_ratio": 1.0763119405604633,
      "actual_time_seconds": 1.4775973730138503,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 87551,
      "reference_cost": 85465,
      "quality_ratio": 1.0244076522553092,
      "actual_time_seconds": 1.0463814190006815,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 88885,
      "reference_cost": 85465,
      "quality_ratio": 1.040016380974668,
      "actual_time_seconds": 3.202385346055962,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 31829,
      "reference_cost": 85465,
      "quality_ratio": null,
      "actual_time_seconds": 1.3746629849774763,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.092076168046333,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.15188743598992,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 21015,
      "reference_cost": 85465,
      "quality_ratio": null,
      "actual_time_seconds": 2.448118472995702,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 89342,
      "reference_cost": 85465,
      "quality_ratio": 1.0453635991341486,
      "actual_time_seconds": 1.6529662039829418,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 88904,
      "reference_cost": 85465,
      "quality_ratio": 1.040238694202305,
      "actual_time_seconds": 10.318353631009813,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 87432,
      "reference_cost": 85465,
      "quality_ratio": 1.0230152694085297,
      "actual_time_seconds": 10.209308219025843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 87444,
      "reference_cost": 85465,
      "quality_ratio": 1.0231556777628268,
      "actual_time_seconds": 12.484032180043869,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 87394,
      "reference_cost": 85465,
      "quality_ratio": 1.0225706429532557,
      "actual_time_seconds": 10.329229138034862,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 89255,
      "reference_cost": 85465,
      "quality_ratio": 1.0443456385654946,
      "actual_time_seconds": 10.10325859603472,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.240233536984306,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 199907,
      "reference_cost": 85465,
      "quality_ratio": 2.3390510735388754,
      "actual_time_seconds": 11.383632078010123,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.010672340984456,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 88865,
      "reference_cost": 85465,
      "quality_ratio": 1.0397823670508395,
      "actual_time_seconds": 60.30486959498376,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 86896,
      "reference_cost": 85465,
      "quality_ratio": 1.0167436962499268,
      "actual_time_seconds": 60.7040859030094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 86047,
      "reference_cost": 85465,
      "quality_ratio": 1.0068098051834085,
      "actual_time_seconds": 62.125044359010644,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 86678,
      "reference_cost": 85465,
      "quality_ratio": 1.0141929444801965,
      "actual_time_seconds": 60.32407788001001,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 89084,
      "reference_cost": 85465,
      "quality_ratio": 1.0423448195167613,
      "actual_time_seconds": 60.10630083997967,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.56618212600006,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 130703,
      "reference_cost": 85465,
      "quality_ratio": 1.5293160943076114,
      "actual_time_seconds": 61.28908313298598,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n957-k87",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 87245,
      "reference_cost": 85465,
      "quality_ratio": 1.0208272392207336,
      "actual_time_seconds": 61.15813648997573,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 142965,
      "reference_cost": 118976,
      "quality_ratio": 1.2016288999462077,
      "actual_time_seconds": 1.3261074380134232,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 124802,
      "reference_cost": 118976,
      "quality_ratio": 1.048967859064013,
      "actual_time_seconds": 1.0468753409804776,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 122760,
      "reference_cost": 118976,
      "quality_ratio": 1.0318047337278107,
      "actual_time_seconds": 3.190310988051351,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 56537,
      "reference_cost": 118976,
      "quality_ratio": null,
      "actual_time_seconds": 1.366377329977695,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1001945880125277,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 6.123729184968397,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": 15940,
      "reference_cost": 118976,
      "quality_ratio": null,
      "actual_time_seconds": 2.4235069139976986,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 130132,
      "reference_cost": 118976,
      "quality_ratio": 1.093766810112964,
      "actual_time_seconds": 3.0681127419811673,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 123971,
      "reference_cost": 118976,
      "quality_ratio": 1.0419832571274878,
      "actual_time_seconds": 10.332531312014908,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 123855,
      "reference_cost": 118976,
      "quality_ratio": 1.0410082705755783,
      "actual_time_seconds": 10.152709317975678,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 121596,
      "reference_cost": 118976,
      "quality_ratio": 1.0220212479827864,
      "actual_time_seconds": 12.19385580602102,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 129296,
      "reference_cost": 118976,
      "quality_ratio": 1.086740182894029,
      "actual_time_seconds": 10.35004468698753,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 122860,
      "reference_cost": 118976,
      "quality_ratio": 1.0326452393760086,
      "actual_time_seconds": 10.123330284026451,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 15.24922284897184,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 194984,
      "reference_cost": 118976,
      "quality_ratio": 1.6388515330823024,
      "actual_time_seconds": 11.335479660017882,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 129854,
      "reference_cost": 118976,
      "quality_ratio": 1.0914302044109736,
      "actual_time_seconds": 12.130502358020749,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 123612,
      "reference_cost": 118976,
      "quality_ratio": 1.0389658418504573,
      "actual_time_seconds": 60.312168003001716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "pyhygese",
      "solver_version": "0.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 122620,
      "reference_cost": 118976,
      "quality_ratio": 1.0306280258203335,
      "actual_time_seconds": 60.60782432794804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "pyvrp",
      "solver_version": "0.13.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 120079,
      "reference_cost": 118976,
      "quality_ratio": 1.0092707772996234,
      "actual_time_seconds": 62.236154982005246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "rustvrp",
      "solver_version": "1.25.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 127339,
      "reference_cost": 118976,
      "quality_ratio": 1.070291487358795,
      "actual_time_seconds": 60.345667404995766,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 122646,
      "reference_cost": 118976,
      "quality_ratio": 1.030846557288865,
      "actual_time_seconds": 60.11573702795431,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 75.60388843296096,
      "wall_time_over_limit": true,
      "watchdog_killed": true,
      "error": true
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 165819,
      "reference_cost": 118976,
      "quality_ratio": 1.3937180607853685,
      "actual_time_seconds": 61.439677878981456,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "3614f02a-0336-4153-a575-f434697506fb",
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "dataset_set": "canonical",
      "instance": "X-n979-k58",
      "solver": "vroom",
      "solver_version": "1.15.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 123938,
      "reference_cost": 118976,
      "quality_ratio": 1.0417058902635825,
      "actual_time_seconds": 61.31321498402394,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0407209739787504,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 13130,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0622687870054506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20630,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3647588750172872,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.4806803860119544,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.110961364000104,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4395,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.050454801996239,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7725,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.36024362698663,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7465,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.524065804987913,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.128780227998504,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3410,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.06496450101258,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3745,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.41227182498551,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 7465,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.54684148399974,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0141102070047054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14960,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.062003155995626,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 21395,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3644132099871058,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.47611253298237,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.128167329006828,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4900,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.05218569902354,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7450,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.36400252400199,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7330,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.47578993201023,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.12613516600686,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3280,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.04763048799941,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4120,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.38271901299595,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 7330,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.60430325899506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 0.9654758829856291,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 12845,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0211372170015238,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 20300,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3360450890031643,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 7030,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.3926196999964304,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.131293353013461,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4545,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.038150819018483,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 8175,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.356017675978364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 6750,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.497951280005509,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.12687475301209,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3390,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.03618791999179,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4250,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.39641043302254,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6295,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.54401813200093,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2990055760019459,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 35365,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0274534059863072,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 49495,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.6292332609882578,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5250766910030507,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.259739797009388,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9700,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.064604769984726,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20880,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.664361385977827,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12265,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.530813315010164,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.22291735801264,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6005,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.0904302590061,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 9165,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.70913470402593,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12265,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.56224332100828,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2954013910202775,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 34755,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0275507580081467,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48990,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.6475668239872903,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5746010019793175,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.264878501009662,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9560,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.059027346986113,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20385,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.652101161016617,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12275,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.59012993000215,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.22037745799753,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6060,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.10083876698627,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8660,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.709662267996464,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12275,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.480600367998704,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.294302197988145,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 32975,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.061628841998754,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 48460,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.6704974620079156,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.527683594991686,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.293034603993874,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9365,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.061693449009908,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20120,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.66100573199219,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27435,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.431849253014661,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.23426893100259,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6120,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.08313257599366,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 9460,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.715797573007876,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n030w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24525,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.48743716799072,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1888255789817777,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 14405,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0631058900034986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30425,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.4172388830047566,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 8580,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5278122829913627,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.148855809005909,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4650,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.063904181006365,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 10130,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.47238216700498,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 8095,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.678059058991494,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.18443215501611,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3160,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.07874518400058,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5070,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.42986864299746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 7465,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.40440841499367,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1921015019761398,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 19080,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0615436309890356,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31455,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.4166676509776153,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 8260,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5307568480202463,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.141939786000876,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4760,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.053553261008346,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9925,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.41659640398575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7820,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.521506712975679,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.149713797989534,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3030,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.075925957004074,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4350,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.4187593459792,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 7515,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.48037674900843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.191548988019349,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 19015,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0620481960067991,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31455,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.4166752430028282,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 8260,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.427880149014527,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.146184790006373,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4760,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.061255870008608,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9730,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.413059351005359,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7770,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.525272027007304,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.14890836601262,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3030,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.07577378299902,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4275,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.43419030899531,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 7205,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.38393406299292,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2521710669971071,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 64305,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0619624789978843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 75285,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.8235850209894124,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5779157399956603,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.212094350979896,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16365,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.064295090996893,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 52615,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.815538674010895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16275,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.633881109999493,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.2670571070048,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 9510,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.13254583597882,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15185,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.91212145998725,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16275,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.60235067497706,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2409631490008906,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 58505,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0621042840066366,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 73655,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.8226993500138633,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5793689190177247,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.184618897998007,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17870,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.059153771988349,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48215,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.81235318799736,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16200,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.578731655987212,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.263111205014866,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 9865,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.09492815300473,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15985,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.88817515299888,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16200,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.65391571400687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2772707149852067,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 58430,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0620468730048742,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 73655,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.8217879839939997,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.6803687840001658,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.359131271980004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17900,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.110909366019769,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48435,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.80760341300629,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16200,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.535974336002255,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.26377443500678,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 9960,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.07327346000238,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16095,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.887181663973024,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n035w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16200,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.5989988319925,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2085478240041994,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30540,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0618364799884148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 36230,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.5172745849995408,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5787024020100944,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.157903617015108,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7890,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.061387444002321,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 18805,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.512714218988549,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9425,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.484840344026452,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.16498651102302,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4595,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.087093324022135,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6660,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.54360131599242,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 9425,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.46366622200003,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.203084190026857,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 31485,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0614267829805613,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37870,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.5174036099924706,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5311000360234175,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.165787050005747,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7270,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.054261195007712,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 21320,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.506268720986554,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9335,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.582769295986509,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.150606479001,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4655,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.08400158199947,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6620,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.56099306899705,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 9335,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.50394191901432,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1981070809997618,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 30925,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0603955010010395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 37575,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.516848530009156,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.3768439650011715,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.156015076994663,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 7435,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.056589426996652,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 20385,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.501520704012364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 26305,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.363932665000902,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.162267277017236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4355,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.081112922984175,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6635,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.58184865000658,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17845,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.55239071600954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3306097390013747,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 78555,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0626648680190556,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 88045,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.027064599998994,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.6812218060076702,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 9.051527729985537,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25855,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.071893403015565,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68960,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.015751540020574,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17740,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.582149970985483,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.28439389000414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 10785,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.08761412699823,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19610,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.08509673801018,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17740,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.52432453300571,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3536798919958528,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 77115,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.062299772980623,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 85355,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.0269683400110807,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.679428467992693,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.355496520991437,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 23325,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.064689129008912,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67595,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.01578777001123,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16785,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.628417658008402,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.33806218398968,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 10715,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.098969473998295,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18490,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.147660151997115,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16785,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.52874616798363,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3133637399878353,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 77180,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0619410460058134,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 86930,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.025935768004274,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.730059537978377,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.381154569011414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25065,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.068466725002509,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 68860,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.015115629008505,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16270,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.6279891320155,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.30332126899157,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12330,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.08966118900571,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20645,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.070228616008535,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n040w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16120,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.46578828099882,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2276139559980948,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 41160,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0614671910007019,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 46750,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.720484816993121,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5294359069957864,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.191301645972999,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 10750,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.05567999201594,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 33780,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.71126230401569,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 22930,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.633237356989412,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.19659501599381,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5160,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.05512348600314,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8075,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.73542825799086,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22680,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.56365778399049,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2484818169905338,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 39460,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0624043339921627,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 45445,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.7202070479979739,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.576166863000253,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.191939518001163,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 10825,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.051202704984462,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 30870,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.706847978988662,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12510,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.473995937994914,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.19467847602209,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5360,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.05586953400052,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8090,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.790125971019734,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12510,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.537826462998055,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.245345545001328,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 41790,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0610186019912362,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 46285,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.7214185390039347,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.4249228029802907,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.193273520009825,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 12570,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.05615827802103,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 34270,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.705597938998835,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 11580,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.570021886000177,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.22112279201974,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5505,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.11393899601535,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 7620,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.792498605005676,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 11580,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.54228340499685,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.4390380260010716,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 95175,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0620048280106857,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 101370,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 3.03949924200424,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.6753440129978117,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.496348009997746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 67500,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.049900462996447,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 90435,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.673517917981371,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 24785,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.676608998008305,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.361375584005145,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17680,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.113577901007375,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 52175,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.698997444997076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 24785,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.536778926994884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.4300183939922135,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 92490,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0617317580035888,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 97805,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 3.1386617030075286,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.677960069006076,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.508265746000689,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 70015,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.046938015002524,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 89595,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.72427516899188,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 25605,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.581048060004832,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.36136194897699,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19170,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.244176315987715,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 51325,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.752868594019674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 25605,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.6871031030023,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.4246347679872997,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 92220,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0647637420042884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 97800,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 3.091052795993164,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.628377630986506,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.485201656993013,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 62695,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.045693341991864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 88830,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.676286871021148,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 32265,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.52123750600731,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.40615845200955,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18210,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.17905309901107,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 48130,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.68682987100328,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n050w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 32265,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.636411735002184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2991435030126013,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 61720,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0634139789908659,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62575,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.8742733229883015,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.629230839025695,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.266084079979919,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 48325,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.046132588991895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 57665,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.917479808995267,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 17240,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.539990150980884,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.2300772399758,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 13050,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.13390114202048,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 30645,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.80144408700289,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17240,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.52171095000813,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3095693279756233,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62045,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0612309459829703,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62915,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.8740489190095104,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.680201170995133,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.313354333979078,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 49660,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.04783085201052,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58020,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.858958217024338,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 16295,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.623284503992181,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.242448762990534,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12555,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.07782011301606,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27715,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.89851727100904,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15820,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.535439892002614,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3280228569929022,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 61495,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0626207460009027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 62625,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.8781106039823499,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.732984945992939,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.318630733003374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 51510,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.062368785991566,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 57540,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.91197646598448,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 18190,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.582536536996486,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.2366514870082,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 12995,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.157236341998214,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 31240,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.85347926200484,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18190,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.50693273500656,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.5279138080077246,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108205,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.061877149011707,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 109445,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.201733324007364,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.781166867003776,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 9.533177217002958,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 95480,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.052312746993266,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 104775,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.088737179001328,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 60740,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.635338585008867,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.43676788700395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 33695,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.13286584301386,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 85600,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.11242407900863,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 60740,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.70176173598156,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.5437876989890356,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 107305,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0640584259817842,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108515,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.248749496007804,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.7869414929882623,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 9.29810156300664,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 93960,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.049617877986748,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 103395,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.082754150993424,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 27575,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.679029849008657,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.48515740598668,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 29840,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.13507188000949,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 79470,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.069498442986514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 27100,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.69595073198434,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.523136528005125,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 106810,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0641768740024418,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 108020,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.2031808480096515,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.782103379984619,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 9.356608822999988,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 97250,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.052923117007595,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 103545,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.083622436010046,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 28585,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.581493723002495,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.435772972006816,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36430,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.10918320599012,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 83285,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.13871786900563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n060w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 28585,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.719330749998335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1658571740263142,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67050,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0628972240083385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 68430,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.230835144990124,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.6254331359814387,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.329735103994608,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 56470,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.04766833598842,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 62820,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.270631241000956,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14585,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.528326132975053,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.263377634983044,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 15485,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.09841505700024,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 45570,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.265612631017575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14145,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.588921212998684,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1752872049983125,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67955,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.060740791988792,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69510,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.283463858999312,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.635131469985936,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.25008295601583,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 56780,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.04617786000017,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 63810,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.318660115997773,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14945,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.568280181003502,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.260666165995644,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 17475,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.06329891399946,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44255,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.33157373999711,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14255,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.64282146599726,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.1911119789874647,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 67955,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.061759519012412,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 69355,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.2846485750051215,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.5829153649974614,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.334901773981983,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 56625,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.054579440009547,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 63365,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.217248479981208,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 14945,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.53281457099365,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.25640687998384,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 16810,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.10060926998267,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 44390,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.25080736898235,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 14305,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.58798005699646,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.5822312890086323,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 146355,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0632616850198247,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 152285,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.354295689990977,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.727344426995842,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.699373160983669,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 132725,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.049398830975406,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 143805,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.487583609996364,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 37205,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.725197127991123,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.485623047017725,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 59290,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.12589001900051,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 120755,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.478607496013865,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37205,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.68789485900197,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.590394695987925,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 148290,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.061828701000195,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 154000,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.257258446974447,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.677679051004816,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.710784410010092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 134260,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.050844455021434,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 145870,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.380178968014661,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35970,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.63509472401347,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.49523084098473,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 67795,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.09349369601114,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 121190,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.387952760996995,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 34920,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.59262709700852,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.5955325760005508,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 148445,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0639365160022862,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 154000,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.406321124028182,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.681323639000766,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.688375684025232,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 134510,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.052563245000783,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 145870,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.390689617022872,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 35855,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.687725329014938,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.487609407980926,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 66010,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.10192317399196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 121190,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.363323391997255,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n070w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 35295,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.70142805299838,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3210714779852424,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 80270,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0327339420036878,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 81325,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.419690916984109,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.617715094005689,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.387786061997758,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69150,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.032814713020343,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 76765,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.42716912398464,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 18630,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.618121925013838,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.306164009991335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 22375,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.13694111900986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 57015,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.419815883011324,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H0_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18055,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.57985767899663,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.2374989200034179,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 80775,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0631275490159169,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 81890,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.4352469769946765,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.6811190849984996,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.376934104016982,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 69890,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.033373421989381,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 77420,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.474091809999663,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19070,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.686071353004081,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.293027122999774,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 20960,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.085080268996535,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 55350,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.44283696298953,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H1_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18065,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.57485110199195,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.3394324569962919,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 83025,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0324667819950264,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 84110,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.4256455870054197,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.6164978979795706,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.3803971229936,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 71940,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.033042552997358,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 79145,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.418914720998146,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 19945,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.578405037987977,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.28962120000506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 19615,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.176751596998656,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 57995,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.4592418820248,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w4_H2_WD0-1-2-3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 18970,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.586701238993555,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.6893471009971108,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 169225,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.062848469009623,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 173290,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 5.016101958986837,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.7781009539903607,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.773191676998977,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 153810,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.099269919999642,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 165205,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.844356173998676,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 37650,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.682006103976164,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.56821263898746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68600,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.13472235901281,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 139705,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.770178762002615,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H0_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36755,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.63320664400817,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.598155269981362,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 164010,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0629510899889283,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 168765,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.763115184003254,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.732877770991763,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.770108671014896,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 148795,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.055925905006006,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 160830,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.801771002996247,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 38350,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.731831901997793,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.69027008899138,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68480,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.09672332499758,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 132565,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.79021904000547,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H1_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 37390,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.715352990984684,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.6425464960047975,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 165225,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 1.0620754550036509,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 170270,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 4.859911645005923,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": false,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 2.733565937989624,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.769450082996627,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 149915,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 10.050108552997699,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 161680,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 12.74060356701375,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 37210,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 11.678055127005791,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.67780118298833,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 68630,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 60.10775792901404,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 136640,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 62.77518431498902,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "aeabc780-28fc-4e7d-b0fc-41fbbd2dbe97",
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "dataset_set": "canonical",
      "instance": "n080w8_H2_WD0-1-2-3-4-5-6-7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 36520,
      "reference_cost": null,
      "quality_ratio": null,
      "actual_time_seconds": 61.75811778497882,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1248,
      "reference_cost": 1234,
      "quality_ratio": 1.0113452188006482,
      "actual_time_seconds": 1.0302602349838708,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1288,
      "reference_cost": 1234,
      "quality_ratio": 1.0437601296596435,
      "actual_time_seconds": 1.0109481989929918,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1282,
      "reference_cost": 1234,
      "quality_ratio": 1.0388978930307942,
      "actual_time_seconds": 1.0382537379919086,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1480,
      "reference_cost": 1234,
      "quality_ratio": 1.1993517017828201,
      "actual_time_seconds": 1.858149437000975,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1234,
      "reference_cost": 1234,
      "quality_ratio": 1,
      "actual_time_seconds": 10.025828271987848,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1287,
      "reference_cost": 1234,
      "quality_ratio": 1.0429497568881685,
      "actual_time_seconds": 10.009136609005509,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1266,
      "reference_cost": 1234,
      "quality_ratio": 1.0259319286871962,
      "actual_time_seconds": 10.030795460013906,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1250,
      "reference_cost": 1234,
      "quality_ratio": 1.012965964343598,
      "actual_time_seconds": 10.846400975977303,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1234,
      "reference_cost": 1234,
      "quality_ratio": 1,
      "actual_time_seconds": 10.387917257990921,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1287,
      "reference_cost": 1234,
      "quality_ratio": 1.0429497568881685,
      "actual_time_seconds": 60.00849708399619,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1266,
      "reference_cost": 1234,
      "quality_ratio": 1.0259319286871962,
      "actual_time_seconds": 60.04335015898687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz5",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1250,
      "reference_cost": 1234,
      "quality_ratio": 1.012965964343598,
      "actual_time_seconds": 60.870283633994404,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 943,
      "reference_cost": 943,
      "quality_ratio": 1,
      "actual_time_seconds": 0.5222676870180294,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 960,
      "reference_cost": 943,
      "quality_ratio": 1.0180275715800635,
      "actual_time_seconds": 1.0100117450056132,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 960,
      "reference_cost": 943,
      "quality_ratio": 1.0180275715800635,
      "actual_time_seconds": 1.030495889019221,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1020,
      "reference_cost": 943,
      "quality_ratio": 1.0816542948038177,
      "actual_time_seconds": 1.8521719780110288,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 943,
      "reference_cost": 943,
      "quality_ratio": 1,
      "actual_time_seconds": 0.5610319120169152,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 960,
      "reference_cost": 943,
      "quality_ratio": 1.0180275715800635,
      "actual_time_seconds": 10.009132819017395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 960,
      "reference_cost": 943,
      "quality_ratio": 1.0180275715800635,
      "actual_time_seconds": 10.02946523000719,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 971,
      "reference_cost": 943,
      "quality_ratio": 1.029692470837752,
      "actual_time_seconds": 10.841825595998671,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 943,
      "reference_cost": 943,
      "quality_ratio": 1,
      "actual_time_seconds": 0.5209095620084554,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 960,
      "reference_cost": 943,
      "quality_ratio": 1.0180275715800635,
      "actual_time_seconds": 60.00806378899142,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 960,
      "reference_cost": 943,
      "quality_ratio": 1.0180275715800635,
      "actual_time_seconds": 60.03048752099858,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz6",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 943,
      "reference_cost": 943,
      "quality_ratio": 1,
      "actual_time_seconds": 60.85082139499718,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 750,
      "reference_cost": 656,
      "quality_ratio": 1.1432926829268293,
      "actual_time_seconds": 1.027512389991898,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 799,
      "reference_cost": 656,
      "quality_ratio": 1.2179878048780488,
      "actual_time_seconds": 1.0265454140026122,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 656,
      "quality_ratio": null,
      "actual_time_seconds": 1.0396736239781603,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 899,
      "reference_cost": 656,
      "quality_ratio": 1.3704268292682926,
      "actual_time_seconds": 1.8638508529984392,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 734,
      "reference_cost": 656,
      "quality_ratio": 1.1189024390243902,
      "actual_time_seconds": 10.040435512986733,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 749,
      "reference_cost": 656,
      "quality_ratio": 1.141768292682927,
      "actual_time_seconds": 10.023652782983845,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 747,
      "reference_cost": 656,
      "quality_ratio": 1.138719512195122,
      "actual_time_seconds": 10.045013786002528,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 818,
      "reference_cost": 656,
      "quality_ratio": 1.2469512195121952,
      "actual_time_seconds": 10.959980164014269,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 685,
      "reference_cost": 656,
      "quality_ratio": 1.0442073170731707,
      "actual_time_seconds": 60.03284360101679,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 733,
      "reference_cost": 656,
      "quality_ratio": 1.1173780487804879,
      "actual_time_seconds": 60.009596331976354,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 734,
      "reference_cost": 656,
      "quality_ratio": 1.1189024390243902,
      "actual_time_seconds": 60.04138702302589,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz7",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 710,
      "reference_cost": 656,
      "quality_ratio": 1.0823170731707317,
      "actual_time_seconds": 60.87968544301111,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 793,
      "reference_cost": 667,
      "quality_ratio": 1.1889055472263867,
      "actual_time_seconds": 1.04081028199289,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 667,
      "quality_ratio": null,
      "actual_time_seconds": 1.0110879599815235,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 667,
      "quality_ratio": null,
      "actual_time_seconds": 1.0539039369905367,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 667,
      "quality_ratio": null,
      "actual_time_seconds": 2.2039275460119825,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 732,
      "reference_cost": 667,
      "quality_ratio": 1.0974512743628186,
      "actual_time_seconds": 10.032361474004574,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 764,
      "reference_cost": 667,
      "quality_ratio": 1.1454272863568216,
      "actual_time_seconds": 10.042335364007158,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 787,
      "reference_cost": 667,
      "quality_ratio": 1.1799100449775113,
      "actual_time_seconds": 10.039335059002042,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 839,
      "reference_cost": 667,
      "quality_ratio": 1.2578710644677662,
      "actual_time_seconds": 10.879791743995156,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 705,
      "reference_cost": 667,
      "quality_ratio": 1.0569715142428786,
      "actual_time_seconds": 60.03109934501117,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 752,
      "reference_cost": 667,
      "quality_ratio": 1.1274362818590704,
      "actual_time_seconds": 60.064652980014216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 748,
      "reference_cost": 667,
      "quality_ratio": 1.12143928035982,
      "actual_time_seconds": 60.04735754500143,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz8",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 719,
      "reference_cost": 667,
      "quality_ratio": 1.077961019490255,
      "actual_time_seconds": 61.312462277011946,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 764,
      "reference_cost": 678,
      "quality_ratio": 1.126843657817109,
      "actual_time_seconds": 1.0254774570057634,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 835,
      "reference_cost": 678,
      "quality_ratio": 1.2315634218289087,
      "actual_time_seconds": 1.0151752940146253,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 678,
      "quality_ratio": null,
      "actual_time_seconds": 1.0342800969956443,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 962,
      "reference_cost": 678,
      "quality_ratio": 1.4188790560471976,
      "actual_time_seconds": 1.830849282006966,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 736,
      "reference_cost": 678,
      "quality_ratio": 1.0855457227138643,
      "actual_time_seconds": 10.036339497979498,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 776,
      "reference_cost": 678,
      "quality_ratio": 1.1445427728613569,
      "actual_time_seconds": 10.01955363099114,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 784,
      "reference_cost": 678,
      "quality_ratio": 1.1563421828908556,
      "actual_time_seconds": 10.046731779992115,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 857,
      "reference_cost": 678,
      "quality_ratio": 1.2640117994100295,
      "actual_time_seconds": 10.85734231301467,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 720,
      "reference_cost": 678,
      "quality_ratio": 1.0619469026548674,
      "actual_time_seconds": 60.03688001498813,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 754,
      "reference_cost": 678,
      "quality_ratio": 1.112094395280236,
      "actual_time_seconds": 60.03017948998604,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 755,
      "reference_cost": 678,
      "quality_ratio": 1.1135693215339233,
      "actual_time_seconds": 60.03510365501279,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "abz9",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 756,
      "reference_cost": 678,
      "quality_ratio": 1.1150442477876106,
      "actual_time_seconds": 60.84533938500681,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 0.030310458998428658,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 59,
      "reference_cost": 55,
      "quality_ratio": 1.0727272727272728,
      "actual_time_seconds": 1.0075102089904249,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 59,
      "reference_cost": 55,
      "quality_ratio": 1.0727272727272728,
      "actual_time_seconds": 1.0283577869995497,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 1.815846629004227,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 0.029888288991060108,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 10.007983051007614,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 58,
      "reference_cost": 55,
      "quality_ratio": 1.0545454545454545,
      "actual_time_seconds": 10.027878662978765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 10.801479504007148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 0.03491090700845234,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 60.00766183299129,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 58,
      "reference_cost": 55,
      "quality_ratio": 1.0545454545454545,
      "actual_time_seconds": 60.02833341999212,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 55,
      "reference_cost": 55,
      "quality_ratio": 1,
      "actual_time_seconds": 60.89370855499874,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 971,
      "reference_cost": 930,
      "quality_ratio": 1.0440860215053764,
      "actual_time_seconds": 1.0232526500185486,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 995,
      "reference_cost": 930,
      "quality_ratio": 1.0698924731182795,
      "actual_time_seconds": 1.008057162980549,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1004,
      "reference_cost": 930,
      "quality_ratio": 1.0795698924731183,
      "actual_time_seconds": 1.030791147990385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1120,
      "reference_cost": 930,
      "quality_ratio": 1.2043010752688172,
      "actual_time_seconds": 1.8934085960208904,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 934,
      "reference_cost": 930,
      "quality_ratio": 1.0043010752688173,
      "actual_time_seconds": 10.032948660984403,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 995,
      "reference_cost": 930,
      "quality_ratio": 1.0698924731182795,
      "actual_time_seconds": 10.010350408003433,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1004,
      "reference_cost": 930,
      "quality_ratio": 1.0795698924731183,
      "actual_time_seconds": 10.039451655000448,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 949,
      "reference_cost": 930,
      "quality_ratio": 1.0204301075268818,
      "actual_time_seconds": 10.952590456989128,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 930,
      "reference_cost": 930,
      "quality_ratio": 1,
      "actual_time_seconds": 26.566955991991563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 995,
      "reference_cost": 930,
      "quality_ratio": 1.0698924731182795,
      "actual_time_seconds": 60.00814620801248,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 995,
      "reference_cost": 930,
      "quality_ratio": 1.0698924731182795,
      "actual_time_seconds": 60.044688080000924,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 949,
      "reference_cost": 930,
      "quality_ratio": 1.0204301075268818,
      "actual_time_seconds": 60.85571218901896,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1177,
      "reference_cost": 1165,
      "quality_ratio": 1.0103004291845494,
      "actual_time_seconds": 1.023487300000852,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1279,
      "reference_cost": 1165,
      "quality_ratio": 1.0978540772532188,
      "actual_time_seconds": 1.0097178459982388,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1439,
      "reference_cost": 1165,
      "quality_ratio": 1.2351931330472103,
      "actual_time_seconds": 1.0439566390123218,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1463,
      "reference_cost": 1165,
      "quality_ratio": 1.255793991416309,
      "actual_time_seconds": 1.8994424910051748,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1165,
      "reference_cost": 1165,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0614383030042518,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1234,
      "reference_cost": 1165,
      "quality_ratio": 1.0592274678111588,
      "actual_time_seconds": 10.012052917008987,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1277,
      "reference_cost": 1165,
      "quality_ratio": 1.096137339055794,
      "actual_time_seconds": 10.036950019974029,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1179,
      "reference_cost": 1165,
      "quality_ratio": 1.0120171673819742,
      "actual_time_seconds": 10.88934600900393,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1165,
      "reference_cost": 1165,
      "quality_ratio": 1,
      "actual_time_seconds": 1.101690759009216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1165,
      "quality_ratio": 1.0360515021459227,
      "actual_time_seconds": 60.009075562004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1239,
      "reference_cost": 1165,
      "quality_ratio": 1.063519313304721,
      "actual_time_seconds": 60.036183626012644,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ft20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1175,
      "reference_cost": 1165,
      "quality_ratio": 1.0085836909871244,
      "actual_time_seconds": 60.85297481701127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 0.054050897975685075,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0084730399830732,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 710,
      "reference_cost": 666,
      "quality_ratio": 1.0660660660660661,
      "actual_time_seconds": 1.028536444006022,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 687,
      "reference_cost": 666,
      "quality_ratio": 1.0315315315315314,
      "actual_time_seconds": 1.788930092996452,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 0.05408105000969954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 10.007573804003187,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 10.031058382999618,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 10.863770515017677,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 0.053577477985527366,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 60.00818716199137,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03006401800667,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 666,
      "reference_cost": 666,
      "quality_ratio": 1,
      "actual_time_seconds": 60.82992839999497,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 655,
      "reference_cost": 655,
      "quality_ratio": 1,
      "actual_time_seconds": 0.16105468501336873,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 669,
      "reference_cost": 655,
      "quality_ratio": 1.0213740458015268,
      "actual_time_seconds": 1.0075910089944955,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 669,
      "reference_cost": 655,
      "quality_ratio": 1.0213740458015268,
      "actual_time_seconds": 1.0303030450013466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 717,
      "reference_cost": 655,
      "quality_ratio": 1.0946564885496184,
      "actual_time_seconds": 1.824118518998148,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 655,
      "reference_cost": 655,
      "quality_ratio": 1,
      "actual_time_seconds": 0.21205488499253988,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 655,
      "reference_cost": 655,
      "quality_ratio": 1,
      "actual_time_seconds": 10.00864333298523,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 655,
      "reference_cost": 655,
      "quality_ratio": 1,
      "actual_time_seconds": 10.030283602012787,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 667,
      "reference_cost": 655,
      "quality_ratio": 1.0183206106870228,
      "actual_time_seconds": 10.881661075982265,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 655,
      "reference_cost": 655,
      "quality_ratio": 1,
      "actual_time_seconds": 0.26679897800204344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 655,
      "reference_cost": 655,
      "quality_ratio": 1,
      "actual_time_seconds": 60.00793342597899,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 655,
      "reference_cost": 655,
      "quality_ratio": 1,
      "actual_time_seconds": 60.029439432983054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 667,
      "reference_cost": 655,
      "quality_ratio": 1.0183206106870228,
      "actual_time_seconds": 60.89225718201487,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 597,
      "reference_cost": 597,
      "quality_ratio": 1,
      "actual_time_seconds": 0.3266591650026385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 700,
      "reference_cost": 597,
      "quality_ratio": 1.1725293132328307,
      "actual_time_seconds": 1.0105483219958842,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 695,
      "reference_cost": 597,
      "quality_ratio": 1.1641541038525962,
      "actual_time_seconds": 1.0295029940025415,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 658,
      "reference_cost": 597,
      "quality_ratio": 1.102177554438861,
      "actual_time_seconds": 1.92987603097572,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 597,
      "reference_cost": 597,
      "quality_ratio": 1,
      "actual_time_seconds": 0.348514648998389,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 643,
      "reference_cost": 597,
      "quality_ratio": 1.0770519262981575,
      "actual_time_seconds": 10.008241798001109,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 662,
      "reference_cost": 597,
      "quality_ratio": 1.1088777219430486,
      "actual_time_seconds": 10.032293088006554,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 605,
      "reference_cost": 597,
      "quality_ratio": 1.0134003350083751,
      "actual_time_seconds": 11.198494975978974,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 597,
      "reference_cost": 597,
      "quality_ratio": 1,
      "actual_time_seconds": 0.31988836501841433,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 632,
      "reference_cost": 597,
      "quality_ratio": 1.0586264656616415,
      "actual_time_seconds": 60.00884846202098,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 624,
      "reference_cost": 597,
      "quality_ratio": 1.0452261306532664,
      "actual_time_seconds": 60.03551326302113,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 605,
      "reference_cost": 597,
      "quality_ratio": 1.0134003350083751,
      "actual_time_seconds": 60.791621104988735,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 590,
      "reference_cost": 590,
      "quality_ratio": 1,
      "actual_time_seconds": 0.1975976920221001,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 596,
      "reference_cost": 590,
      "quality_ratio": 1.0101694915254238,
      "actual_time_seconds": 1.007754282996757,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 602,
      "reference_cost": 590,
      "quality_ratio": 1.0203389830508474,
      "actual_time_seconds": 1.0290797890047543,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 628,
      "reference_cost": 590,
      "quality_ratio": 1.064406779661017,
      "actual_time_seconds": 1.8375026599969715,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 590,
      "reference_cost": 590,
      "quality_ratio": 1,
      "actual_time_seconds": 0.2743846100056544,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 596,
      "reference_cost": 590,
      "quality_ratio": 1.0101694915254238,
      "actual_time_seconds": 10.007867518026615,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 596,
      "reference_cost": 590,
      "quality_ratio": 1.0101694915254238,
      "actual_time_seconds": 10.036677929980215,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 590,
      "reference_cost": 590,
      "quality_ratio": 1,
      "actual_time_seconds": 10.850918862008257,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 590,
      "reference_cost": 590,
      "quality_ratio": 1,
      "actual_time_seconds": 0.1965461969957687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 596,
      "reference_cost": 590,
      "quality_ratio": 1.0101694915254238,
      "actual_time_seconds": 60.00928897500853,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 596,
      "reference_cost": 590,
      "quality_ratio": 1.0101694915254238,
      "actual_time_seconds": 60.03060463699512,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 590,
      "reference_cost": 590,
      "quality_ratio": 1,
      "actual_time_seconds": 60.860758827999234,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 0.027327404997777194,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0083578390185721,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 1.031328734010458,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 596,
      "reference_cost": 593,
      "quality_ratio": 1.0050590219224282,
      "actual_time_seconds": 1.8235294859914575,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 0.026791852986207232,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 10.007793972996296,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 10.029062818008242,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 10.852509257005295,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 0.03164315497269854,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 60.00802582298638,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 60.02971476200037,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 593,
      "reference_cost": 593,
      "quality_ratio": 1,
      "actual_time_seconds": 60.82144090801012,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 0.029198970994912088,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0078455700131599,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 1.029169613000704,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 964,
      "reference_cost": 926,
      "quality_ratio": 1.041036717062635,
      "actual_time_seconds": 1.859013067005435,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 0.030426679993979633,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 10.007874739996623,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 10.02929350399063,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 10.83067037499859,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 0.03301549897878431,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 60.008081392006716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 60.0302663789771,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 926,
      "reference_cost": 926,
      "quality_ratio": 1,
      "actual_time_seconds": 60.86314989297534,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 0.18115664401557297,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 902,
      "reference_cost": 890,
      "quality_ratio": 1.0134831460674156,
      "actual_time_seconds": 1.0122188680106774,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 921,
      "reference_cost": 890,
      "quality_ratio": 1.0348314606741573,
      "actual_time_seconds": 1.0454590219887905,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 985,
      "reference_cost": 890,
      "quality_ratio": 1.1067415730337078,
      "actual_time_seconds": 1.9343458320072386,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 0.1769108930020593,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 10.008127826993586,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 10.037495917000342,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 10.868560880015139,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 0.17762653398676775,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 60.008904316986445,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 60.0297882000159,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 890,
      "quality_ratio": 1,
      "actual_time_seconds": 60.87118920500507,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 0.23293496799306013,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0109929970058147,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 1.037272245011991,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 937,
      "reference_cost": 863,
      "quality_ratio": 1.085747392815759,
      "actual_time_seconds": 1.9003219220030587,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 0.2332988019916229,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 10.012683818000369,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 10.032742795010563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 10.870486586005427,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 0.23485250599333085,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 60.009224892011844,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 60.031850433006184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 863,
      "quality_ratio": 1,
      "actual_time_seconds": 60.85665686900029,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 0.07913383399136364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0104241899971385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0297281579987612,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 951,
      "quality_ratio": 1.0073606729758149,
      "actual_time_seconds": 1.8762933969846927,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 0.07752703598816879,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 10.009045662998687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 10.029098216007696,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 10.84595317300409,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 0.07823023601667956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 60.01107077600318,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03292480998789,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 951,
      "reference_cost": 951,
      "quality_ratio": 1,
      "actual_time_seconds": 60.886201396002434,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 0.11522635602159426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0078158410033211,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0292051500000525,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 1.922154355008388,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 0.08149665800738148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 10.009717532986542,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 10.030465317016933,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 10.835582093015546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 0.0703056350175757,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 60.008686527988175,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 60.02956765901763,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 958,
      "quality_ratio": 1,
      "actual_time_seconds": 60.83711436900194,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 0.13921637801104225,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1300,
      "reference_cost": 1222,
      "quality_ratio": 1.0638297872340425,
      "actual_time_seconds": 1.014145559980534,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1247,
      "reference_cost": 1222,
      "quality_ratio": 1.0204582651391163,
      "actual_time_seconds": 1.0378431169956457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1329,
      "reference_cost": 1222,
      "quality_ratio": 1.0875613747954174,
      "actual_time_seconds": 1.8138380050077103,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 0.13811624600202776,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 10.011573374998989,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1223,
      "reference_cost": 1222,
      "quality_ratio": 1.0008183306055647,
      "actual_time_seconds": 10.032192557002418,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 10.838511587993708,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 0.17082541700801812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 60.008056333026616,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03067490202375,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 60.846848718007095,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 0.1718004450085573,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0081549279857427,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0306008309999015,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1060,
      "reference_cost": 1039,
      "quality_ratio": 1.0202117420596728,
      "actual_time_seconds": 1.8315667579881847,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 0.17447638302110136,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 10.009420300018974,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 10.034550281998236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 10.814270527014742,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 0.1722206310078036,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 60.009135982982116,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03019390598638,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1039,
      "reference_cost": 1039,
      "quality_ratio": 1,
      "actual_time_seconds": 60.87098988701473,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 0.3705431960115675,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0092667019926012,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 1.032119943993166,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1301,
      "reference_cost": 1150,
      "quality_ratio": 1.131304347826087,
      "actual_time_seconds": 1.8184465199883562,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 0.41484994400525466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 10.00855083100032,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 10.03223704098491,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 10.83101119400817,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 0.37710310000693426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 60.009085476980545,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03108765397337,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 1150,
      "quality_ratio": 1,
      "actual_time_seconds": 60.83598249297938,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 0.03146015599486418,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0103999309940264,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 1.032386036007665,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 1.8015712380001787,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 0.031153961026575416,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 10.008258084999397,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 10.036758980015293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 10.838766302971635,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 0.03142235201084986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 60.00808335500187,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 60.036053015996,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1292,
      "quality_ratio": 1,
      "actual_time_seconds": 60.83854880000581,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 0.3751709269999992,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1220,
      "reference_cost": 1207,
      "quality_ratio": 1.0107705053852527,
      "actual_time_seconds": 1.0079811949981377,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1254,
      "reference_cost": 1207,
      "quality_ratio": 1.0389395194697597,
      "actual_time_seconds": 1.0326706200139597,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1348,
      "reference_cost": 1207,
      "quality_ratio": 1.1168185584092791,
      "actual_time_seconds": 1.8634745250164997,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 0.3731310170260258,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 10.007876652001869,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 10.032860528997844,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 10.859994789992925,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 0.3776780879998114,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 60.008190067019314,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03756071199314,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1207,
      "reference_cost": 1207,
      "quality_ratio": 1,
      "actual_time_seconds": 60.92029322098824,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 945,
      "reference_cost": 945,
      "quality_ratio": 1,
      "actual_time_seconds": 0.9933789850038011,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 991,
      "reference_cost": 945,
      "quality_ratio": 1.0486772486772487,
      "actual_time_seconds": 1.022133060003398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 991,
      "reference_cost": 945,
      "quality_ratio": 1.0486772486772487,
      "actual_time_seconds": 1.0291065750061534,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1050,
      "reference_cost": 945,
      "quality_ratio": 1.1111111111111112,
      "actual_time_seconds": 1.8149504849861842,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 945,
      "reference_cost": 945,
      "quality_ratio": 1,
      "actual_time_seconds": 0.9091639099933673,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 982,
      "reference_cost": 945,
      "quality_ratio": 1.0391534391534392,
      "actual_time_seconds": 10.008526891993824,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 991,
      "reference_cost": 945,
      "quality_ratio": 1.0486772486772487,
      "actual_time_seconds": 10.030246237001847,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 952,
      "reference_cost": 945,
      "quality_ratio": 1.0074074074074073,
      "actual_time_seconds": 10.822645931009902,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 945,
      "reference_cost": 945,
      "quality_ratio": 1,
      "actual_time_seconds": 0.9134823950007558,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 982,
      "reference_cost": 945,
      "quality_ratio": 1.0391534391534392,
      "actual_time_seconds": 60.00943494899548,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 982,
      "reference_cost": 945,
      "quality_ratio": 1.0391534391534392,
      "actual_time_seconds": 60.0367987260106,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 947,
      "reference_cost": 945,
      "quality_ratio": 1.0021164021164022,
      "actual_time_seconds": 60.81789203200606,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 784,
      "reference_cost": 784,
      "quality_ratio": 1,
      "actual_time_seconds": 0.12841238698456436,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 827,
      "reference_cost": 784,
      "quality_ratio": 1.0548469387755102,
      "actual_time_seconds": 1.0081403530202806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 827,
      "reference_cost": 784,
      "quality_ratio": 1.0548469387755102,
      "actual_time_seconds": 1.0310485149966553,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 852,
      "reference_cost": 784,
      "quality_ratio": 1.086734693877551,
      "actual_time_seconds": 1.8404325870214961,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 784,
      "reference_cost": 784,
      "quality_ratio": 1,
      "actual_time_seconds": 0.12909462800598703,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 813,
      "reference_cost": 784,
      "quality_ratio": 1.0369897959183674,
      "actual_time_seconds": 10.009072231012397,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 814,
      "reference_cost": 784,
      "quality_ratio": 1.038265306122449,
      "actual_time_seconds": 10.0913556519954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 803,
      "reference_cost": 784,
      "quality_ratio": 1.024234693877551,
      "actual_time_seconds": 10.817770543973893,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 784,
      "reference_cost": 784,
      "quality_ratio": 1,
      "actual_time_seconds": 0.13265706700622104,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 813,
      "reference_cost": 784,
      "quality_ratio": 1.0369897959183674,
      "actual_time_seconds": 60.008496244001435,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 813,
      "reference_cost": 784,
      "quality_ratio": 1.0369897959183674,
      "actual_time_seconds": 60.03053085098509,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 795,
      "reference_cost": 784,
      "quality_ratio": 1.0140306122448979,
      "actual_time_seconds": 60.83028111001477,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 848,
      "reference_cost": 848,
      "quality_ratio": 1,
      "actual_time_seconds": 0.4840168989903759,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 916,
      "reference_cost": 848,
      "quality_ratio": 1.080188679245283,
      "actual_time_seconds": 1.0097645839850884,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 916,
      "reference_cost": 848,
      "quality_ratio": 1.080188679245283,
      "actual_time_seconds": 1.0300551959953737,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 952,
      "reference_cost": 848,
      "quality_ratio": 1.1226415094339623,
      "actual_time_seconds": 1.8350345860235393,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 848,
      "reference_cost": 848,
      "quality_ratio": 1,
      "actual_time_seconds": 0.4590206780121662,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 899,
      "reference_cost": 848,
      "quality_ratio": 1.0601415094339623,
      "actual_time_seconds": 10.008564228017349,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 859,
      "reference_cost": 848,
      "quality_ratio": 1.0129716981132075,
      "actual_time_seconds": 10.029906262992881,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 857,
      "reference_cost": 848,
      "quality_ratio": 1.0106132075471699,
      "actual_time_seconds": 10.839014499011682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 848,
      "reference_cost": 848,
      "quality_ratio": 1,
      "actual_time_seconds": 0.45786201499868184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 866,
      "reference_cost": 848,
      "quality_ratio": 1.0212264150943395,
      "actual_time_seconds": 60.00933429299039,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 853,
      "reference_cost": 848,
      "quality_ratio": 1.0058962264150944,
      "actual_time_seconds": 60.03257006101194,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 857,
      "reference_cost": 848,
      "quality_ratio": 1.0106132075471699,
      "actual_time_seconds": 60.846133486018516,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 863,
      "reference_cost": 842,
      "quality_ratio": 1.0249406175771971,
      "actual_time_seconds": 1.025291868019849,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 854,
      "reference_cost": 842,
      "quality_ratio": 1.0142517814726841,
      "actual_time_seconds": 1.0080742810096126,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 854,
      "reference_cost": 842,
      "quality_ratio": 1.0142517814726841,
      "actual_time_seconds": 1.0294191329739988,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 919,
      "reference_cost": 842,
      "quality_ratio": 1.0914489311163895,
      "actual_time_seconds": 1.8478978729981463,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 842,
      "reference_cost": 842,
      "quality_ratio": 1,
      "actual_time_seconds": 4.946846909006126,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 854,
      "reference_cost": 842,
      "quality_ratio": 1.0142517814726841,
      "actual_time_seconds": 10.013684556994122,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 854,
      "reference_cost": 842,
      "quality_ratio": 1.0142517814726841,
      "actual_time_seconds": 10.031584026990458,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 868,
      "reference_cost": 842,
      "quality_ratio": 1.0308788598574823,
      "actual_time_seconds": 10.84991255600471,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 842,
      "reference_cost": 842,
      "quality_ratio": 1,
      "actual_time_seconds": 4.90793919499265,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 854,
      "reference_cost": 842,
      "quality_ratio": 1.0142517814726841,
      "actual_time_seconds": 60.00815330402111,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 854,
      "reference_cost": 842,
      "quality_ratio": 1.0142517814726841,
      "actual_time_seconds": 60.03040371500538,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 868,
      "reference_cost": 842,
      "quality_ratio": 1.0308788598574823,
      "actual_time_seconds": 60.901161169982515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 908,
      "reference_cost": 902,
      "quality_ratio": 1.0066518847006651,
      "actual_time_seconds": 1.0230245990096591,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1002,
      "reference_cost": 902,
      "quality_ratio": 1.1108647450110865,
      "actual_time_seconds": 1.0078983620041981,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1002,
      "reference_cost": 902,
      "quality_ratio": 1.1108647450110865,
      "actual_time_seconds": 1.0329629000043496,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1048,
      "reference_cost": 902,
      "quality_ratio": 1.1618625277161863,
      "actual_time_seconds": 1.809280673012836,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 902,
      "reference_cost": 902,
      "quality_ratio": 1,
      "actual_time_seconds": 1.4164100009948015,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 987,
      "reference_cost": 902,
      "quality_ratio": 1.0942350332594235,
      "actual_time_seconds": 10.008630609983811,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1002,
      "reference_cost": 902,
      "quality_ratio": 1.1108647450110865,
      "actual_time_seconds": 10.030226384988055,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 907,
      "reference_cost": 902,
      "quality_ratio": 1.0055432372505544,
      "actual_time_seconds": 10.824685169995064,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 902,
      "reference_cost": 902,
      "quality_ratio": 1,
      "actual_time_seconds": 1.4163532689854037,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 955,
      "reference_cost": 902,
      "quality_ratio": 1.058758314855876,
      "actual_time_seconds": 60.007987088989466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 990,
      "reference_cost": 902,
      "quality_ratio": 1.0975609756097562,
      "actual_time_seconds": 60.0430562759866,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 907,
      "reference_cost": 902,
      "quality_ratio": 1.0055432372505544,
      "actual_time_seconds": 60.82976790700923,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1196,
      "reference_cost": 1046,
      "quality_ratio": 1.1434034416826004,
      "actual_time_seconds": 1.0273131710127927,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1194,
      "reference_cost": 1046,
      "quality_ratio": 1.1414913957934991,
      "actual_time_seconds": 1.0088872690103017,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1046,
      "quality_ratio": null,
      "actual_time_seconds": 1.031106356997043,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1347,
      "reference_cost": 1046,
      "quality_ratio": 1.2877629063097515,
      "actual_time_seconds": 1.8538919379934669,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1091,
      "reference_cost": 1046,
      "quality_ratio": 1.0430210325047802,
      "actual_time_seconds": 10.025304084003437,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1166,
      "reference_cost": 1046,
      "quality_ratio": 1.1147227533460804,
      "actual_time_seconds": 10.011583046987653,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1162,
      "reference_cost": 1046,
      "quality_ratio": 1.1108986615678775,
      "actual_time_seconds": 10.036094306007726,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1079,
      "reference_cost": 1046,
      "quality_ratio": 1.031548757170172,
      "actual_time_seconds": 10.820455654000398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1047,
      "reference_cost": 1046,
      "quality_ratio": 1.0009560229445507,
      "actual_time_seconds": 60.09308718200191,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1099,
      "reference_cost": 1046,
      "quality_ratio": 1.0506692160611855,
      "actual_time_seconds": 60.01031381401117,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1143,
      "reference_cost": 1046,
      "quality_ratio": 1.092734225621415,
      "actual_time_seconds": 60.03650921600638,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1064,
      "reference_cost": 1046,
      "quality_ratio": 1.0172084130019121,
      "actual_time_seconds": 61.17794569901889,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 983,
      "reference_cost": 927,
      "quality_ratio": 1.0604099244875944,
      "actual_time_seconds": 1.0239273270126432,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1022,
      "reference_cost": 927,
      "quality_ratio": 1.1024811218985977,
      "actual_time_seconds": 1.00843455499853,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 927,
      "quality_ratio": null,
      "actual_time_seconds": 1.03075915001682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1191,
      "reference_cost": 927,
      "quality_ratio": 1.284789644012945,
      "actual_time_seconds": 1.8349605840048753,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 927,
      "reference_cost": 927,
      "quality_ratio": 1,
      "actual_time_seconds": 9.588235339004314,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 970,
      "reference_cost": 927,
      "quality_ratio": 1.04638619201726,
      "actual_time_seconds": 10.01145303901285,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 980,
      "reference_cost": 927,
      "quality_ratio": 1.0571736785329018,
      "actual_time_seconds": 10.03101752200746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 939,
      "reference_cost": 927,
      "quality_ratio": 1.0129449838187703,
      "actual_time_seconds": 10.84893023801851,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 927,
      "reference_cost": 927,
      "quality_ratio": 1,
      "actual_time_seconds": 9.518350750993704,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 941,
      "reference_cost": 927,
      "quality_ratio": 1.0151024811218985,
      "actual_time_seconds": 60.008442999009276,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 941,
      "reference_cost": 927,
      "quality_ratio": 1.0151024811218985,
      "actual_time_seconds": 60.03143616000307,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 935,
      "reference_cost": 927,
      "quality_ratio": 1.0086299892125135,
      "actual_time_seconds": 60.853924295981415,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1055,
      "reference_cost": 1032,
      "quality_ratio": 1.0222868217054264,
      "actual_time_seconds": 1.0253802830120549,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1038,
      "reference_cost": 1032,
      "quality_ratio": 1.005813953488372,
      "actual_time_seconds": 1.0082662060158327,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1032,
      "quality_ratio": null,
      "actual_time_seconds": 1.0310847150103655,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1230,
      "reference_cost": 1032,
      "quality_ratio": 1.191860465116279,
      "actual_time_seconds": 1.8345439040276688,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 2.3722702490049414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 10.008224250981584,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 10.071583326003747,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 10.851817155984463,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 2.4279670320102014,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 60.00824585399823,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03775833698455,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1032,
      "reference_cost": 1032,
      "quality_ratio": 1,
      "actual_time_seconds": 61.116246866004076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1004,
      "reference_cost": 935,
      "quality_ratio": 1.0737967914438502,
      "actual_time_seconds": 1.024243371997727,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1026,
      "reference_cost": 935,
      "quality_ratio": 1.0973262032085562,
      "actual_time_seconds": 1.0086007200006861,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 935,
      "quality_ratio": null,
      "actual_time_seconds": 1.0309267469856422,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1278,
      "reference_cost": 935,
      "quality_ratio": 1.3668449197860963,
      "actual_time_seconds": 1.817905443982454,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 958,
      "reference_cost": 935,
      "quality_ratio": 1.0245989304812835,
      "actual_time_seconds": 10.028732467995724,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 993,
      "reference_cost": 935,
      "quality_ratio": 1.0620320855614973,
      "actual_time_seconds": 10.008315767016029,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1026,
      "reference_cost": 935,
      "quality_ratio": 1.0973262032085562,
      "actual_time_seconds": 10.031505900988122,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 991,
      "reference_cost": 935,
      "quality_ratio": 1.0598930481283422,
      "actual_time_seconds": 10.809930222982075,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 940,
      "reference_cost": 935,
      "quality_ratio": 1.0053475935828877,
      "actual_time_seconds": 60.05597595500876,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 971,
      "reference_cost": 935,
      "quality_ratio": 1.0385026737967915,
      "actual_time_seconds": 60.0082656799932,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 983,
      "reference_cost": 935,
      "quality_ratio": 1.0513368983957219,
      "actual_time_seconds": 60.031148072012,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la24",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 967,
      "reference_cost": 935,
      "quality_ratio": 1.0342245989304812,
      "actual_time_seconds": 60.82392450401676,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1034,
      "reference_cost": 977,
      "quality_ratio": 1.0583418628454453,
      "actual_time_seconds": 1.0235072229988873,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1041,
      "reference_cost": 977,
      "quality_ratio": 1.0655066530194472,
      "actual_time_seconds": 1.0102173150226008,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 977,
      "quality_ratio": null,
      "actual_time_seconds": 1.0313631080207415,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1265,
      "reference_cost": 977,
      "quality_ratio": 1.2947799385875127,
      "actual_time_seconds": 1.8554809839988593,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 986,
      "reference_cost": 977,
      "quality_ratio": 1.0092118730808597,
      "actual_time_seconds": 10.025512734020595,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1040,
      "reference_cost": 977,
      "quality_ratio": 1.0644831115660185,
      "actual_time_seconds": 10.014131414995063,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1040,
      "reference_cost": 977,
      "quality_ratio": 1.0644831115660185,
      "actual_time_seconds": 10.032294187985826,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 998,
      "reference_cost": 977,
      "quality_ratio": 1.021494370522006,
      "actual_time_seconds": 10.840089295990765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 977,
      "reference_cost": 977,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03020581501187,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1033,
      "reference_cost": 977,
      "quality_ratio": 1.0573183213920163,
      "actual_time_seconds": 60.010618431988405,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1033,
      "reference_cost": 977,
      "quality_ratio": 1.0573183213920163,
      "actual_time_seconds": 60.03207172898692,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 989,
      "reference_cost": 977,
      "quality_ratio": 1.0122824974411464,
      "actual_time_seconds": 60.868501603021286,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1282,
      "reference_cost": 1218,
      "quality_ratio": 1.0525451559934318,
      "actual_time_seconds": 1.0242640530050267,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1218,
      "quality_ratio": null,
      "actual_time_seconds": 1.008327272022143,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1218,
      "quality_ratio": null,
      "actual_time_seconds": 1.0317991429765243,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1882,
      "reference_cost": 1218,
      "quality_ratio": 1.5451559934318555,
      "actual_time_seconds": 1.842881218995899,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1260,
      "reference_cost": 1218,
      "quality_ratio": 1.0344827586206897,
      "actual_time_seconds": 10.028981412993744,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1336,
      "reference_cost": 1218,
      "quality_ratio": 1.09688013136289,
      "actual_time_seconds": 10.010668783012079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1273,
      "reference_cost": 1218,
      "quality_ratio": 1.0451559934318555,
      "actual_time_seconds": 10.03346367602353,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1326,
      "reference_cost": 1218,
      "quality_ratio": 1.0886699507389161,
      "actual_time_seconds": 10.836474047973752,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1218,
      "reference_cost": 1218,
      "quality_ratio": 1,
      "actual_time_seconds": 39.040321587002836,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1279,
      "reference_cost": 1218,
      "quality_ratio": 1.0500821018062398,
      "actual_time_seconds": 60.013633670983836,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1273,
      "reference_cost": 1218,
      "quality_ratio": 1.0451559934318555,
      "actual_time_seconds": 60.03653107798891,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1218,
      "reference_cost": 1218,
      "quality_ratio": 1,
      "actual_time_seconds": 60.85478328698082,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1390,
      "reference_cost": 1235,
      "quality_ratio": 1.125506072874494,
      "actual_time_seconds": 1.0243197509844322,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1235,
      "quality_ratio": null,
      "actual_time_seconds": 1.0089748250029515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1235,
      "quality_ratio": null,
      "actual_time_seconds": 1.0329736650164705,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1855,
      "reference_cost": 1235,
      "quality_ratio": 1.5020242914979758,
      "actual_time_seconds": 1.9199470400053542,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1319,
      "reference_cost": 1235,
      "quality_ratio": 1.068016194331984,
      "actual_time_seconds": 10.026199365005596,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1393,
      "reference_cost": 1235,
      "quality_ratio": 1.1279352226720647,
      "actual_time_seconds": 10.017366656014929,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1383,
      "reference_cost": 1235,
      "quality_ratio": 1.119838056680162,
      "actual_time_seconds": 10.033313877996989,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1340,
      "reference_cost": 1235,
      "quality_ratio": 1.0850202429149798,
      "actual_time_seconds": 10.870343746006256,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1265,
      "reference_cost": 1235,
      "quality_ratio": 1.0242914979757085,
      "actual_time_seconds": 60.02920337000978,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1339,
      "reference_cost": 1235,
      "quality_ratio": 1.0842105263157895,
      "actual_time_seconds": 60.008953829004895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1356,
      "reference_cost": 1235,
      "quality_ratio": 1.0979757085020243,
      "actual_time_seconds": 60.03230388200609,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la27",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1264,
      "reference_cost": 1235,
      "quality_ratio": 1.0234817813765182,
      "actual_time_seconds": 60.89082085498376,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1333,
      "reference_cost": 1216,
      "quality_ratio": 1.096217105263158,
      "actual_time_seconds": 1.024431238998659,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1216,
      "quality_ratio": null,
      "actual_time_seconds": 1.0088611069950275,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1216,
      "quality_ratio": null,
      "actual_time_seconds": 1.0320861189975403,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1765,
      "reference_cost": 1216,
      "quality_ratio": 1.4514802631578947,
      "actual_time_seconds": 1.8439574920048472,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1224,
      "reference_cost": 1216,
      "quality_ratio": 1.006578947368421,
      "actual_time_seconds": 10.025601294997614,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1298,
      "reference_cost": 1216,
      "quality_ratio": 1.0674342105263157,
      "actual_time_seconds": 10.01278572101728,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1354,
      "reference_cost": 1216,
      "quality_ratio": 1.113486842105263,
      "actual_time_seconds": 10.03195237298496,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1339,
      "reference_cost": 1216,
      "quality_ratio": 1.1011513157894737,
      "actual_time_seconds": 10.8155175060092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1216,
      "reference_cost": 1216,
      "quality_ratio": 1,
      "actual_time_seconds": 12.4221071540087,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1276,
      "reference_cost": 1216,
      "quality_ratio": 1.049342105263158,
      "actual_time_seconds": 60.00855860000593,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1294,
      "reference_cost": 1216,
      "quality_ratio": 1.0641447368421053,
      "actual_time_seconds": 60.03690636798274,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1234,
      "reference_cost": 1216,
      "quality_ratio": 1.0148026315789473,
      "actual_time_seconds": 60.83748649197514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1275,
      "reference_cost": 1152,
      "quality_ratio": 1.1067708333333333,
      "actual_time_seconds": 1.0246651719789952,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1152,
      "quality_ratio": null,
      "actual_time_seconds": 1.0084967289876658,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1152,
      "quality_ratio": null,
      "actual_time_seconds": 1.0315769010048825,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1507,
      "reference_cost": 1152,
      "quality_ratio": 1.3081597222222223,
      "actual_time_seconds": 1.8354951330111362,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1262,
      "reference_cost": 1152,
      "quality_ratio": 1.0954861111111112,
      "actual_time_seconds": 10.038460405980004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1297,
      "reference_cost": 1152,
      "quality_ratio": 1.1258680555555556,
      "actual_time_seconds": 10.010400921019027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1296,
      "reference_cost": 1152,
      "quality_ratio": 1.125,
      "actual_time_seconds": 10.034529532014858,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1284,
      "reference_cost": 1152,
      "quality_ratio": 1.1145833333333333,
      "actual_time_seconds": 10.848617069015745,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1199,
      "reference_cost": 1152,
      "quality_ratio": 1.0407986111111112,
      "actual_time_seconds": 60.030076405993896,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1296,
      "reference_cost": 1152,
      "quality_ratio": 1.125,
      "actual_time_seconds": 60.00859677197877,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1296,
      "reference_cost": 1152,
      "quality_ratio": 1.125,
      "actual_time_seconds": 60.03196582701639,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1203,
      "reference_cost": 1152,
      "quality_ratio": 1.0442708333333333,
      "actual_time_seconds": 60.810909663996426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1413,
      "reference_cost": 1355,
      "quality_ratio": 1.0428044280442805,
      "actual_time_seconds": 1.0236506839864887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1355,
      "quality_ratio": null,
      "actual_time_seconds": 1.0086278489907272,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1355,
      "quality_ratio": null,
      "actual_time_seconds": 1.0318265440000687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1663,
      "reference_cost": 1355,
      "quality_ratio": 1.2273062730627307,
      "actual_time_seconds": 1.8296011310012545,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1355,
      "reference_cost": 1355,
      "quality_ratio": 1,
      "actual_time_seconds": 4.086670236021746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1384,
      "reference_cost": 1355,
      "quality_ratio": 1.0214022140221402,
      "actual_time_seconds": 10.008500666997861,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1384,
      "reference_cost": 1355,
      "quality_ratio": 1.0214022140221402,
      "actual_time_seconds": 10.03173433500342,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1400,
      "reference_cost": 1355,
      "quality_ratio": 1.033210332103321,
      "actual_time_seconds": 10.861561589001212,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1355,
      "reference_cost": 1355,
      "quality_ratio": 1,
      "actual_time_seconds": 4.036491606995696,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1355,
      "reference_cost": 1355,
      "quality_ratio": 1,
      "actual_time_seconds": 60.01670862201718,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1355,
      "reference_cost": 1355,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03218026799732,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1355,
      "reference_cost": 1355,
      "quality_ratio": 1,
      "actual_time_seconds": 60.89737893399433,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1875,
      "reference_cost": 1784,
      "quality_ratio": 1.0510089686098654,
      "actual_time_seconds": 1.0252667559834663,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1853,
      "reference_cost": 1784,
      "quality_ratio": 1.038677130044843,
      "actual_time_seconds": 1.0574798659945372,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1853,
      "reference_cost": 1784,
      "quality_ratio": 1.038677130044843,
      "actual_time_seconds": 1.0461113899946213,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2472,
      "reference_cost": 1784,
      "quality_ratio": 1.3856502242152466,
      "actual_time_seconds": 1.8389119069906883,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1784,
      "reference_cost": 1784,
      "quality_ratio": 1,
      "actual_time_seconds": 5.313181267003529,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1808,
      "reference_cost": 1784,
      "quality_ratio": 1.0134529147982063,
      "actual_time_seconds": 10.0458741140028,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1834,
      "reference_cost": 1784,
      "quality_ratio": 1.0280269058295963,
      "actual_time_seconds": 10.035138161998475,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1894,
      "reference_cost": 1784,
      "quality_ratio": 1.061659192825112,
      "actual_time_seconds": 10.831848542002263,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1784,
      "reference_cost": 1784,
      "quality_ratio": 1,
      "actual_time_seconds": 5.426342832011869,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1784,
      "reference_cost": 1784,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03292987399618,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1834,
      "reference_cost": 1784,
      "quality_ratio": 1.0280269058295963,
      "actual_time_seconds": 60.05008335300954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1784,
      "reference_cost": 1784,
      "quality_ratio": 1,
      "actual_time_seconds": 60.847555421991274,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1875,
      "reference_cost": 1850,
      "quality_ratio": 1.0135135135135136,
      "actual_time_seconds": 1.0254154249851126,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1855,
      "reference_cost": 1850,
      "quality_ratio": 1.0027027027027027,
      "actual_time_seconds": 1.0583988019789103,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1855,
      "reference_cost": 1850,
      "quality_ratio": 1.0027027027027027,
      "actual_time_seconds": 1.0470968360023107,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2410,
      "reference_cost": 1850,
      "quality_ratio": 1.3027027027027027,
      "actual_time_seconds": 1.8587049119814765,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1871,
      "reference_cost": 1850,
      "quality_ratio": 1.0113513513513515,
      "actual_time_seconds": 10.027149241999723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1855,
      "reference_cost": 1850,
      "quality_ratio": 1.0027027027027027,
      "actual_time_seconds": 10.047250135976356,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1855,
      "reference_cost": 1850,
      "quality_ratio": 1.0027027027027027,
      "actual_time_seconds": 10.036215353989974,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1989,
      "reference_cost": 1850,
      "quality_ratio": 1.075135135135135,
      "actual_time_seconds": 10.840334816020913,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1850,
      "reference_cost": 1850,
      "quality_ratio": 1,
      "actual_time_seconds": 12.381605767004658,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1852,
      "reference_cost": 1850,
      "quality_ratio": 1.001081081081081,
      "actual_time_seconds": 60.03408353001578,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1855,
      "reference_cost": 1850,
      "quality_ratio": 1.0027027027027027,
      "actual_time_seconds": 60.051897577999625,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la32",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1850,
      "reference_cost": 1850,
      "quality_ratio": 1,
      "actual_time_seconds": 60.861108951998176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1808,
      "reference_cost": 1719,
      "quality_ratio": 1.0517742873763816,
      "actual_time_seconds": 1.0276787529874127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1810,
      "reference_cost": 1719,
      "quality_ratio": 1.052937754508435,
      "actual_time_seconds": 1.0578960679995362,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1810,
      "reference_cost": 1719,
      "quality_ratio": 1.052937754508435,
      "actual_time_seconds": 1.052688196010422,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2204,
      "reference_cost": 1719,
      "quality_ratio": 1.2821407795229784,
      "actual_time_seconds": 1.832865183998365,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1759,
      "reference_cost": 1719,
      "quality_ratio": 1.0232693426410704,
      "actual_time_seconds": 10.028764502989361,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1752,
      "reference_cost": 1719,
      "quality_ratio": 1.019197207678883,
      "actual_time_seconds": 10.038709712011041,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1791,
      "reference_cost": 1719,
      "quality_ratio": 1.0418848167539267,
      "actual_time_seconds": 10.03626567099127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1823,
      "reference_cost": 1719,
      "quality_ratio": 1.060500290866783,
      "actual_time_seconds": 10.846245680004358,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1719,
      "reference_cost": 1719,
      "quality_ratio": 1,
      "actual_time_seconds": 53.46999607098405,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1719,
      "reference_cost": 1719,
      "quality_ratio": 1,
      "actual_time_seconds": 60.02390330002527,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1719,
      "reference_cost": 1719,
      "quality_ratio": 1,
      "actual_time_seconds": 60.039367902005324,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la33",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1719,
      "reference_cost": 1719,
      "quality_ratio": 1,
      "actual_time_seconds": 60.864360534993466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1860,
      "reference_cost": 1721,
      "quality_ratio": 1.0807669959325974,
      "actual_time_seconds": 1.0248792289930861,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1917,
      "reference_cost": 1721,
      "quality_ratio": 1.113887274840209,
      "actual_time_seconds": 1.057330917014042,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1917,
      "reference_cost": 1721,
      "quality_ratio": 1.113887274840209,
      "actual_time_seconds": 1.046094296994852,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2284,
      "reference_cost": 1721,
      "quality_ratio": 1.327135386403254,
      "actual_time_seconds": 1.8317266610101797,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1736,
      "reference_cost": 1721,
      "quality_ratio": 1.0087158628704243,
      "actual_time_seconds": 10.02922074100934,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1823,
      "reference_cost": 1721,
      "quality_ratio": 1.0592678675188845,
      "actual_time_seconds": 10.039588998013642,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1874,
      "reference_cost": 1721,
      "quality_ratio": 1.0889018012783265,
      "actual_time_seconds": 10.0551049989881,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1891,
      "reference_cost": 1721,
      "quality_ratio": 1.0987797791981406,
      "actual_time_seconds": 10.867668465012684,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1721,
      "reference_cost": 1721,
      "quality_ratio": 1,
      "actual_time_seconds": 32.22413575000246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1743,
      "reference_cost": 1721,
      "quality_ratio": 1.0127832655432887,
      "actual_time_seconds": 60.025526693003485,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1760,
      "reference_cost": 1721,
      "quality_ratio": 1.0226612434631028,
      "actual_time_seconds": 60.067663452995475,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1721,
      "reference_cost": 1721,
      "quality_ratio": 1,
      "actual_time_seconds": 60.84611836701515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1953,
      "reference_cost": 1888,
      "quality_ratio": 1.0344279661016949,
      "actual_time_seconds": 1.0352981939795427,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2029,
      "reference_cost": 1888,
      "quality_ratio": 1.0746822033898304,
      "actual_time_seconds": 1.0579570470144972,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2029,
      "reference_cost": 1888,
      "quality_ratio": 1.0746822033898304,
      "actual_time_seconds": 1.0344102450180799,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2425,
      "reference_cost": 1888,
      "quality_ratio": 1.2844279661016949,
      "actual_time_seconds": 1.846056069014594,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1888,
      "reference_cost": 1888,
      "quality_ratio": 1,
      "actual_time_seconds": 9.662388698023278,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1940,
      "reference_cost": 1888,
      "quality_ratio": 1.027542372881356,
      "actual_time_seconds": 10.041287895990536,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2012,
      "reference_cost": 1888,
      "quality_ratio": 1.0656779661016949,
      "actual_time_seconds": 10.034974663023604,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2010,
      "reference_cost": 1888,
      "quality_ratio": 1.0646186440677967,
      "actual_time_seconds": 10.846868638996966,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1888,
      "reference_cost": 1888,
      "quality_ratio": 1,
      "actual_time_seconds": 9.801333741983399,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1898,
      "reference_cost": 1888,
      "quality_ratio": 1.0052966101694916,
      "actual_time_seconds": 60.017064849002054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1904,
      "reference_cost": 1888,
      "quality_ratio": 1.0084745762711864,
      "actual_time_seconds": 60.03543045598781,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1888,
      "reference_cost": 1888,
      "quality_ratio": 1,
      "actual_time_seconds": 60.879223603988066,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1344,
      "reference_cost": 1268,
      "quality_ratio": 1.0599369085173502,
      "actual_time_seconds": 1.0290357029880397,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1268,
      "quality_ratio": null,
      "actual_time_seconds": 1.0089345650048926,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1268,
      "quality_ratio": null,
      "actual_time_seconds": 1.0334043809853029,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1624,
      "reference_cost": 1268,
      "quality_ratio": 1.2807570977917981,
      "actual_time_seconds": 1.8552568499871995,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1274,
      "reference_cost": 1268,
      "quality_ratio": 1.0047318611987381,
      "actual_time_seconds": 10.026308750995668,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1362,
      "reference_cost": 1268,
      "quality_ratio": 1.0741324921135647,
      "actual_time_seconds": 10.011455644998932,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1352,
      "reference_cost": 1268,
      "quality_ratio": 1.0662460567823344,
      "actual_time_seconds": 10.033733014017344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1379,
      "reference_cost": 1268,
      "quality_ratio": 1.087539432176656,
      "actual_time_seconds": 10.843714677990647,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1268,
      "reference_cost": 1268,
      "quality_ratio": 1,
      "actual_time_seconds": 26.612735603994224,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1336,
      "reference_cost": 1268,
      "quality_ratio": 1.053627760252366,
      "actual_time_seconds": 60.00887584799784,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1341,
      "reference_cost": 1268,
      "quality_ratio": 1.0575709779179812,
      "actual_time_seconds": 60.032745643984526,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1326,
      "reference_cost": 1268,
      "quality_ratio": 1.0457413249211356,
      "actual_time_seconds": 60.82109512999887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1492,
      "reference_cost": 1397,
      "quality_ratio": 1.0680028632784537,
      "actual_time_seconds": 1.0264035279978998,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1397,
      "quality_ratio": null,
      "actual_time_seconds": 1.0090095350169577,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1397,
      "quality_ratio": null,
      "actual_time_seconds": 1.0335348660009913,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1836,
      "reference_cost": 1397,
      "quality_ratio": 1.3142448103078024,
      "actual_time_seconds": 1.9184832710016053,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1397,
      "reference_cost": 1397,
      "quality_ratio": 1,
      "actual_time_seconds": 7.345370650989935,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1556,
      "reference_cost": 1397,
      "quality_ratio": 1.113815318539728,
      "actual_time_seconds": 10.008780131000094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1564,
      "reference_cost": 1397,
      "quality_ratio": 1.1195418754473874,
      "actual_time_seconds": 10.033030182006769,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1557,
      "reference_cost": 1397,
      "quality_ratio": 1.1145311381531855,
      "actual_time_seconds": 10.84967698098626,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1397,
      "reference_cost": 1397,
      "quality_ratio": 1,
      "actual_time_seconds": 7.240944346995093,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1539,
      "reference_cost": 1397,
      "quality_ratio": 1.1016463851109521,
      "actual_time_seconds": 60.00870205499814,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1539,
      "reference_cost": 1397,
      "quality_ratio": 1.1016463851109521,
      "actual_time_seconds": 60.04067296400899,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1489,
      "reference_cost": 1397,
      "quality_ratio": 1.0658554044380817,
      "actual_time_seconds": 60.853219672018895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1378,
      "reference_cost": 1196,
      "quality_ratio": 1.1521739130434783,
      "actual_time_seconds": 1.0243330690136645,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1196,
      "quality_ratio": null,
      "actual_time_seconds": 1.0083468359953258,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1196,
      "quality_ratio": null,
      "actual_time_seconds": 1.0320316379948054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1654,
      "reference_cost": 1196,
      "quality_ratio": 1.382943143812709,
      "actual_time_seconds": 1.987755884998478,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1196,
      "quality_ratio": 1.080267558528428,
      "actual_time_seconds": 10.024161498993635,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1392,
      "reference_cost": 1196,
      "quality_ratio": 1.1638795986622072,
      "actual_time_seconds": 10.008607297000708,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1348,
      "reference_cost": 1196,
      "quality_ratio": 1.1270903010033444,
      "actual_time_seconds": 10.039180822001072,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1339,
      "reference_cost": 1196,
      "quality_ratio": 1.1195652173913044,
      "actual_time_seconds": 10.848184911999851,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1205,
      "reference_cost": 1196,
      "quality_ratio": 1.0075250836120402,
      "actual_time_seconds": 60.02964362100465,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1312,
      "reference_cost": 1196,
      "quality_ratio": 1.0969899665551839,
      "actual_time_seconds": 60.008970761991804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1319,
      "reference_cost": 1196,
      "quality_ratio": 1.1028428093645486,
      "actual_time_seconds": 60.033194860006915,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1234,
      "reference_cost": 1196,
      "quality_ratio": 1.0317725752508362,
      "actual_time_seconds": 60.835250198986614,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1460,
      "reference_cost": 1233,
      "quality_ratio": 1.184103811841038,
      "actual_time_seconds": 1.0263959250005428,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1233,
      "quality_ratio": null,
      "actual_time_seconds": 1.0087907369888853,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1233,
      "quality_ratio": null,
      "actual_time_seconds": 1.0321417640079744,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1633,
      "reference_cost": 1233,
      "quality_ratio": 1.32441200324412,
      "actual_time_seconds": 1.83110114801093,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1237,
      "reference_cost": 1233,
      "quality_ratio": 1.0032441200324411,
      "actual_time_seconds": 10.027873668004759,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1446,
      "reference_cost": 1233,
      "quality_ratio": 1.1727493917274938,
      "actual_time_seconds": 10.008666395995533,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1422,
      "reference_cost": 1233,
      "quality_ratio": 1.1532846715328466,
      "actual_time_seconds": 10.032745759002864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1375,
      "reference_cost": 1233,
      "quality_ratio": 1.1151662611516626,
      "actual_time_seconds": 10.844778282014886,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1233,
      "reference_cost": 1233,
      "quality_ratio": 1,
      "actual_time_seconds": 11.670693193998886,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1334,
      "reference_cost": 1233,
      "quality_ratio": 1.0819140308191404,
      "actual_time_seconds": 60.008816362009384,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1402,
      "reference_cost": 1233,
      "quality_ratio": 1.1370640713706408,
      "actual_time_seconds": 60.03403963599703,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1257,
      "reference_cost": 1233,
      "quality_ratio": 1.0194647201946472,
      "actual_time_seconds": 60.846628607978346,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1329,
      "reference_cost": 1222,
      "quality_ratio": 1.0875613747954174,
      "actual_time_seconds": 1.0341210390033666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1222,
      "quality_ratio": null,
      "actual_time_seconds": 1.0088244949874934,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1222,
      "quality_ratio": null,
      "actual_time_seconds": 1.0319744300213642,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1626,
      "reference_cost": 1222,
      "quality_ratio": 1.3306055646481179,
      "actual_time_seconds": 1.8537824710074347,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1247,
      "reference_cost": 1222,
      "quality_ratio": 1.0204582651391163,
      "actual_time_seconds": 10.025306375988293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1313,
      "reference_cost": 1222,
      "quality_ratio": 1.074468085106383,
      "actual_time_seconds": 10.015093961003004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1330,
      "reference_cost": 1222,
      "quality_ratio": 1.088379705400982,
      "actual_time_seconds": 10.034453996020602,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1361,
      "reference_cost": 1222,
      "quality_ratio": 1.113747954173486,
      "actual_time_seconds": 10.858129642001586,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1222,
      "reference_cost": 1222,
      "quality_ratio": 1,
      "actual_time_seconds": 54.20552586897975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1306,
      "reference_cost": 1222,
      "quality_ratio": 1.0687397708674304,
      "actual_time_seconds": 60.00863648799714,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1302,
      "reference_cost": 1222,
      "quality_ratio": 1.065466448445172,
      "actual_time_seconds": 60.03307693300303,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "la40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1275,
      "reference_cost": 1222,
      "quality_ratio": 1.0433715220949265,
      "actual_time_seconds": 60.85719278999022,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1124,
      "reference_cost": 1059,
      "quality_ratio": 1.0613786591123702,
      "actual_time_seconds": 1.0239414450188633,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1178,
      "reference_cost": 1059,
      "quality_ratio": 1.1123701605288008,
      "actual_time_seconds": 1.0080048409872688,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1189,
      "reference_cost": 1059,
      "quality_ratio": 1.1227573182247403,
      "actual_time_seconds": 1.0295548849971965,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1249,
      "reference_cost": 1059,
      "quality_ratio": 1.1794145420207742,
      "actual_time_seconds": 1.8504066060122568,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1114,
      "reference_cost": 1059,
      "quality_ratio": 1.0519357884796978,
      "actual_time_seconds": 10.026966767996782,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1156,
      "reference_cost": 1059,
      "quality_ratio": 1.0915958451369216,
      "actual_time_seconds": 10.008733829017729,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1154,
      "reference_cost": 1059,
      "quality_ratio": 1.0897072710103872,
      "actual_time_seconds": 10.031278984009987,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1087,
      "reference_cost": 1059,
      "quality_ratio": 1.0264400377714826,
      "actual_time_seconds": 10.82366257198737,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1059,
      "reference_cost": 1059,
      "quality_ratio": 1,
      "actual_time_seconds": 60.02986189600779,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1145,
      "reference_cost": 1059,
      "quality_ratio": 1.081208687440982,
      "actual_time_seconds": 60.008012664009584,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1125,
      "reference_cost": 1059,
      "quality_ratio": 1.0623229461756374,
      "actual_time_seconds": 60.03152872400824,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1087,
      "reference_cost": 1059,
      "quality_ratio": 1.0264400377714826,
      "actual_time_seconds": 60.82679374201689,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 890,
      "reference_cost": 888,
      "quality_ratio": 1.0022522522522523,
      "actual_time_seconds": 1.0238632439868525,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 953,
      "reference_cost": 888,
      "quality_ratio": 1.0731981981981982,
      "actual_time_seconds": 1.0086061889887787,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 966,
      "reference_cost": 888,
      "quality_ratio": 1.087837837837838,
      "actual_time_seconds": 1.0283560800016858,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1038,
      "reference_cost": 888,
      "quality_ratio": 1.1689189189189189,
      "actual_time_seconds": 1.9498282379936427,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 888,
      "reference_cost": 888,
      "quality_ratio": 1,
      "actual_time_seconds": 2.2011083319957834,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 921,
      "reference_cost": 888,
      "quality_ratio": 1.037162162162162,
      "actual_time_seconds": 10.008933147008065,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 924,
      "reference_cost": 888,
      "quality_ratio": 1.0405405405405406,
      "actual_time_seconds": 10.029812407010468,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 913,
      "reference_cost": 888,
      "quality_ratio": 1.0281531531531531,
      "actual_time_seconds": 10.827244353975402,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 888,
      "reference_cost": 888,
      "quality_ratio": 1,
      "actual_time_seconds": 2.217662157025188,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 916,
      "reference_cost": 888,
      "quality_ratio": 1.0315315315315314,
      "actual_time_seconds": 60.00988165999297,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 924,
      "reference_cost": 888,
      "quality_ratio": 1.0405405405405406,
      "actual_time_seconds": 60.03069877100643,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 913,
      "reference_cost": 888,
      "quality_ratio": 1.0281531531531531,
      "actual_time_seconds": 60.8445995360089,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1118,
      "reference_cost": 1005,
      "quality_ratio": 1.1124378109452737,
      "actual_time_seconds": 1.0251504920015577,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1078,
      "reference_cost": 1005,
      "quality_ratio": 1.072636815920398,
      "actual_time_seconds": 1.0082681849889923,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1092,
      "reference_cost": 1005,
      "quality_ratio": 1.0865671641791044,
      "actual_time_seconds": 1.0298145799897611,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1335,
      "reference_cost": 1005,
      "quality_ratio": 1.328358208955224,
      "actual_time_seconds": 1.8231656459975056,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1022,
      "reference_cost": 1005,
      "quality_ratio": 1.0169154228855721,
      "actual_time_seconds": 10.02450909599429,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1074,
      "reference_cost": 1005,
      "quality_ratio": 1.0686567164179104,
      "actual_time_seconds": 10.008507079997798,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1092,
      "reference_cost": 1005,
      "quality_ratio": 1.0865671641791044,
      "actual_time_seconds": 10.030322790989885,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1038,
      "reference_cost": 1005,
      "quality_ratio": 1.0328358208955224,
      "actual_time_seconds": 10.809604128997307,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1005,
      "reference_cost": 1005,
      "quality_ratio": 1,
      "actual_time_seconds": 60.08313368598465,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1074,
      "reference_cost": 1005,
      "quality_ratio": 1.0686567164179104,
      "actual_time_seconds": 60.008071678021224,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1043,
      "reference_cost": 1005,
      "quality_ratio": 1.037810945273632,
      "actual_time_seconds": 60.03040503899683,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1038,
      "reference_cost": 1005,
      "quality_ratio": 1.0328358208955224,
      "actual_time_seconds": 60.861026669997955,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1005,
      "reference_cost": 1005,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0251996880106162,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1081,
      "reference_cost": 1005,
      "quality_ratio": 1.0756218905472636,
      "actual_time_seconds": 1.0084243760211393,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1081,
      "reference_cost": 1005,
      "quality_ratio": 1.0756218905472636,
      "actual_time_seconds": 1.031907937984215,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1100,
      "reference_cost": 1005,
      "quality_ratio": 1.0945273631840795,
      "actual_time_seconds": 1.8637533870059997,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1005,
      "reference_cost": 1005,
      "quality_ratio": 1,
      "actual_time_seconds": 4.572799812012818,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1054,
      "reference_cost": 1005,
      "quality_ratio": 1.0487562189054727,
      "actual_time_seconds": 10.008292878977954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1046,
      "reference_cost": 1005,
      "quality_ratio": 1.0407960199004975,
      "actual_time_seconds": 10.029829715000233,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1016,
      "reference_cost": 1005,
      "quality_ratio": 1.0109452736318407,
      "actual_time_seconds": 10.801410668005701,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1005,
      "reference_cost": 1005,
      "quality_ratio": 1,
      "actual_time_seconds": 4.582352339988574,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1054,
      "reference_cost": 1005,
      "quality_ratio": 1.0487562189054727,
      "actual_time_seconds": 60.007888151012594,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1041,
      "reference_cost": 1005,
      "quality_ratio": 1.035820895522388,
      "actual_time_seconds": 60.03102013000171,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1016,
      "reference_cost": 1005,
      "quality_ratio": 1.0109452736318407,
      "actual_time_seconds": 60.80750321899541,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 899,
      "reference_cost": 887,
      "quality_ratio": 1.0135287485907554,
      "actual_time_seconds": 1.0230298360111192,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 928,
      "reference_cost": 887,
      "quality_ratio": 1.0462232243517475,
      "actual_time_seconds": 1.008169483015081,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 931,
      "reference_cost": 887,
      "quality_ratio": 1.0496054114994362,
      "actual_time_seconds": 1.0300560489995405,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1100,
      "reference_cost": 887,
      "quality_ratio": 1.2401352874859075,
      "actual_time_seconds": 1.9105944159964565,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 887,
      "reference_cost": 887,
      "quality_ratio": 1,
      "actual_time_seconds": 10.0241109339986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 912,
      "reference_cost": 887,
      "quality_ratio": 1.0281848928974069,
      "actual_time_seconds": 10.007917976006866,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 914,
      "reference_cost": 887,
      "quality_ratio": 1.0304396843291996,
      "actual_time_seconds": 10.031413532007718,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 968,
      "reference_cost": 887,
      "quality_ratio": 1.0913190529875987,
      "actual_time_seconds": 10.820630621979944,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 887,
      "reference_cost": 887,
      "quality_ratio": 1,
      "actual_time_seconds": 13.745931431010831,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 912,
      "reference_cost": 887,
      "quality_ratio": 1.0281848928974069,
      "actual_time_seconds": 60.00975965001271,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 912,
      "reference_cost": 887,
      "quality_ratio": 1.0281848928974069,
      "actual_time_seconds": 60.039177559985546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 968,
      "reference_cost": 887,
      "quality_ratio": 1.0913190529875987,
      "actual_time_seconds": 60.829614681977546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1071,
      "reference_cost": 1010,
      "quality_ratio": 1.0603960396039604,
      "actual_time_seconds": 1.0234303880133666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1108,
      "reference_cost": 1010,
      "quality_ratio": 1.0970297029702971,
      "actual_time_seconds": 1.008080636995146,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1108,
      "reference_cost": 1010,
      "quality_ratio": 1.0970297029702971,
      "actual_time_seconds": 1.029390116018476,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1268,
      "reference_cost": 1010,
      "quality_ratio": 1.2554455445544555,
      "actual_time_seconds": 1.815576521010371,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1013,
      "reference_cost": 1010,
      "quality_ratio": 1.002970297029703,
      "actual_time_seconds": 10.047197225998389,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1054,
      "reference_cost": 1010,
      "quality_ratio": 1.0435643564356436,
      "actual_time_seconds": 10.007839589001378,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1108,
      "reference_cost": 1010,
      "quality_ratio": 1.0970297029702971,
      "actual_time_seconds": 10.030083865014603,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1023,
      "reference_cost": 1010,
      "quality_ratio": 1.0128712871287129,
      "actual_time_seconds": 10.791672448976897,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1010,
      "reference_cost": 1010,
      "quality_ratio": 1,
      "actual_time_seconds": 38.870596174994716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1038,
      "reference_cost": 1010,
      "quality_ratio": 1.0277227722772277,
      "actual_time_seconds": 60.00781199798803,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1108,
      "reference_cost": 1010,
      "quality_ratio": 1.0970297029702971,
      "actual_time_seconds": 60.029710265022004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1022,
      "reference_cost": 1010,
      "quality_ratio": 1.011881188118812,
      "actual_time_seconds": 60.873404003999894,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 401,
      "reference_cost": 397,
      "quality_ratio": 1.0100755667506298,
      "actual_time_seconds": 1.0227290009788703,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 428,
      "reference_cost": 397,
      "quality_ratio": 1.0780856423173804,
      "actual_time_seconds": 1.0090162489796057,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 428,
      "reference_cost": 397,
      "quality_ratio": 1.0780856423173804,
      "actual_time_seconds": 1.0298389350064099,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 451,
      "reference_cost": 397,
      "quality_ratio": 1.1360201511335013,
      "actual_time_seconds": 1.8658796260133386,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 397,
      "reference_cost": 397,
      "quality_ratio": 1,
      "actual_time_seconds": 3.7417387860186864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 423,
      "reference_cost": 397,
      "quality_ratio": 1.0654911838790933,
      "actual_time_seconds": 10.00814389102743,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 428,
      "reference_cost": 397,
      "quality_ratio": 1.0780856423173804,
      "actual_time_seconds": 10.029635323007824,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 404,
      "reference_cost": 397,
      "quality_ratio": 1.0176322418136021,
      "actual_time_seconds": 10.815096830017865,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 397,
      "reference_cost": 397,
      "quality_ratio": 1,
      "actual_time_seconds": 3.7400403269857634,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 423,
      "reference_cost": 397,
      "quality_ratio": 1.0654911838790933,
      "actual_time_seconds": 60.008236613997724,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 417,
      "reference_cost": 397,
      "quality_ratio": 1.0503778337531486,
      "actual_time_seconds": 60.03131272099563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 404,
      "reference_cost": 397,
      "quality_ratio": 1.0176322418136021,
      "actual_time_seconds": 60.82802374797757,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 919,
      "reference_cost": 899,
      "quality_ratio": 1.0222469410456063,
      "actual_time_seconds": 1.0233286490256432,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 990,
      "reference_cost": 899,
      "quality_ratio": 1.1012235817575085,
      "actual_time_seconds": 1.007940316980239,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 990,
      "reference_cost": 899,
      "quality_ratio": 1.1012235817575085,
      "actual_time_seconds": 1.0289196530065965,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1150,
      "reference_cost": 899,
      "quality_ratio": 1.279199110122358,
      "actual_time_seconds": 1.8173378400097135,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 899,
      "reference_cost": 899,
      "quality_ratio": 1,
      "actual_time_seconds": 4.567095273989253,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 936,
      "reference_cost": 899,
      "quality_ratio": 1.0411568409343714,
      "actual_time_seconds": 10.008747843006859,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 959,
      "reference_cost": 899,
      "quality_ratio": 1.0667408231368187,
      "actual_time_seconds": 10.030923579994123,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 927,
      "reference_cost": 899,
      "quality_ratio": 1.0311457174638488,
      "actual_time_seconds": 10.805907141999342,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 899,
      "reference_cost": 899,
      "quality_ratio": 1,
      "actual_time_seconds": 4.435016275005182,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 936,
      "reference_cost": 899,
      "quality_ratio": 1.0411568409343714,
      "actual_time_seconds": 60.00844310398679,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 949,
      "reference_cost": 899,
      "quality_ratio": 1.0556173526140156,
      "actual_time_seconds": 60.029448487010086,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 927,
      "reference_cost": 899,
      "quality_ratio": 1.0311457174638488,
      "actual_time_seconds": 60.78765806998126,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 947,
      "reference_cost": 934,
      "quality_ratio": 1.0139186295503213,
      "actual_time_seconds": 1.0225946400023531,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 978,
      "reference_cost": 934,
      "quality_ratio": 1.0471092077087794,
      "actual_time_seconds": 1.007687998993788,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 978,
      "reference_cost": 934,
      "quality_ratio": 1.0471092077087794,
      "actual_time_seconds": 1.0292207959864754,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1115,
      "reference_cost": 934,
      "quality_ratio": 1.1937901498929335,
      "actual_time_seconds": 1.8341348599933553,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 934,
      "reference_cost": 934,
      "quality_ratio": 1,
      "actual_time_seconds": 4.276006900006905,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 978,
      "reference_cost": 934,
      "quality_ratio": 1.0471092077087794,
      "actual_time_seconds": 10.00807397198514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 978,
      "reference_cost": 934,
      "quality_ratio": 1.0471092077087794,
      "actual_time_seconds": 10.029404144996079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 945,
      "reference_cost": 934,
      "quality_ratio": 1.011777301927195,
      "actual_time_seconds": 10.858581339998636,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 934,
      "reference_cost": 934,
      "quality_ratio": 1,
      "actual_time_seconds": 4.228295104985591,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 952,
      "reference_cost": 934,
      "quality_ratio": 1.019271948608137,
      "actual_time_seconds": 60.008642200002214,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 978,
      "reference_cost": 934,
      "quality_ratio": 1.0471092077087794,
      "actual_time_seconds": 60.03262353601167,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 945,
      "reference_cost": 934,
      "quality_ratio": 1.011777301927195,
      "actual_time_seconds": 60.875891789997695,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 967,
      "reference_cost": 944,
      "quality_ratio": 1.0243644067796611,
      "actual_time_seconds": 1.0240262110019103,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1030,
      "reference_cost": 944,
      "quality_ratio": 1.0911016949152543,
      "actual_time_seconds": 1.0083442330069374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1030,
      "reference_cost": 944,
      "quality_ratio": 1.0911016949152543,
      "actual_time_seconds": 1.0324479400005657,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1169,
      "reference_cost": 944,
      "quality_ratio": 1.2383474576271187,
      "actual_time_seconds": 1.8122824549791403,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 944,
      "reference_cost": 944,
      "quality_ratio": 1,
      "actual_time_seconds": 3.393651341990335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 967,
      "reference_cost": 944,
      "quality_ratio": 1.0243644067796611,
      "actual_time_seconds": 10.007801729021594,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 997,
      "reference_cost": 944,
      "quality_ratio": 1.05614406779661,
      "actual_time_seconds": 10.030574822012568,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 973,
      "reference_cost": 944,
      "quality_ratio": 1.0307203389830508,
      "actual_time_seconds": 10.797418017988093,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 944,
      "reference_cost": 944,
      "quality_ratio": 1,
      "actual_time_seconds": 3.440620935987681,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 967,
      "reference_cost": 944,
      "quality_ratio": 1.0243644067796611,
      "actual_time_seconds": 60.00947257701773,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 965,
      "reference_cost": 944,
      "quality_ratio": 1.0222457627118644,
      "actual_time_seconds": 60.030587991001084,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "orb10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 973,
      "reference_cost": 944,
      "quality_ratio": 1.0307203389830508,
      "actual_time_seconds": 60.81993564000004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1544,
      "reference_cost": 1407,
      "quality_ratio": 1.0973702914001422,
      "actual_time_seconds": 1.0241332110017538,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1407,
      "quality_ratio": null,
      "actual_time_seconds": 1.008544604992494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1407,
      "quality_ratio": null,
      "actual_time_seconds": 1.036153118009679,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2264,
      "reference_cost": 1407,
      "quality_ratio": 1.6090973702914002,
      "actual_time_seconds": 1.8353500649973284,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1540,
      "reference_cost": 1407,
      "quality_ratio": 1.0945273631840795,
      "actual_time_seconds": 10.026135045016417,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1697,
      "reference_cost": 1407,
      "quality_ratio": 1.2061122956645345,
      "actual_time_seconds": 10.011323785991408,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1665,
      "reference_cost": 1407,
      "quality_ratio": 1.183368869936034,
      "actual_time_seconds": 10.031588851008564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1625,
      "reference_cost": 1407,
      "quality_ratio": 1.1549395877754087,
      "actual_time_seconds": 10.827602347009815,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1444,
      "reference_cost": 1407,
      "quality_ratio": 1.0262970859985785,
      "actual_time_seconds": 60.030019367986824,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1643,
      "reference_cost": 1407,
      "quality_ratio": 1.16773276474769,
      "actual_time_seconds": 60.01607509198948,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1643,
      "reference_cost": 1407,
      "quality_ratio": 1.16773276474769,
      "actual_time_seconds": 60.03309501000331,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1482,
      "reference_cost": 1407,
      "quality_ratio": 1.0533049040511726,
      "actual_time_seconds": 60.85040728299646,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1664,
      "reference_cost": 1475,
      "quality_ratio": 1.128135593220339,
      "actual_time_seconds": 1.0264838720031548,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1475,
      "quality_ratio": null,
      "actual_time_seconds": 1.0084568110178225,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1475,
      "quality_ratio": null,
      "actual_time_seconds": 1.0318007679888979,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2178,
      "reference_cost": 1475,
      "quality_ratio": 1.4766101694915255,
      "actual_time_seconds": 1.8302481369755697,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1599,
      "reference_cost": 1475,
      "quality_ratio": 1.0840677966101695,
      "actual_time_seconds": 10.026246797991917,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1741,
      "reference_cost": 1475,
      "quality_ratio": 1.1803389830508475,
      "actual_time_seconds": 10.010990313021466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1648,
      "reference_cost": 1475,
      "quality_ratio": 1.1172881355932203,
      "actual_time_seconds": 10.039389104000293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1696,
      "reference_cost": 1475,
      "quality_ratio": 1.1498305084745764,
      "actual_time_seconds": 10.842541094025364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1526,
      "reference_cost": 1475,
      "quality_ratio": 1.0345762711864406,
      "actual_time_seconds": 60.030359566997504,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1657,
      "reference_cost": 1475,
      "quality_ratio": 1.1233898305084746,
      "actual_time_seconds": 60.00962775599328,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1641,
      "reference_cost": 1475,
      "quality_ratio": 1.112542372881356,
      "actual_time_seconds": 60.0321524089959,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1536,
      "reference_cost": 1475,
      "quality_ratio": 1.0413559322033898,
      "actual_time_seconds": 60.87028085597558,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1650,
      "reference_cost": 1398,
      "quality_ratio": 1.1802575107296138,
      "actual_time_seconds": 1.0236447289935313,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1398,
      "quality_ratio": null,
      "actual_time_seconds": 1.0086048660159577,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1398,
      "quality_ratio": null,
      "actual_time_seconds": 1.0307395379932132,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2091,
      "reference_cost": 1398,
      "quality_ratio": 1.4957081545064377,
      "actual_time_seconds": 1.897915176989045,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1557,
      "reference_cost": 1398,
      "quality_ratio": 1.113733905579399,
      "actual_time_seconds": 10.025048895011423,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1652,
      "reference_cost": 1398,
      "quality_ratio": 1.1816881258941345,
      "actual_time_seconds": 10.010425774002215,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1658,
      "reference_cost": 1398,
      "quality_ratio": 1.1859799713876966,
      "actual_time_seconds": 10.040710636007134,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1604,
      "reference_cost": 1398,
      "quality_ratio": 1.1473533619456366,
      "actual_time_seconds": 10.842064414988272,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1489,
      "reference_cost": 1398,
      "quality_ratio": 1.0650929899856938,
      "actual_time_seconds": 60.041921503987396,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1576,
      "reference_cost": 1398,
      "quality_ratio": 1.1273247496423462,
      "actual_time_seconds": 60.01242565200664,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1607,
      "reference_cost": 1398,
      "quality_ratio": 1.1494992846924177,
      "actual_time_seconds": 60.038478756003315,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1457,
      "reference_cost": 1398,
      "quality_ratio": 1.042203147353362,
      "actual_time_seconds": 60.90353098901687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1694,
      "reference_cost": 1464,
      "quality_ratio": 1.157103825136612,
      "actual_time_seconds": 1.0237945119733922,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1464,
      "quality_ratio": null,
      "actual_time_seconds": 1.0088242400088347,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1464,
      "quality_ratio": null,
      "actual_time_seconds": 1.0319780170102604,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2144,
      "reference_cost": 1464,
      "quality_ratio": 1.46448087431694,
      "actual_time_seconds": 1.8365333900146652,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1593,
      "reference_cost": 1464,
      "quality_ratio": 1.0881147540983607,
      "actual_time_seconds": 10.026269552996382,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1694,
      "reference_cost": 1464,
      "quality_ratio": 1.157103825136612,
      "actual_time_seconds": 10.00865655898815,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1735,
      "reference_cost": 1464,
      "quality_ratio": 1.1851092896174864,
      "actual_time_seconds": 10.037465949979378,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1687,
      "reference_cost": 1464,
      "quality_ratio": 1.1523224043715847,
      "actual_time_seconds": 10.843423418002203,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1586,
      "reference_cost": 1464,
      "quality_ratio": 1.0833333333333333,
      "actual_time_seconds": 60.031616096996004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1694,
      "reference_cost": 1464,
      "quality_ratio": 1.157103825136612,
      "actual_time_seconds": 60.008604860980995,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1702,
      "reference_cost": 1464,
      "quality_ratio": 1.1625683060109289,
      "actual_time_seconds": 60.03820471500512,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1517,
      "reference_cost": 1464,
      "quality_ratio": 1.0362021857923498,
      "actual_time_seconds": 60.816368587024044,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1674,
      "reference_cost": 1424,
      "quality_ratio": 1.175561797752809,
      "actual_time_seconds": 1.0241090720228385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1424,
      "quality_ratio": null,
      "actual_time_seconds": 1.0084776080038864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1424,
      "quality_ratio": null,
      "actual_time_seconds": 1.03131765301805,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2166,
      "reference_cost": 1424,
      "quality_ratio": 1.521067415730337,
      "actual_time_seconds": 1.8737463270081207,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1599,
      "reference_cost": 1424,
      "quality_ratio": 1.1228932584269662,
      "actual_time_seconds": 10.026447101001395,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1672,
      "reference_cost": 1424,
      "quality_ratio": 1.1741573033707866,
      "actual_time_seconds": 10.014819630014244,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1701,
      "reference_cost": 1424,
      "quality_ratio": 1.1945224719101124,
      "actual_time_seconds": 10.03230412999983,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1663,
      "reference_cost": 1424,
      "quality_ratio": 1.1678370786516854,
      "actual_time_seconds": 10.813380387990037,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1521,
      "reference_cost": 1424,
      "quality_ratio": 1.0681179775280898,
      "actual_time_seconds": 60.06548758500139,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1609,
      "reference_cost": 1424,
      "quality_ratio": 1.1299157303370786,
      "actual_time_seconds": 60.011174444982316,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1632,
      "reference_cost": 1424,
      "quality_ratio": 1.146067415730337,
      "actual_time_seconds": 60.032654641981935,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1553,
      "reference_cost": 1424,
      "quality_ratio": 1.0905898876404494,
      "actual_time_seconds": 60.8198474769888,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2034,
      "reference_cost": 1667,
      "quality_ratio": 1.2201559688062387,
      "actual_time_seconds": 1.0274720480083488,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2343,
      "reference_cost": 1667,
      "quality_ratio": 1.4055188962207559,
      "actual_time_seconds": 1.057717399991816,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1667,
      "quality_ratio": null,
      "actual_time_seconds": 1.0354253510013223,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2703,
      "reference_cost": 1667,
      "quality_ratio": 1.6214757048590283,
      "actual_time_seconds": 1.836737801990239,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1879,
      "reference_cost": 1667,
      "quality_ratio": 1.1271745650869827,
      "actual_time_seconds": 10.025664808985312,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2132,
      "reference_cost": 1667,
      "quality_ratio": 1.2789442111577685,
      "actual_time_seconds": 10.042086088011274,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2228,
      "reference_cost": 1667,
      "quality_ratio": 1.3365326934613078,
      "actual_time_seconds": 10.034544349007774,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2189,
      "reference_cost": 1667,
      "quality_ratio": 1.313137372525495,
      "actual_time_seconds": 10.823564841994084,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1831,
      "reference_cost": 1667,
      "quality_ratio": 1.098380323935213,
      "actual_time_seconds": 60.031312265986344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2122,
      "reference_cost": 1667,
      "quality_ratio": 1.2729454109178164,
      "actual_time_seconds": 60.009365136007546,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2107,
      "reference_cost": 1667,
      "quality_ratio": 1.2639472105578884,
      "actual_time_seconds": 60.035601629002485,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1785,
      "reference_cost": 1667,
      "quality_ratio": 1.0707858428314336,
      "actual_time_seconds": 60.87679912301246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1941,
      "reference_cost": 1594,
      "quality_ratio": 1.2176913425345044,
      "actual_time_seconds": 1.0247562360018492,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2137,
      "reference_cost": 1594,
      "quality_ratio": 1.3406524466750314,
      "actual_time_seconds": 1.0582165859814268,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1594,
      "quality_ratio": null,
      "actual_time_seconds": 1.0359536049945746,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2602,
      "reference_cost": 1594,
      "quality_ratio": 1.6323713927227101,
      "actual_time_seconds": 1.893883234995883,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1803,
      "reference_cost": 1594,
      "quality_ratio": 1.131116687578419,
      "actual_time_seconds": 10.029177114018239,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1995,
      "reference_cost": 1594,
      "quality_ratio": 1.251568381430364,
      "actual_time_seconds": 10.04430291900644,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2005,
      "reference_cost": 1594,
      "quality_ratio": 1.2578419071518194,
      "actual_time_seconds": 10.054496511991601,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2101,
      "reference_cost": 1594,
      "quality_ratio": 1.3180677540777916,
      "actual_time_seconds": 10.861990609002532,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1783,
      "reference_cost": 1594,
      "quality_ratio": 1.1185696361355082,
      "actual_time_seconds": 60.029645692004124,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1874,
      "reference_cost": 1594,
      "quality_ratio": 1.175658720200753,
      "actual_time_seconds": 60.00931723599206,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1888,
      "reference_cost": 1594,
      "quality_ratio": 1.1844416562107905,
      "actual_time_seconds": 60.03990013699513,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1744,
      "reference_cost": 1594,
      "quality_ratio": 1.0941028858218318,
      "actual_time_seconds": 60.824146122991806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2075,
      "reference_cost": 1751,
      "quality_ratio": 1.1850371216447744,
      "actual_time_seconds": 1.0254013179801404,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2407,
      "reference_cost": 1751,
      "quality_ratio": 1.3746430611079383,
      "actual_time_seconds": 1.0128900939889718,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1751,
      "quality_ratio": null,
      "actual_time_seconds": 1.033754753996618,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2565,
      "reference_cost": 1751,
      "quality_ratio": 1.4648772130211307,
      "actual_time_seconds": 1.8383137949858792,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1978,
      "reference_cost": 1751,
      "quality_ratio": 1.1296402055968018,
      "actual_time_seconds": 10.02623179301736,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2175,
      "reference_cost": 1751,
      "quality_ratio": 1.2421473443746431,
      "actual_time_seconds": 10.014815634000115,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2228,
      "reference_cost": 1751,
      "quality_ratio": 1.2724157624214734,
      "actual_time_seconds": 10.053054600022733,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2219,
      "reference_cost": 1751,
      "quality_ratio": 1.2672758423757853,
      "actual_time_seconds": 10.818027856003027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1948,
      "reference_cost": 1751,
      "quality_ratio": 1.1125071387778411,
      "actual_time_seconds": 60.02995054901112,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2115,
      "reference_cost": 1751,
      "quality_ratio": 1.2078812107367218,
      "actual_time_seconds": 60.01212410299922,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2115,
      "reference_cost": 1751,
      "quality_ratio": 1.2078812107367218,
      "actual_time_seconds": 60.03718328999821,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1880,
      "reference_cost": 1751,
      "quality_ratio": 1.0736721873215305,
      "actual_time_seconds": 60.82436812898959,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1939,
      "reference_cost": 1655,
      "quality_ratio": 1.1716012084592144,
      "actual_time_seconds": 1.0247093150101136,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2242,
      "reference_cost": 1655,
      "quality_ratio": 1.3546827794561933,
      "actual_time_seconds": 1.0580366740177851,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1655,
      "quality_ratio": null,
      "actual_time_seconds": 1.034782194008585,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2423,
      "reference_cost": 1655,
      "quality_ratio": 1.46404833836858,
      "actual_time_seconds": 1.8466417920135427,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1865,
      "reference_cost": 1655,
      "quality_ratio": 1.1268882175226587,
      "actual_time_seconds": 10.027136438002344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2079,
      "reference_cost": 1655,
      "quality_ratio": 1.2561933534743202,
      "actual_time_seconds": 10.043785959976958,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2165,
      "reference_cost": 1655,
      "quality_ratio": 1.3081570996978853,
      "actual_time_seconds": 10.034717539994745,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2108,
      "reference_cost": 1655,
      "quality_ratio": 1.273716012084592,
      "actual_time_seconds": 10.821120095992228,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1834,
      "reference_cost": 1655,
      "quality_ratio": 1.1081570996978851,
      "actual_time_seconds": 60.02975150500424,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2015,
      "reference_cost": 1655,
      "quality_ratio": 1.2175226586102719,
      "actual_time_seconds": 60.01034069000161,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2036,
      "reference_cost": 1655,
      "quality_ratio": 1.2302114803625377,
      "actual_time_seconds": 60.068483543989714,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1752,
      "reference_cost": 1655,
      "quality_ratio": 1.0586102719033232,
      "actual_time_seconds": 60.87589150801068,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2120,
      "reference_cost": 1743,
      "quality_ratio": 1.2162937464142283,
      "actual_time_seconds": 1.025208222999936,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2344,
      "reference_cost": 1743,
      "quality_ratio": 1.344807802639128,
      "actual_time_seconds": 1.057497436995618,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1743,
      "quality_ratio": null,
      "actual_time_seconds": 1.0345554790110327,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2545,
      "reference_cost": 1743,
      "quality_ratio": 1.4601262191623638,
      "actual_time_seconds": 1.8195220159832388,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1981,
      "reference_cost": 1743,
      "quality_ratio": 1.1365461847389557,
      "actual_time_seconds": 10.02671589300735,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2291,
      "reference_cost": 1743,
      "quality_ratio": 1.3144004589787723,
      "actual_time_seconds": 10.041978360008216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2298,
      "reference_cost": 1743,
      "quality_ratio": 1.3184165232358003,
      "actual_time_seconds": 10.034767713019392,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2208,
      "reference_cost": 1743,
      "quality_ratio": 1.2667814113597247,
      "actual_time_seconds": 10.866910904005636,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1929,
      "reference_cost": 1743,
      "quality_ratio": 1.1067125645438898,
      "actual_time_seconds": 60.03043254101067,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2159,
      "reference_cost": 1743,
      "quality_ratio": 1.2386689615605277,
      "actual_time_seconds": 60.025420956983,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2161,
      "reference_cost": 1743,
      "quality_ratio": 1.2398164084911072,
      "actual_time_seconds": 60.0421435390017,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1837,
      "reference_cost": 1743,
      "quality_ratio": 1.0539300057372347,
      "actual_time_seconds": 60.81783790100599,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3667,
      "reference_cost": 2983,
      "quality_ratio": 1.2292993630573248,
      "actual_time_seconds": 1.0276726839947514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4257,
      "reference_cost": 2983,
      "quality_ratio": 1.4270868253436138,
      "actual_time_seconds": 1.0106370050052647,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4257,
      "reference_cost": 2983,
      "quality_ratio": 1.4270868253436138,
      "actual_time_seconds": 1.116261145012686,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2983,
      "quality_ratio": null,
      "actual_time_seconds": 1.908462895982666,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3499,
      "reference_cost": 2983,
      "quality_ratio": 1.1729802212537714,
      "actual_time_seconds": 10.046638105995953,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4247,
      "reference_cost": 2983,
      "quality_ratio": 1.4237344954743547,
      "actual_time_seconds": 10.010594633989967,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4257,
      "reference_cost": 2983,
      "quality_ratio": 1.4270868253436138,
      "actual_time_seconds": 10.246305125998333,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4554,
      "reference_cost": 2983,
      "quality_ratio": 1.52665102246061,
      "actual_time_seconds": 10.955401301005622,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3379,
      "reference_cost": 2983,
      "quality_ratio": 1.1327522628226618,
      "actual_time_seconds": 60.03061623600661,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4207,
      "reference_cost": 2983,
      "quality_ratio": 1.410325175997318,
      "actual_time_seconds": 60.03491013398161,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4192,
      "reference_cost": 2983,
      "quality_ratio": 1.4052966811934295,
      "actual_time_seconds": 60.066233143006684,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3577,
      "reference_cost": 2983,
      "quality_ratio": 1.1991283942339925,
      "actual_time_seconds": 60.84241299898713,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4327,
      "reference_cost": 2972,
      "quality_ratio": 1.455921938088829,
      "actual_time_seconds": 1.0263793200138025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4304,
      "reference_cost": 2972,
      "quality_ratio": 1.4481830417227457,
      "actual_time_seconds": 1.0352403900178615,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4304,
      "reference_cost": 2972,
      "quality_ratio": 1.4481830417227457,
      "actual_time_seconds": 1.0405904520011973,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2972,
      "quality_ratio": null,
      "actual_time_seconds": 1.8438941850035917,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3553,
      "reference_cost": 2972,
      "quality_ratio": 1.1954912516823688,
      "actual_time_seconds": 10.02810897299787,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4241,
      "reference_cost": 2972,
      "quality_ratio": 1.4269851951547778,
      "actual_time_seconds": 10.088905645010527,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4257,
      "reference_cost": 2972,
      "quality_ratio": 1.4323687752355316,
      "actual_time_seconds": 10.138396102003753,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4619,
      "reference_cost": 2972,
      "quality_ratio": 1.554172274562584,
      "actual_time_seconds": 10.841411255998537,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3471,
      "reference_cost": 2972,
      "quality_ratio": 1.1679004037685061,
      "actual_time_seconds": 60.03236730201752,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4206,
      "reference_cost": 2972,
      "quality_ratio": 1.4152086137281292,
      "actual_time_seconds": 60.07074995699804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4247,
      "reference_cost": 2972,
      "quality_ratio": 1.4290040376850606,
      "actual_time_seconds": 60.05963325200719,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3598,
      "reference_cost": 2972,
      "quality_ratio": 1.2106325706594885,
      "actual_time_seconds": 60.826181106007425,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3748,
      "reference_cost": 3104,
      "quality_ratio": 1.2074742268041236,
      "actual_time_seconds": 1.027128421002999,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4360,
      "reference_cost": 3104,
      "quality_ratio": 1.4046391752577319,
      "actual_time_seconds": 1.066195761988638,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4366,
      "reference_cost": 3104,
      "quality_ratio": 1.4065721649484537,
      "actual_time_seconds": 1.0593348760157824,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 3104,
      "quality_ratio": null,
      "actual_time_seconds": 1.8757304559985641,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3593,
      "reference_cost": 3104,
      "quality_ratio": 1.1575386597938144,
      "actual_time_seconds": 10.04612103200634,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4347,
      "reference_cost": 3104,
      "quality_ratio": 1.400451030927835,
      "actual_time_seconds": 10.010717066004872,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4347,
      "reference_cost": 3104,
      "quality_ratio": 1.400451030927835,
      "actual_time_seconds": 10.039238122000825,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4679,
      "reference_cost": 3104,
      "quality_ratio": 1.507409793814433,
      "actual_time_seconds": 10.907961632998195,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3495,
      "reference_cost": 3104,
      "quality_ratio": 1.125966494845361,
      "actual_time_seconds": 60.076163205027115,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4347,
      "reference_cost": 3104,
      "quality_ratio": 1.400451030927835,
      "actual_time_seconds": 60.01813647701056,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4280,
      "reference_cost": 3104,
      "quality_ratio": 1.3788659793814433,
      "actual_time_seconds": 60.16974812900298,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3667,
      "reference_cost": 3104,
      "quality_ratio": 1.1813788659793814,
      "actual_time_seconds": 60.89525170298293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3545,
      "reference_cost": 2968,
      "quality_ratio": 1.1944070080862534,
      "actual_time_seconds": 1.0278887699823827,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4160,
      "reference_cost": 2968,
      "quality_ratio": 1.4016172506738545,
      "actual_time_seconds": 1.0580015480227303,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4168,
      "reference_cost": 2968,
      "quality_ratio": 1.4043126684636118,
      "actual_time_seconds": 1.0580505940015428,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2968,
      "quality_ratio": null,
      "actual_time_seconds": 1.822138473013183,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3435,
      "reference_cost": 2968,
      "quality_ratio": 1.1573450134770888,
      "actual_time_seconds": 10.028069079999113,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4141,
      "reference_cost": 2968,
      "quality_ratio": 1.3952156334231807,
      "actual_time_seconds": 10.041728040989256,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4123,
      "reference_cost": 2968,
      "quality_ratio": 1.3891509433962264,
      "actual_time_seconds": 10.038907737995032,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4394,
      "reference_cost": 2968,
      "quality_ratio": 1.4804582210242587,
      "actual_time_seconds": 10.90705817300477,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3304,
      "reference_cost": 2968,
      "quality_ratio": 1.1132075471698113,
      "actual_time_seconds": 60.05152681199252,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4113,
      "reference_cost": 2968,
      "quality_ratio": 1.3857816711590296,
      "actual_time_seconds": 60.045951756008435,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3990,
      "reference_cost": 2968,
      "quality_ratio": 1.3443396226415094,
      "actual_time_seconds": 60.06334665400209,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3445,
      "reference_cost": 2968,
      "quality_ratio": 1.1607142857142858,
      "actual_time_seconds": 60.90429254301125,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3674,
      "reference_cost": 2885,
      "quality_ratio": 1.2734835355285963,
      "actual_time_seconds": 1.059565500007011,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4359,
      "reference_cost": 2885,
      "quality_ratio": 1.5109185441941075,
      "actual_time_seconds": 1.0587201500020456,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 4359,
      "reference_cost": 2885,
      "quality_ratio": 1.5109185441941075,
      "actual_time_seconds": 1.110273618978681,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2885,
      "quality_ratio": null,
      "actual_time_seconds": 1.9079795110155828,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3506,
      "reference_cost": 2885,
      "quality_ratio": 1.2152512998266898,
      "actual_time_seconds": 10.041593355999794,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4315,
      "reference_cost": 2885,
      "quality_ratio": 1.4956672443674177,
      "actual_time_seconds": 10.040076570003293,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4324,
      "reference_cost": 2885,
      "quality_ratio": 1.498786828422877,
      "actual_time_seconds": 10.141674390994012,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4590,
      "reference_cost": 2885,
      "quality_ratio": 1.5909878682842287,
      "actual_time_seconds": 10.909610783011885,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3285,
      "reference_cost": 2885,
      "quality_ratio": 1.1386481802426343,
      "actual_time_seconds": 60.03365152399056,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4231,
      "reference_cost": 2885,
      "quality_ratio": 1.4665511265164646,
      "actual_time_seconds": 60.06161678599892,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4221,
      "reference_cost": 2885,
      "quality_ratio": 1.4630849220103985,
      "actual_time_seconds": 60.08460231500794,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3571,
      "reference_cost": 2885,
      "quality_ratio": 1.2377816291161179,
      "actual_time_seconds": 60.85458769300021,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 0.10461117798695341,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0146224290074315,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 1.0600725460099056,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2924,
      "quality_ratio": null,
      "actual_time_seconds": 1.9060360360017512,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 0.09604999900329858,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 10.086497833020985,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 10.038397217023885,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3241,
      "reference_cost": 2924,
      "quality_ratio": 1.1084131326949385,
      "actual_time_seconds": 10.855682579014683,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 0.09261893699294887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 60.01567862200318,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 60.057220885006245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2924,
      "reference_cost": 2924,
      "quality_ratio": 1,
      "actual_time_seconds": 60.83874020501389,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2861,
      "reference_cost": 2794,
      "quality_ratio": 1.0239799570508232,
      "actual_time_seconds": 1.0602854280150495,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2861,
      "reference_cost": 2794,
      "quality_ratio": 1.0239799570508232,
      "actual_time_seconds": 1.0958964970195666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2861,
      "reference_cost": 2794,
      "quality_ratio": 1.0239799570508232,
      "actual_time_seconds": 1.1086066459829453,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2794,
      "quality_ratio": null,
      "actual_time_seconds": 1.923202878999291,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2850,
      "reference_cost": 2794,
      "quality_ratio": 1.0200429491768075,
      "actual_time_seconds": 10.045353180990787,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2861,
      "reference_cost": 2794,
      "quality_ratio": 1.0239799570508232,
      "actual_time_seconds": 10.041276356991148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2861,
      "reference_cost": 2794,
      "quality_ratio": 1.0239799570508232,
      "actual_time_seconds": 10.047601905011106,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3126,
      "reference_cost": 2794,
      "quality_ratio": 1.1188260558339298,
      "actual_time_seconds": 11.112715285999002,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2794,
      "reference_cost": 2794,
      "quality_ratio": 1,
      "actual_time_seconds": 57.61263434201828,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2794,
      "reference_cost": 2794,
      "quality_ratio": 1,
      "actual_time_seconds": 60.030505481001455,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2797,
      "reference_cost": 2794,
      "quality_ratio": 1.0010737294201861,
      "actual_time_seconds": 60.06670348800253,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2794,
      "reference_cost": 2794,
      "quality_ratio": 1,
      "actual_time_seconds": 60.843811236001784,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2935,
      "reference_cost": 2852,
      "quality_ratio": 1.029102384291725,
      "actual_time_seconds": 1.0268005070101935,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2907,
      "reference_cost": 2852,
      "quality_ratio": 1.0192847124824684,
      "actual_time_seconds": 1.0373744740209077,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2910,
      "reference_cost": 2852,
      "quality_ratio": 1.0203366058906032,
      "actual_time_seconds": 1.0380743989953771,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2852,
      "quality_ratio": null,
      "actual_time_seconds": 1.8217675019986928,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2935,
      "reference_cost": 2852,
      "quality_ratio": 1.029102384291725,
      "actual_time_seconds": 10.028332051995676,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2881,
      "reference_cost": 2852,
      "quality_ratio": 1.0101683029453015,
      "actual_time_seconds": 10.03330755099887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2852,
      "reference_cost": 2852,
      "quality_ratio": 1,
      "actual_time_seconds": 10.067542096978286,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3131,
      "reference_cost": 2852,
      "quality_ratio": 1.0978260869565217,
      "actual_time_seconds": 10.85652992600808,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2852,
      "reference_cost": 2852,
      "quality_ratio": 1,
      "actual_time_seconds": 50.44710916999611,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2852,
      "reference_cost": 2852,
      "quality_ratio": 1,
      "actual_time_seconds": 60.04682127397973,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2852,
      "reference_cost": 2852,
      "quality_ratio": 1,
      "actual_time_seconds": 60.07626648299629,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2852,
      "reference_cost": 2852,
      "quality_ratio": 1,
      "actual_time_seconds": 60.86805423197802,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2979,
      "reference_cost": 2843,
      "quality_ratio": 1.047836792120999,
      "actual_time_seconds": 1.028130747989053,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2974,
      "reference_cost": 2843,
      "quality_ratio": 1.0460780865283152,
      "actual_time_seconds": 1.01078773100744,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2974,
      "reference_cost": 2843,
      "quality_ratio": 1.0460780865283152,
      "actual_time_seconds": 1.0411021059844643,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2843,
      "quality_ratio": null,
      "actual_time_seconds": 1.9154394069919363,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2979,
      "reference_cost": 2843,
      "quality_ratio": 1.047836792120999,
      "actual_time_seconds": 10.048326952004572,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2966,
      "reference_cost": 2843,
      "quality_ratio": 1.043264157580021,
      "actual_time_seconds": 10.046431327995379,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2957,
      "reference_cost": 2843,
      "quality_ratio": 1.0400984875131902,
      "actual_time_seconds": 10.039916852983879,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3343,
      "reference_cost": 2843,
      "quality_ratio": 1.1758705592683785,
      "actual_time_seconds": 10.910825273982482,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2979,
      "reference_cost": 2843,
      "quality_ratio": 1.047836792120999,
      "actual_time_seconds": 60.0371925989748,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2918,
      "reference_cost": 2843,
      "quality_ratio": 1.0263805838902569,
      "actual_time_seconds": 60.03354865900474,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2957,
      "reference_cost": 2843,
      "quality_ratio": 1.0400984875131902,
      "actual_time_seconds": 60.066863683983684,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2843,
      "reference_cost": 2843,
      "quality_ratio": 1,
      "actual_time_seconds": 60.896513835992664,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 0.10459301699302159,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 1.057665194006404,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 1.1075449849886354,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2823,
      "quality_ratio": null,
      "actual_time_seconds": 1.8568442850082647,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 0.10408147700945847,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 10.04178594998666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 10.088246660016011,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3175,
      "reference_cost": 2823,
      "quality_ratio": 1.124690046050301,
      "actual_time_seconds": 10.84952298499411,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 0.10420721699483693,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 60.021827168005984,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 60.06865192000987,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "swv20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2823,
      "reference_cost": 2823,
      "quality_ratio": 1,
      "actual_time_seconds": 60.8853039900132,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1382,
      "reference_cost": 1231,
      "quality_ratio": 1.122664500406174,
      "actual_time_seconds": 1.0262717350269668,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1231,
      "quality_ratio": null,
      "actual_time_seconds": 1.0086199979996309,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1231,
      "quality_ratio": null,
      "actual_time_seconds": 1.032075181021355,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1621,
      "reference_cost": 1231,
      "quality_ratio": 1.3168155970755484,
      "actual_time_seconds": 1.8537859870120883,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1245,
      "reference_cost": 1231,
      "quality_ratio": 1.0113728675873275,
      "actual_time_seconds": 10.025689040980069,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1278,
      "reference_cost": 1231,
      "quality_ratio": 1.0381803411860275,
      "actual_time_seconds": 10.008851738995872,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1278,
      "reference_cost": 1231,
      "quality_ratio": 1.0381803411860275,
      "actual_time_seconds": 10.0341139259981,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1383,
      "reference_cost": 1231,
      "quality_ratio": 1.123476848090983,
      "actual_time_seconds": 10.894404405989917,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1231,
      "reference_cost": 1231,
      "quality_ratio": 1,
      "actual_time_seconds": 22.745002239011228,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1278,
      "reference_cost": 1231,
      "quality_ratio": 1.0381803411860275,
      "actual_time_seconds": 60.01365072999033,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1278,
      "reference_cost": 1231,
      "quality_ratio": 1.0381803411860275,
      "actual_time_seconds": 60.03343407899956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta01",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1253,
      "reference_cost": 1231,
      "quality_ratio": 1.0178716490658002,
      "actual_time_seconds": 60.83273999299854,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1344,
      "reference_cost": 1244,
      "quality_ratio": 1.0803858520900322,
      "actual_time_seconds": 1.02369108502171,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1244,
      "quality_ratio": null,
      "actual_time_seconds": 1.008746459003305,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1244,
      "quality_ratio": null,
      "actual_time_seconds": 1.0312833669886459,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1811,
      "reference_cost": 1244,
      "quality_ratio": 1.4557877813504823,
      "actual_time_seconds": 1.802970863005612,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1279,
      "reference_cost": 1244,
      "quality_ratio": 1.0281350482315113,
      "actual_time_seconds": 10.025382919993717,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1397,
      "reference_cost": 1244,
      "quality_ratio": 1.1229903536977492,
      "actual_time_seconds": 10.008388131012907,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1411,
      "reference_cost": 1244,
      "quality_ratio": 1.1342443729903537,
      "actual_time_seconds": 10.037313078995794,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1423,
      "reference_cost": 1244,
      "quality_ratio": 1.1438906752411575,
      "actual_time_seconds": 10.873022525018314,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1254,
      "reference_cost": 1244,
      "quality_ratio": 1.0080385852090032,
      "actual_time_seconds": 60.02937973299413,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1397,
      "reference_cost": 1244,
      "quality_ratio": 1.1229903536977492,
      "actual_time_seconds": 60.00924719800241,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1371,
      "reference_cost": 1244,
      "quality_ratio": 1.1020900321543408,
      "actual_time_seconds": 60.03614246597863,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta02",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1267,
      "reference_cost": 1244,
      "quality_ratio": 1.0184887459807075,
      "actual_time_seconds": 60.90145383999334,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1346,
      "reference_cost": 1218,
      "quality_ratio": 1.1050903119868638,
      "actual_time_seconds": 1.0244166740158107,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1218,
      "quality_ratio": null,
      "actual_time_seconds": 1.008613265992608,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1218,
      "quality_ratio": null,
      "actual_time_seconds": 1.0331503190100193,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1473,
      "reference_cost": 1218,
      "quality_ratio": 1.20935960591133,
      "actual_time_seconds": 1.8768306770070922,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1227,
      "reference_cost": 1218,
      "quality_ratio": 1.0073891625615763,
      "actual_time_seconds": 10.025658653990831,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1340,
      "reference_cost": 1218,
      "quality_ratio": 1.1001642036124795,
      "actual_time_seconds": 10.008614168007625,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1299,
      "reference_cost": 1218,
      "quality_ratio": 1.0665024630541873,
      "actual_time_seconds": 10.036677433992736,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1296,
      "reference_cost": 1218,
      "quality_ratio": 1.064039408866995,
      "actual_time_seconds": 10.830352899007266,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1218,
      "reference_cost": 1218,
      "quality_ratio": 1,
      "actual_time_seconds": 60.031368498981465,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1275,
      "reference_cost": 1218,
      "quality_ratio": 1.0467980295566504,
      "actual_time_seconds": 60.008857993991114,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1270,
      "reference_cost": 1218,
      "quality_ratio": 1.0426929392446633,
      "actual_time_seconds": 60.03342276101466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta03",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1239,
      "reference_cost": 1218,
      "quality_ratio": 1.0172413793103448,
      "actual_time_seconds": 60.86001445099828,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1292,
      "reference_cost": 1175,
      "quality_ratio": 1.0995744680851063,
      "actual_time_seconds": 1.0239465199992992,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1175,
      "quality_ratio": null,
      "actual_time_seconds": 1.0087921530066524,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1175,
      "quality_ratio": null,
      "actual_time_seconds": 1.0321506379987113,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1570,
      "reference_cost": 1175,
      "quality_ratio": 1.3361702127659574,
      "actual_time_seconds": 1.8064912870177068,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1221,
      "reference_cost": 1175,
      "quality_ratio": 1.0391489361702129,
      "actual_time_seconds": 10.025247690995457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1300,
      "reference_cost": 1175,
      "quality_ratio": 1.1063829787234043,
      "actual_time_seconds": 10.010698199010221,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1286,
      "reference_cost": 1175,
      "quality_ratio": 1.094468085106383,
      "actual_time_seconds": 10.04047720899689,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1310,
      "reference_cost": 1175,
      "quality_ratio": 1.1148936170212767,
      "actual_time_seconds": 10.830708861991297,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1181,
      "reference_cost": 1175,
      "quality_ratio": 1.0051063829787235,
      "actual_time_seconds": 60.02853483200306,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1300,
      "reference_cost": 1175,
      "quality_ratio": 1.1063829787234043,
      "actual_time_seconds": 60.00896552100312,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1281,
      "reference_cost": 1175,
      "quality_ratio": 1.0902127659574468,
      "actual_time_seconds": 60.039193864999106,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta04",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1218,
      "reference_cost": 1175,
      "quality_ratio": 1.0365957446808511,
      "actual_time_seconds": 60.84190322100767,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1314,
      "reference_cost": 1224,
      "quality_ratio": 1.0735294117647058,
      "actual_time_seconds": 1.0242747820157092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1224,
      "quality_ratio": null,
      "actual_time_seconds": 1.0084665449976455,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1224,
      "quality_ratio": null,
      "actual_time_seconds": 1.0340587380051147,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1662,
      "reference_cost": 1224,
      "quality_ratio": 1.357843137254902,
      "actual_time_seconds": 1.8445378449978307,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1246,
      "reference_cost": 1224,
      "quality_ratio": 1.0179738562091503,
      "actual_time_seconds": 10.026163094007643,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1301,
      "reference_cost": 1224,
      "quality_ratio": 1.0629084967320261,
      "actual_time_seconds": 10.012770344997989,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1313,
      "reference_cost": 1224,
      "quality_ratio": 1.0727124183006536,
      "actual_time_seconds": 10.041779293998843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1374,
      "reference_cost": 1224,
      "quality_ratio": 1.1225490196078431,
      "actual_time_seconds": 10.876832198991906,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1230,
      "reference_cost": 1224,
      "quality_ratio": 1.0049019607843137,
      "actual_time_seconds": 60.028044470993336,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1235,
      "reference_cost": 1224,
      "quality_ratio": 1.0089869281045751,
      "actual_time_seconds": 60.010684894019505,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1289,
      "reference_cost": 1224,
      "quality_ratio": 1.0531045751633987,
      "actual_time_seconds": 60.033500823017675,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta05",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1250,
      "reference_cost": 1224,
      "quality_ratio": 1.0212418300653594,
      "actual_time_seconds": 60.89202370701241,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1312,
      "reference_cost": 1238,
      "quality_ratio": 1.059773828756058,
      "actual_time_seconds": 1.0267173049796838,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1238,
      "quality_ratio": null,
      "actual_time_seconds": 1.0084152659983374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1238,
      "quality_ratio": null,
      "actual_time_seconds": 1.0319140020001214,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1496,
      "reference_cost": 1238,
      "quality_ratio": 1.2084006462035541,
      "actual_time_seconds": 1.8397555559931789,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1284,
      "reference_cost": 1238,
      "quality_ratio": 1.037156704361874,
      "actual_time_seconds": 10.028935087000718,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1367,
      "reference_cost": 1238,
      "quality_ratio": 1.104200323101777,
      "actual_time_seconds": 10.010230295010842,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1363,
      "reference_cost": 1238,
      "quality_ratio": 1.1009693053311793,
      "actual_time_seconds": 10.036418707983103,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1333,
      "reference_cost": 1238,
      "quality_ratio": 1.0767366720516962,
      "actual_time_seconds": 10.807788672012975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1265,
      "reference_cost": 1238,
      "quality_ratio": 1.0218093699515347,
      "actual_time_seconds": 60.02843584999209,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1336,
      "reference_cost": 1238,
      "quality_ratio": 1.0791599353796446,
      "actual_time_seconds": 60.012556322995806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1349,
      "reference_cost": 1238,
      "quality_ratio": 1.0896607431340872,
      "actual_time_seconds": 60.041805338987615,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta06",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1261,
      "reference_cost": 1238,
      "quality_ratio": 1.018578352180937,
      "actual_time_seconds": 60.83337908500107,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1291,
      "reference_cost": 1227,
      "quality_ratio": 1.052159739201304,
      "actual_time_seconds": 1.026285875996109,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1227,
      "quality_ratio": null,
      "actual_time_seconds": 1.0085759780195076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1227,
      "quality_ratio": null,
      "actual_time_seconds": 1.0320591480121948,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1510,
      "reference_cost": 1227,
      "quality_ratio": 1.230643846780766,
      "actual_time_seconds": 1.8289414989994839,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1251,
      "reference_cost": 1227,
      "quality_ratio": 1.019559902200489,
      "actual_time_seconds": 10.033816103008576,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1326,
      "reference_cost": 1227,
      "quality_ratio": 1.080684596577017,
      "actual_time_seconds": 10.009701592003694,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1326,
      "reference_cost": 1227,
      "quality_ratio": 1.080684596577017,
      "actual_time_seconds": 10.033632344013313,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1330,
      "reference_cost": 1227,
      "quality_ratio": 1.0839445802770986,
      "actual_time_seconds": 10.829850855981931,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1238,
      "reference_cost": 1227,
      "quality_ratio": 1.0089649551752242,
      "actual_time_seconds": 60.03111322899349,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1299,
      "reference_cost": 1227,
      "quality_ratio": 1.058679706601467,
      "actual_time_seconds": 60.010901531000854,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1316,
      "reference_cost": 1227,
      "quality_ratio": 1.0725346373268134,
      "actual_time_seconds": 60.03355327199097,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta07",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1265,
      "reference_cost": 1227,
      "quality_ratio": 1.0309698451507743,
      "actual_time_seconds": 60.83402620701236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1310,
      "reference_cost": 1217,
      "quality_ratio": 1.076417419884963,
      "actual_time_seconds": 1.0262460800004192,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1217,
      "quality_ratio": null,
      "actual_time_seconds": 1.008570847014198,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1217,
      "quality_ratio": null,
      "actual_time_seconds": 1.032007567002438,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1439,
      "reference_cost": 1217,
      "quality_ratio": 1.182415776499589,
      "actual_time_seconds": 1.8166734550031833,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1257,
      "reference_cost": 1217,
      "quality_ratio": 1.0328677074774035,
      "actual_time_seconds": 10.025752615008969,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1361,
      "reference_cost": 1217,
      "quality_ratio": 1.1183237469186524,
      "actual_time_seconds": 10.008382083004108,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1310,
      "reference_cost": 1217,
      "quality_ratio": 1.076417419884963,
      "actual_time_seconds": 10.034474576998036,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1318,
      "reference_cost": 1217,
      "quality_ratio": 1.0829909613804438,
      "actual_time_seconds": 10.862187080987496,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1217,
      "reference_cost": 1217,
      "quality_ratio": 1,
      "actual_time_seconds": 60.02892280599917,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1343,
      "reference_cost": 1217,
      "quality_ratio": 1.1035332785538208,
      "actual_time_seconds": 60.00894032299402,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1282,
      "reference_cost": 1217,
      "quality_ratio": 1.0534100246507807,
      "actual_time_seconds": 60.033793394017266,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta08",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1274,
      "reference_cost": 1217,
      "quality_ratio": 1.0468364831552999,
      "actual_time_seconds": 60.87876393899205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1372,
      "reference_cost": 1274,
      "quality_ratio": 1.0769230769230769,
      "actual_time_seconds": 1.0257635640155058,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1274,
      "quality_ratio": null,
      "actual_time_seconds": 1.008442730002571,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1274,
      "quality_ratio": null,
      "actual_time_seconds": 1.0324239259934984,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1578,
      "reference_cost": 1274,
      "quality_ratio": 1.23861852433281,
      "actual_time_seconds": 1.83112887799507,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1331,
      "reference_cost": 1274,
      "quality_ratio": 1.0447409733124018,
      "actual_time_seconds": 10.026239328988595,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1425,
      "reference_cost": 1274,
      "quality_ratio": 1.1185243328100472,
      "actual_time_seconds": 10.008559439011151,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1402,
      "reference_cost": 1274,
      "quality_ratio": 1.1004709576138147,
      "actual_time_seconds": 10.036358758981805,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1402,
      "reference_cost": 1274,
      "quality_ratio": 1.1004709576138147,
      "actual_time_seconds": 10.821794978983235,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1274,
      "reference_cost": 1274,
      "quality_ratio": 1,
      "actual_time_seconds": 60.02882904699072,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1395,
      "reference_cost": 1274,
      "quality_ratio": 1.0949764521193093,
      "actual_time_seconds": 60.00891492399387,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1379,
      "reference_cost": 1274,
      "quality_ratio": 1.0824175824175823,
      "actual_time_seconds": 60.03363308799453,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta09",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1336,
      "reference_cost": 1274,
      "quality_ratio": 1.0486656200941915,
      "actual_time_seconds": 60.81835482097813,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1352,
      "reference_cost": 1241,
      "quality_ratio": 1.0894439967767928,
      "actual_time_seconds": 1.0261207229923457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1241,
      "quality_ratio": null,
      "actual_time_seconds": 1.018575581983896,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1241,
      "quality_ratio": null,
      "actual_time_seconds": 1.0325049859820865,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1628,
      "reference_cost": 1241,
      "quality_ratio": 1.3118452860596292,
      "actual_time_seconds": 1.86335560597945,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1281,
      "reference_cost": 1241,
      "quality_ratio": 1.032232070910556,
      "actual_time_seconds": 10.029987699002959,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1320,
      "reference_cost": 1241,
      "quality_ratio": 1.0636583400483481,
      "actual_time_seconds": 10.008509489998687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1367,
      "reference_cost": 1241,
      "quality_ratio": 1.1015310233682514,
      "actual_time_seconds": 10.032936525007244,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1367,
      "reference_cost": 1241,
      "quality_ratio": 1.1015310233682514,
      "actual_time_seconds": 10.814597936987411,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1241,
      "reference_cost": 1241,
      "quality_ratio": 1,
      "actual_time_seconds": 60.03020584298065,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1301,
      "reference_cost": 1241,
      "quality_ratio": 1.048348106365834,
      "actual_time_seconds": 60.00864004599862,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1348,
      "reference_cost": 1241,
      "quality_ratio": 1.0862207896857372,
      "actual_time_seconds": 60.03358441599994,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta10",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1279,
      "reference_cost": 1241,
      "quality_ratio": 1.030620467365028,
      "actual_time_seconds": 60.8410290699976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1545,
      "reference_cost": 1357,
      "quality_ratio": 1.1385408990420045,
      "actual_time_seconds": 1.0602280479797628,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1813,
      "reference_cost": 1357,
      "quality_ratio": 1.3360353721444362,
      "actual_time_seconds": 1.0580550279992167,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1357,
      "quality_ratio": null,
      "actual_time_seconds": 1.0690223060082644,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1883,
      "reference_cost": 1357,
      "quality_ratio": 1.3876197494473101,
      "actual_time_seconds": 1.8589601989951916,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1482,
      "reference_cost": 1357,
      "quality_ratio": 1.0921149594694177,
      "actual_time_seconds": 10.026585776009597,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1707,
      "reference_cost": 1357,
      "quality_ratio": 1.25792188651437,
      "actual_time_seconds": 10.009467230993323,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1665,
      "reference_cost": 1357,
      "quality_ratio": 1.2269712601326455,
      "actual_time_seconds": 10.03512042001239,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1654,
      "reference_cost": 1357,
      "quality_ratio": 1.2188651436993367,
      "actual_time_seconds": 10.844137248990592,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1425,
      "reference_cost": 1357,
      "quality_ratio": 1.0501105379513633,
      "actual_time_seconds": 60.057980115991086,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1557,
      "reference_cost": 1357,
      "quality_ratio": 1.1473839351510686,
      "actual_time_seconds": 60.04716507499688,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1573,
      "reference_cost": 1357,
      "quality_ratio": 1.1591746499631541,
      "actual_time_seconds": 60.03627355999197,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta11",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1427,
      "reference_cost": 1357,
      "quality_ratio": 1.051584377302874,
      "actual_time_seconds": 60.840040178009076,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1641,
      "reference_cost": 1367,
      "quality_ratio": 1.2004389173372347,
      "actual_time_seconds": 1.0272666410019156,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1761,
      "reference_cost": 1367,
      "quality_ratio": 1.288222384784199,
      "actual_time_seconds": 1.0564773739897646,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1367,
      "quality_ratio": null,
      "actual_time_seconds": 1.0350318879936822,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1962,
      "reference_cost": 1367,
      "quality_ratio": 1.435259692757864,
      "actual_time_seconds": 1.8186617199971806,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1491,
      "reference_cost": 1367,
      "quality_ratio": 1.0907095830285296,
      "actual_time_seconds": 10.025882618996548,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1638,
      "reference_cost": 1367,
      "quality_ratio": 1.1982443306510606,
      "actual_time_seconds": 10.0180336899939,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1618,
      "reference_cost": 1367,
      "quality_ratio": 1.1836137527432333,
      "actual_time_seconds": 10.04555278798216,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1739,
      "reference_cost": 1367,
      "quality_ratio": 1.2721287490855888,
      "actual_time_seconds": 10.836236748000374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1434,
      "reference_cost": 1367,
      "quality_ratio": 1.0490124359912216,
      "actual_time_seconds": 60.029809908999596,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1526,
      "reference_cost": 1367,
      "quality_ratio": 1.1163130943672275,
      "actual_time_seconds": 60.00913402400329,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1552,
      "reference_cost": 1367,
      "quality_ratio": 1.135332845647403,
      "actual_time_seconds": 60.04278502598754,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta12",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1430,
      "reference_cost": 1367,
      "quality_ratio": 1.0460863204096562,
      "actual_time_seconds": 60.81669655101723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1595,
      "reference_cost": 1342,
      "quality_ratio": 1.1885245901639345,
      "actual_time_seconds": 1.0270804520114325,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1746,
      "reference_cost": 1342,
      "quality_ratio": 1.301043219076006,
      "actual_time_seconds": 1.015449484984856,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1342,
      "quality_ratio": null,
      "actual_time_seconds": 1.0359204139967915,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1791,
      "reference_cost": 1342,
      "quality_ratio": 1.334575260804769,
      "actual_time_seconds": 1.8921044500020798,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1423,
      "reference_cost": 1342,
      "quality_ratio": 1.0603576751117734,
      "actual_time_seconds": 10.026392166008009,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1539,
      "reference_cost": 1342,
      "quality_ratio": 1.146795827123696,
      "actual_time_seconds": 10.009202699002344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1640,
      "reference_cost": 1342,
      "quality_ratio": 1.2220566318926975,
      "actual_time_seconds": 10.03997103398433,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1612,
      "reference_cost": 1342,
      "quality_ratio": 1.2011922503725783,
      "actual_time_seconds": 11.276262886996847,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1391,
      "reference_cost": 1342,
      "quality_ratio": 1.0365126676602086,
      "actual_time_seconds": 60.03362286501215,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1497,
      "reference_cost": 1342,
      "quality_ratio": 1.1154992548435172,
      "actual_time_seconds": 60.00959439098369,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1554,
      "reference_cost": 1342,
      "quality_ratio": 1.157973174366617,
      "actual_time_seconds": 60.037927108001895,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta13",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1429,
      "reference_cost": 1342,
      "quality_ratio": 1.0648286140089418,
      "actual_time_seconds": 60.84239130001515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1522,
      "reference_cost": 1345,
      "quality_ratio": 1.1315985130111523,
      "actual_time_seconds": 1.0251882430166006,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1345,
      "quality_ratio": null,
      "actual_time_seconds": 1.0110054959950503,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1345,
      "quality_ratio": null,
      "actual_time_seconds": 1.0384882119833492,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1910,
      "reference_cost": 1345,
      "quality_ratio": 1.420074349442379,
      "actual_time_seconds": 1.8310876629839186,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1442,
      "reference_cost": 1345,
      "quality_ratio": 1.0721189591078066,
      "actual_time_seconds": 10.034534590988187,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1588,
      "reference_cost": 1345,
      "quality_ratio": 1.1806691449814126,
      "actual_time_seconds": 10.038299286010442,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1555,
      "reference_cost": 1345,
      "quality_ratio": 1.1561338289962826,
      "actual_time_seconds": 10.046419450023677,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1641,
      "reference_cost": 1345,
      "quality_ratio": 1.2200743494423791,
      "actual_time_seconds": 10.863775894977152,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1400,
      "reference_cost": 1345,
      "quality_ratio": 1.0408921933085502,
      "actual_time_seconds": 60.02972542098723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1500,
      "reference_cost": 1345,
      "quality_ratio": 1.1152416356877324,
      "actual_time_seconds": 60.016402162989834,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1468,
      "reference_cost": 1345,
      "quality_ratio": 1.091449814126394,
      "actual_time_seconds": 60.05220725000254,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta14",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1417,
      "reference_cost": 1345,
      "quality_ratio": 1.0535315985130111,
      "actual_time_seconds": 60.910456873010844,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1594,
      "reference_cost": 1339,
      "quality_ratio": 1.1904406273338313,
      "actual_time_seconds": 1.032500177010661,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1806,
      "reference_cost": 1339,
      "quality_ratio": 1.3487677371172517,
      "actual_time_seconds": 1.0591850519995205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1339,
      "quality_ratio": null,
      "actual_time_seconds": 1.034799460991053,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1961,
      "reference_cost": 1339,
      "quality_ratio": 1.4645257654966393,
      "actual_time_seconds": 1.8495888049947098,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1430,
      "reference_cost": 1339,
      "quality_ratio": 1.0679611650485437,
      "actual_time_seconds": 10.029261960997246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1591,
      "reference_cost": 1339,
      "quality_ratio": 1.188200149365198,
      "actual_time_seconds": 10.013432676991215,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1681,
      "reference_cost": 1339,
      "quality_ratio": 1.2554144884241971,
      "actual_time_seconds": 10.045196446008049,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1702,
      "reference_cost": 1339,
      "quality_ratio": 1.2710978342046304,
      "actual_time_seconds": 10.86573774201679,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1430,
      "reference_cost": 1339,
      "quality_ratio": 1.0679611650485437,
      "actual_time_seconds": 60.03048627101816,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1574,
      "reference_cost": 1339,
      "quality_ratio": 1.1755041075429424,
      "actual_time_seconds": 60.0476963169931,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1572,
      "reference_cost": 1339,
      "quality_ratio": 1.1740104555638535,
      "actual_time_seconds": 60.03531586501049,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta15",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1432,
      "reference_cost": 1339,
      "quality_ratio": 1.0694548170276326,
      "actual_time_seconds": 60.83562402901589,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1554,
      "reference_cost": 1360,
      "quality_ratio": 1.1426470588235293,
      "actual_time_seconds": 1.0250787780096289,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1748,
      "reference_cost": 1360,
      "quality_ratio": 1.285294117647059,
      "actual_time_seconds": 1.058430048986338,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1360,
      "quality_ratio": null,
      "actual_time_seconds": 1.0347010570112616,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2054,
      "reference_cost": 1360,
      "quality_ratio": 1.5102941176470588,
      "actual_time_seconds": 1.8022411549754906,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1473,
      "reference_cost": 1360,
      "quality_ratio": 1.0830882352941176,
      "actual_time_seconds": 10.026952396001434,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1551,
      "reference_cost": 1360,
      "quality_ratio": 1.1404411764705882,
      "actual_time_seconds": 10.041999709996162,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1613,
      "reference_cost": 1360,
      "quality_ratio": 1.1860294117647059,
      "actual_time_seconds": 10.046249561011791,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1753,
      "reference_cost": 1360,
      "quality_ratio": 1.2889705882352942,
      "actual_time_seconds": 10.796720929996809,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1442,
      "reference_cost": 1360,
      "quality_ratio": 1.0602941176470588,
      "actual_time_seconds": 60.02950564600178,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1517,
      "reference_cost": 1360,
      "quality_ratio": 1.1154411764705883,
      "actual_time_seconds": 60.00969233899377,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1572,
      "reference_cost": 1360,
      "quality_ratio": 1.1558823529411764,
      "actual_time_seconds": 60.034989943989785,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta16",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1421,
      "reference_cost": 1360,
      "quality_ratio": 1.0448529411764707,
      "actual_time_seconds": 60.83388174301945,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1665,
      "reference_cost": 1462,
      "quality_ratio": 1.1388508891928864,
      "actual_time_seconds": 1.0248767089797184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1871,
      "reference_cost": 1462,
      "quality_ratio": 1.2797537619699042,
      "actual_time_seconds": 1.0090075719926972,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1462,
      "quality_ratio": null,
      "actual_time_seconds": 1.035862542979885,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2059,
      "reference_cost": 1462,
      "quality_ratio": 1.4083447332421342,
      "actual_time_seconds": 1.8348633059940767,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1528,
      "reference_cost": 1462,
      "quality_ratio": 1.0451436388508892,
      "actual_time_seconds": 10.030577261000872,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1668,
      "reference_cost": 1462,
      "quality_ratio": 1.1409028727770179,
      "actual_time_seconds": 10.009602596022887,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1666,
      "reference_cost": 1462,
      "quality_ratio": 1.1395348837209303,
      "actual_time_seconds": 10.035685851005837,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1763,
      "reference_cost": 1462,
      "quality_ratio": 1.2058823529411764,
      "actual_time_seconds": 10.904730609996477,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1485,
      "reference_cost": 1462,
      "quality_ratio": 1.0157318741450068,
      "actual_time_seconds": 60.03101136800251,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1658,
      "reference_cost": 1462,
      "quality_ratio": 1.13406292749658,
      "actual_time_seconds": 60.009546140994644,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1632,
      "reference_cost": 1462,
      "quality_ratio": 1.1162790697674418,
      "actual_time_seconds": 60.035181329993065,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta17",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1518,
      "reference_cost": 1462,
      "quality_ratio": 1.0383036935704515,
      "actual_time_seconds": 60.87201209398336,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1652,
      "reference_cost": 1396,
      "quality_ratio": 1.183381088825215,
      "actual_time_seconds": 1.0255816689750645,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1786,
      "reference_cost": 1396,
      "quality_ratio": 1.2793696275071633,
      "actual_time_seconds": 1.0150058400176931,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1396,
      "quality_ratio": null,
      "actual_time_seconds": 1.0345228720107116,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1951,
      "reference_cost": 1396,
      "quality_ratio": 1.3975644699140402,
      "actual_time_seconds": 1.9034755790198687,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1539,
      "reference_cost": 1396,
      "quality_ratio": 1.1024355300859598,
      "actual_time_seconds": 10.026126873999601,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1741,
      "reference_cost": 1396,
      "quality_ratio": 1.247134670487106,
      "actual_time_seconds": 10.040103417006321,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1741,
      "reference_cost": 1396,
      "quality_ratio": 1.247134670487106,
      "actual_time_seconds": 10.038991729990812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1757,
      "reference_cost": 1396,
      "quality_ratio": 1.258595988538682,
      "actual_time_seconds": 10.874846860999241,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1475,
      "reference_cost": 1396,
      "quality_ratio": 1.0565902578796562,
      "actual_time_seconds": 60.029574734013295,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1741,
      "reference_cost": 1396,
      "quality_ratio": 1.247134670487106,
      "actual_time_seconds": 60.01527944000554,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1741,
      "reference_cost": 1396,
      "quality_ratio": 1.247134670487106,
      "actual_time_seconds": 60.04403957398608,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta18",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1479,
      "reference_cost": 1396,
      "quality_ratio": 1.0594555873925502,
      "actual_time_seconds": 60.839556581981014,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1548,
      "reference_cost": 1332,
      "quality_ratio": 1.162162162162162,
      "actual_time_seconds": 1.0263532690005377,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1669,
      "reference_cost": 1332,
      "quality_ratio": 1.253003003003003,
      "actual_time_seconds": 1.0575927699974272,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1332,
      "quality_ratio": null,
      "actual_time_seconds": 1.0348769430129323,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1934,
      "reference_cost": 1332,
      "quality_ratio": 1.451951951951952,
      "actual_time_seconds": 1.8243400790088344,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1446,
      "reference_cost": 1332,
      "quality_ratio": 1.0855855855855856,
      "actual_time_seconds": 10.026730388985015,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1478,
      "reference_cost": 1332,
      "quality_ratio": 1.1096096096096095,
      "actual_time_seconds": 10.039425703987945,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1560,
      "reference_cost": 1332,
      "quality_ratio": 1.1711711711711712,
      "actual_time_seconds": 10.039877411007183,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1644,
      "reference_cost": 1332,
      "quality_ratio": 1.2342342342342343,
      "actual_time_seconds": 10.886971057014307,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1387,
      "reference_cost": 1332,
      "quality_ratio": 1.0412912912912913,
      "actual_time_seconds": 60.03063284500968,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1477,
      "reference_cost": 1332,
      "quality_ratio": 1.1088588588588588,
      "actual_time_seconds": 60.00974079099251,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1449,
      "reference_cost": 1332,
      "quality_ratio": 1.087837837837838,
      "actual_time_seconds": 60.03563015800319,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta19",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1411,
      "reference_cost": 1332,
      "quality_ratio": 1.0593093093093093,
      "actual_time_seconds": 60.81666350600426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1653,
      "reference_cost": 1348,
      "quality_ratio": 1.2262611275964392,
      "actual_time_seconds": 1.0286034680029843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1688,
      "reference_cost": 1348,
      "quality_ratio": 1.2522255192878338,
      "actual_time_seconds": 1.0093218139954843,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1348,
      "quality_ratio": null,
      "actual_time_seconds": 1.0349004299787339,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2073,
      "reference_cost": 1348,
      "quality_ratio": 1.5378338278931751,
      "actual_time_seconds": 1.8549815130245406,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1495,
      "reference_cost": 1348,
      "quality_ratio": 1.1090504451038576,
      "actual_time_seconds": 10.028279463993385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1555,
      "reference_cost": 1348,
      "quality_ratio": 1.153560830860534,
      "actual_time_seconds": 10.01932141702855,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1572,
      "reference_cost": 1348,
      "quality_ratio": 1.1661721068249258,
      "actual_time_seconds": 10.044498622999527,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1843,
      "reference_cost": 1348,
      "quality_ratio": 1.3672106824925816,
      "actual_time_seconds": 10.835812136996537,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1423,
      "reference_cost": 1348,
      "quality_ratio": 1.0556379821958457,
      "actual_time_seconds": 60.02895587901003,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1499,
      "reference_cost": 1348,
      "quality_ratio": 1.1120178041543027,
      "actual_time_seconds": 60.00938225100981,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1514,
      "reference_cost": 1348,
      "quality_ratio": 1.1231454005934718,
      "actual_time_seconds": 60.0354377310141,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta20",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1423,
      "reference_cost": 1348,
      "quality_ratio": 1.0556379821958457,
      "actual_time_seconds": 60.82304365199525,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1913,
      "reference_cost": 1642,
      "quality_ratio": 1.1650426309378807,
      "actual_time_seconds": 1.0584858280199114,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2016,
      "reference_cost": 1642,
      "quality_ratio": 1.227771010962241,
      "actual_time_seconds": 1.0590820869838353,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2016,
      "reference_cost": 1642,
      "quality_ratio": 1.227771010962241,
      "actual_time_seconds": 1.0398502419993747,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2166,
      "reference_cost": 1642,
      "quality_ratio": 1.3191230207064555,
      "actual_time_seconds": 1.8972505660203751,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1758,
      "reference_cost": 1642,
      "quality_ratio": 1.0706455542021924,
      "actual_time_seconds": 10.02775336097693,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1937,
      "reference_cost": 1642,
      "quality_ratio": 1.179658952496955,
      "actual_time_seconds": 10.01353674402344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1914,
      "reference_cost": 1642,
      "quality_ratio": 1.1656516443361753,
      "actual_time_seconds": 10.051896922988817,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2033,
      "reference_cost": 1642,
      "quality_ratio": 1.238124238733252,
      "actual_time_seconds": 10.886606957996264,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1678,
      "reference_cost": 1642,
      "quality_ratio": 1.0219244823386116,
      "actual_time_seconds": 60.04404213500675,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1884,
      "reference_cost": 1642,
      "quality_ratio": 1.1473812423873324,
      "actual_time_seconds": 60.01386317500146,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1857,
      "reference_cost": 1642,
      "quality_ratio": 1.1309378806333739,
      "actual_time_seconds": 60.07394376999582,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta21",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1783,
      "reference_cost": 1642,
      "quality_ratio": 1.0858708891595614,
      "actual_time_seconds": 60.84981030898052,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1887,
      "reference_cost": 1600,
      "quality_ratio": 1.179375,
      "actual_time_seconds": 1.0258347770140972,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1820,
      "reference_cost": 1600,
      "quality_ratio": 1.1375,
      "actual_time_seconds": 1.0097427159780636,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1826,
      "reference_cost": 1600,
      "quality_ratio": 1.14125,
      "actual_time_seconds": 1.0363579090044368,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2139,
      "reference_cost": 1600,
      "quality_ratio": 1.336875,
      "actual_time_seconds": 1.8315561269992031,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1710,
      "reference_cost": 1600,
      "quality_ratio": 1.06875,
      "actual_time_seconds": 10.027567009994527,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1752,
      "reference_cost": 1600,
      "quality_ratio": 1.095,
      "actual_time_seconds": 10.021678281016648,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1766,
      "reference_cost": 1600,
      "quality_ratio": 1.10375,
      "actual_time_seconds": 10.047204581991537,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2005,
      "reference_cost": 1600,
      "quality_ratio": 1.253125,
      "actual_time_seconds": 10.853138826001668,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1710,
      "reference_cost": 1600,
      "quality_ratio": 1.06875,
      "actual_time_seconds": 60.04331421101233,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1747,
      "reference_cost": 1600,
      "quality_ratio": 1.091875,
      "actual_time_seconds": 60.00973710801918,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1745,
      "reference_cost": 1600,
      "quality_ratio": 1.090625,
      "actual_time_seconds": 60.042737626994494,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta22",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1730,
      "reference_cost": 1600,
      "quality_ratio": 1.08125,
      "actual_time_seconds": 60.852263041975675,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1906,
      "reference_cost": 1557,
      "quality_ratio": 1.2241490044958252,
      "actual_time_seconds": 1.0584279049944598,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1864,
      "reference_cost": 1557,
      "quality_ratio": 1.1971740526653822,
      "actual_time_seconds": 1.059271264995914,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1881,
      "reference_cost": 1557,
      "quality_ratio": 1.2080924855491328,
      "actual_time_seconds": 1.0578858259832487,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2163,
      "reference_cost": 1557,
      "quality_ratio": 1.3892100192678227,
      "actual_time_seconds": 1.8696028309932444,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1744,
      "reference_cost": 1557,
      "quality_ratio": 1.1201027617212589,
      "actual_time_seconds": 10.047690137987956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1799,
      "reference_cost": 1557,
      "quality_ratio": 1.155427103403982,
      "actual_time_seconds": 10.041665417986223,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1756,
      "reference_cost": 1557,
      "quality_ratio": 1.127809890815671,
      "actual_time_seconds": 10.04024105600547,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2009,
      "reference_cost": 1557,
      "quality_ratio": 1.2903018625561977,
      "actual_time_seconds": 10.859852090012282,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1616,
      "reference_cost": 1557,
      "quality_ratio": 1.037893384714194,
      "actual_time_seconds": 60.04461807300686,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1741,
      "reference_cost": 1557,
      "quality_ratio": 1.1181759794476558,
      "actual_time_seconds": 60.038923977990635,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1695,
      "reference_cost": 1557,
      "quality_ratio": 1.0886319845857417,
      "actual_time_seconds": 60.081947453989414,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta23",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1722,
      "reference_cost": 1557,
      "quality_ratio": 1.1059730250481696,
      "actual_time_seconds": 60.90208039799472,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1917,
      "reference_cost": 1644,
      "quality_ratio": 1.166058394160584,
      "actual_time_seconds": 1.026392333995318,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1925,
      "reference_cost": 1644,
      "quality_ratio": 1.1709245742092458,
      "actual_time_seconds": 1.0169586359988898,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1923,
      "reference_cost": 1644,
      "quality_ratio": 1.1697080291970803,
      "actual_time_seconds": 1.0366700899903663,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2264,
      "reference_cost": 1644,
      "quality_ratio": 1.3771289537712896,
      "actual_time_seconds": 1.8653332440007944,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1738,
      "reference_cost": 1644,
      "quality_ratio": 1.0571776155717763,
      "actual_time_seconds": 10.030205560993636,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1923,
      "reference_cost": 1644,
      "quality_ratio": 1.1697080291970803,
      "actual_time_seconds": 10.015722009004094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1897,
      "reference_cost": 1644,
      "quality_ratio": 1.1538929440389294,
      "actual_time_seconds": 10.046488499996485,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2079,
      "reference_cost": 1644,
      "quality_ratio": 1.2645985401459854,
      "actual_time_seconds": 10.884372091997648,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1699,
      "reference_cost": 1644,
      "quality_ratio": 1.0334549878345498,
      "actual_time_seconds": 60.08404065499781,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1858,
      "reference_cost": 1644,
      "quality_ratio": 1.1301703163017032,
      "actual_time_seconds": 60.010051535995444,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1836,
      "reference_cost": 1644,
      "quality_ratio": 1.1167883211678833,
      "actual_time_seconds": 60.0372375480074,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta24",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1758,
      "reference_cost": 1644,
      "quality_ratio": 1.0693430656934306,
      "actual_time_seconds": 60.8975552849879,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1842,
      "reference_cost": 1595,
      "quality_ratio": 1.154858934169279,
      "actual_time_seconds": 1.0575346139958128,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1838,
      "reference_cost": 1595,
      "quality_ratio": 1.1523510971786834,
      "actual_time_seconds": 1.059233314008452,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1853,
      "reference_cost": 1595,
      "quality_ratio": 1.161755485893417,
      "actual_time_seconds": 1.0581580020079855,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2167,
      "reference_cost": 1595,
      "quality_ratio": 1.3586206896551725,
      "actual_time_seconds": 1.87044332298683,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1696,
      "reference_cost": 1595,
      "quality_ratio": 1.0633228840125393,
      "actual_time_seconds": 10.04609286901541,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1784,
      "reference_cost": 1595,
      "quality_ratio": 1.1184952978056426,
      "actual_time_seconds": 10.040727346990025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1804,
      "reference_cost": 1595,
      "quality_ratio": 1.1310344827586207,
      "actual_time_seconds": 10.091085505002411,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2030,
      "reference_cost": 1595,
      "quality_ratio": 1.2727272727272727,
      "actual_time_seconds": 10.854151590989204,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1660,
      "reference_cost": 1595,
      "quality_ratio": 1.0407523510971788,
      "actual_time_seconds": 60.048720938997576,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1763,
      "reference_cost": 1595,
      "quality_ratio": 1.1053291536050156,
      "actual_time_seconds": 60.05212152400054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1787,
      "reference_cost": 1595,
      "quality_ratio": 1.1203761755485893,
      "actual_time_seconds": 60.039373288018396,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta25",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1730,
      "reference_cost": 1595,
      "quality_ratio": 1.084639498432602,
      "actual_time_seconds": 60.85641978099011,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1908,
      "reference_cost": 1643,
      "quality_ratio": 1.1612903225806452,
      "actual_time_seconds": 1.057244653988164,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1922,
      "reference_cost": 1643,
      "quality_ratio": 1.169811320754717,
      "actual_time_seconds": 1.0575603620090988,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1916,
      "reference_cost": 1643,
      "quality_ratio": 1.1661594643944004,
      "actual_time_seconds": 1.0575785209948663,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2407,
      "reference_cost": 1643,
      "quality_ratio": 1.4650030432136336,
      "actual_time_seconds": 1.9194610660197213,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1828,
      "reference_cost": 1643,
      "quality_ratio": 1.112598904443092,
      "actual_time_seconds": 10.044216362992302,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1917,
      "reference_cost": 1643,
      "quality_ratio": 1.16676810712112,
      "actual_time_seconds": 10.037543704005657,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1916,
      "reference_cost": 1643,
      "quality_ratio": 1.1661594643944004,
      "actual_time_seconds": 10.038216877001105,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2177,
      "reference_cost": 1643,
      "quality_ratio": 1.325015216068168,
      "actual_time_seconds": 10.859340480994433,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1745,
      "reference_cost": 1643,
      "quality_ratio": 1.0620815581253804,
      "actual_time_seconds": 60.07220020800014,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1857,
      "reference_cost": 1643,
      "quality_ratio": 1.130249543517955,
      "actual_time_seconds": 60.01232515499578,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1895,
      "reference_cost": 1643,
      "quality_ratio": 1.1533779671332927,
      "actual_time_seconds": 60.07839638000587,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta26",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1807,
      "reference_cost": 1643,
      "quality_ratio": 1.0998174071819842,
      "actual_time_seconds": 61.06800185400061,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1985,
      "reference_cost": 1680,
      "quality_ratio": 1.181547619047619,
      "actual_time_seconds": 1.0590695920109283,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2059,
      "reference_cost": 1680,
      "quality_ratio": 1.2255952380952382,
      "actual_time_seconds": 1.0579629380081315,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2051,
      "reference_cost": 1680,
      "quality_ratio": 1.2208333333333334,
      "actual_time_seconds": 1.057763213000726,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2345,
      "reference_cost": 1680,
      "quality_ratio": 1.3958333333333333,
      "actual_time_seconds": 1.8615944160264917,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1832,
      "reference_cost": 1680,
      "quality_ratio": 1.0904761904761904,
      "actual_time_seconds": 10.027318036998622,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2043,
      "reference_cost": 1680,
      "quality_ratio": 1.2160714285714285,
      "actual_time_seconds": 10.04315139297978,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2032,
      "reference_cost": 1680,
      "quality_ratio": 1.2095238095238094,
      "actual_time_seconds": 10.039390345977154,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2118,
      "reference_cost": 1680,
      "quality_ratio": 1.2607142857142857,
      "actual_time_seconds": 10.839239855005872,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1763,
      "reference_cost": 1680,
      "quality_ratio": 1.049404761904762,
      "actual_time_seconds": 60.03112121199956,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2020,
      "reference_cost": 1680,
      "quality_ratio": 1.2023809523809523,
      "actual_time_seconds": 60.00986859400291,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2006,
      "reference_cost": 1680,
      "quality_ratio": 1.194047619047619,
      "actual_time_seconds": 60.04317646098207,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta27",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1847,
      "reference_cost": 1680,
      "quality_ratio": 1.099404761904762,
      "actual_time_seconds": 60.8648424379935,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1937,
      "reference_cost": 1603,
      "quality_ratio": 1.2083593262632564,
      "actual_time_seconds": 1.0418769539974164,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1913,
      "reference_cost": 1603,
      "quality_ratio": 1.1933873986275734,
      "actual_time_seconds": 1.0597378030070104,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1927,
      "reference_cost": 1603,
      "quality_ratio": 1.2021210230817219,
      "actual_time_seconds": 1.0606649619876407,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1603,
      "quality_ratio": null,
      "actual_time_seconds": 2.199744293000549,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1728,
      "reference_cost": 1603,
      "quality_ratio": 1.0779787897691828,
      "actual_time_seconds": 10.027109998016385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1812,
      "reference_cost": 1603,
      "quality_ratio": 1.1303805364940736,
      "actual_time_seconds": 10.024053457018454,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1850,
      "reference_cost": 1603,
      "quality_ratio": 1.1540860885839053,
      "actual_time_seconds": 10.03694557500421,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2110,
      "reference_cost": 1603,
      "quality_ratio": 1.3162819713038054,
      "actual_time_seconds": 10.87327438200009,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1676,
      "reference_cost": 1603,
      "quality_ratio": 1.0455396132252028,
      "actual_time_seconds": 60.08318906300701,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1778,
      "reference_cost": 1603,
      "quality_ratio": 1.1091703056768558,
      "actual_time_seconds": 60.00997442001244,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1821,
      "reference_cost": 1603,
      "quality_ratio": 1.1359950093574547,
      "actual_time_seconds": 60.046420597995166,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta28",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1766,
      "reference_cost": 1603,
      "quality_ratio": 1.1016843418590143,
      "actual_time_seconds": 60.866030168981524,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1811,
      "reference_cost": 1625,
      "quality_ratio": 1.1144615384615384,
      "actual_time_seconds": 1.058113676001085,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1825,
      "reference_cost": 1625,
      "quality_ratio": 1.123076923076923,
      "actual_time_seconds": 1.0590220599842723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1821,
      "reference_cost": 1625,
      "quality_ratio": 1.1206153846153846,
      "actual_time_seconds": 1.0588061099988408,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2309,
      "reference_cost": 1625,
      "quality_ratio": 1.420923076923077,
      "actual_time_seconds": 1.8693929979926907,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1736,
      "reference_cost": 1625,
      "quality_ratio": 1.0683076923076924,
      "actual_time_seconds": 10.042850565980189,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1807,
      "reference_cost": 1625,
      "quality_ratio": 1.112,
      "actual_time_seconds": 10.039275475981412,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1794,
      "reference_cost": 1625,
      "quality_ratio": 1.104,
      "actual_time_seconds": 10.0401112010004,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2078,
      "reference_cost": 1625,
      "quality_ratio": 1.2787692307692309,
      "actual_time_seconds": 10.854980589007027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1681,
      "reference_cost": 1625,
      "quality_ratio": 1.0344615384615385,
      "actual_time_seconds": 60.052452703996096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1799,
      "reference_cost": 1625,
      "quality_ratio": 1.107076923076923,
      "actual_time_seconds": 60.047178753011394,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1778,
      "reference_cost": 1625,
      "quality_ratio": 1.0941538461538463,
      "actual_time_seconds": 60.076591824996285,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta29",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1783,
      "reference_cost": 1625,
      "quality_ratio": 1.0972307692307692,
      "actual_time_seconds": 60.90514234098373,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1848,
      "reference_cost": 1584,
      "quality_ratio": 1.1666666666666667,
      "actual_time_seconds": 1.0255048850085586,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1920,
      "reference_cost": 1584,
      "quality_ratio": 1.2121212121212122,
      "actual_time_seconds": 1.0096761289751157,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1928,
      "reference_cost": 1584,
      "quality_ratio": 1.2171717171717171,
      "actual_time_seconds": 1.0373590849922039,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2301,
      "reference_cost": 1584,
      "quality_ratio": 1.4526515151515151,
      "actual_time_seconds": 1.8678134420188144,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1718,
      "reference_cost": 1584,
      "quality_ratio": 1.0845959595959596,
      "actual_time_seconds": 10.02679763600463,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1918,
      "reference_cost": 1584,
      "quality_ratio": 1.2108585858585859,
      "actual_time_seconds": 10.00944411198725,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1840,
      "reference_cost": 1584,
      "quality_ratio": 1.1616161616161615,
      "actual_time_seconds": 10.03751649800688,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2125,
      "reference_cost": 1584,
      "quality_ratio": 1.341540404040404,
      "actual_time_seconds": 10.868243910983438,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1673,
      "reference_cost": 1584,
      "quality_ratio": 1.0561868686868687,
      "actual_time_seconds": 60.03153091398417,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1831,
      "reference_cost": 1584,
      "quality_ratio": 1.1559343434343434,
      "actual_time_seconds": 60.00968244599062,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1824,
      "reference_cost": 1584,
      "quality_ratio": 1.1515151515151516,
      "actual_time_seconds": 60.040107771987095,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta30",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1755,
      "reference_cost": 1584,
      "quality_ratio": 1.1079545454545454,
      "actual_time_seconds": 60.885394643992186,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2134,
      "reference_cost": 1764,
      "quality_ratio": 1.209750566893424,
      "actual_time_seconds": 1.0283702340093441,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2132,
      "reference_cost": 1764,
      "quality_ratio": 1.2086167800453516,
      "actual_time_seconds": 1.0577805549837649,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2132,
      "reference_cost": 1764,
      "quality_ratio": 1.2086167800453516,
      "actual_time_seconds": 1.0378447779803537,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2715,
      "reference_cost": 1764,
      "quality_ratio": 1.5391156462585034,
      "actual_time_seconds": 1.8525980960112065,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2007,
      "reference_cost": 1764,
      "quality_ratio": 1.1377551020408163,
      "actual_time_seconds": 10.027605494018644,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2121,
      "reference_cost": 1764,
      "quality_ratio": 1.2023809523809523,
      "actual_time_seconds": 10.011015210009646,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2098,
      "reference_cost": 1764,
      "quality_ratio": 1.189342403628118,
      "actual_time_seconds": 10.041087404999416,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2436,
      "reference_cost": 1764,
      "quality_ratio": 1.380952380952381,
      "actual_time_seconds": 10.9010861160059,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1954,
      "reference_cost": 1764,
      "quality_ratio": 1.1077097505668934,
      "actual_time_seconds": 60.03011193900602,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2038,
      "reference_cost": 1764,
      "quality_ratio": 1.155328798185941,
      "actual_time_seconds": 60.03394619899336,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2050,
      "reference_cost": 1764,
      "quality_ratio": 1.1621315192743764,
      "actual_time_seconds": 60.07829162100097,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta31",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1984,
      "reference_cost": 1764,
      "quality_ratio": 1.124716553287982,
      "actual_time_seconds": 60.85521091899136,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2223,
      "reference_cost": 1783,
      "quality_ratio": 1.2467750981491867,
      "actual_time_seconds": 1.0271311679971404,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2199,
      "reference_cost": 1783,
      "quality_ratio": 1.2333146382501403,
      "actual_time_seconds": 1.0337160089984536,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2189,
      "reference_cost": 1783,
      "quality_ratio": 1.2277061132922042,
      "actual_time_seconds": 1.0478975189907942,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3060,
      "reference_cost": 1783,
      "quality_ratio": 1.7162086371284353,
      "actual_time_seconds": 1.898150180990342,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2086,
      "reference_cost": 1783,
      "quality_ratio": 1.1699383062254627,
      "actual_time_seconds": 10.02649456699146,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2189,
      "reference_cost": 1783,
      "quality_ratio": 1.2277061132922042,
      "actual_time_seconds": 10.010227374994429,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2179,
      "reference_cost": 1783,
      "quality_ratio": 1.2220975883342682,
      "actual_time_seconds": 10.051815979997627,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2678,
      "reference_cost": 1783,
      "quality_ratio": 1.5019629837352777,
      "actual_time_seconds": 10.850092635984765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2080,
      "reference_cost": 1783,
      "quality_ratio": 1.1665731912507011,
      "actual_time_seconds": 60.029659879015526,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2065,
      "reference_cost": 1783,
      "quality_ratio": 1.158160403813797,
      "actual_time_seconds": 60.01486317999661,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2135,
      "reference_cost": 1783,
      "quality_ratio": 1.1974200785193494,
      "actual_time_seconds": 60.08682049298659,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta32",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2096,
      "reference_cost": 1783,
      "quality_ratio": 1.1755468311833988,
      "actual_time_seconds": 60.864721416000975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2282,
      "reference_cost": 1791,
      "quality_ratio": 1.274148520379676,
      "actual_time_seconds": 1.0291868079802953,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2258,
      "reference_cost": 1791,
      "quality_ratio": 1.260748185371301,
      "actual_time_seconds": 1.0101266370038502,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2268,
      "reference_cost": 1791,
      "quality_ratio": 1.2663316582914572,
      "actual_time_seconds": 1.0549704049772117,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2972,
      "reference_cost": 1791,
      "quality_ratio": 1.6594081518704635,
      "actual_time_seconds": 1.8521764439938124,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2072,
      "reference_cost": 1791,
      "quality_ratio": 1.156895589056393,
      "actual_time_seconds": 10.028408853017027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2189,
      "reference_cost": 1791,
      "quality_ratio": 1.2222222222222223,
      "actual_time_seconds": 10.029309548990568,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2183,
      "reference_cost": 1791,
      "quality_ratio": 1.2188721384701284,
      "actual_time_seconds": 10.038803559989901,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2608,
      "reference_cost": 1791,
      "quality_ratio": 1.4561697375767728,
      "actual_time_seconds": 10.872556247981265,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2017,
      "reference_cost": 1791,
      "quality_ratio": 1.1261864879955332,
      "actual_time_seconds": 60.03599172201939,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2139,
      "reference_cost": 1791,
      "quality_ratio": 1.1943048576214406,
      "actual_time_seconds": 60.02906770998379,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2167,
      "reference_cost": 1791,
      "quality_ratio": 1.2099385817978783,
      "actual_time_seconds": 60.06688829898485,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta33",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2073,
      "reference_cost": 1791,
      "quality_ratio": 1.1574539363484087,
      "actual_time_seconds": 60.86455365701113,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2245,
      "reference_cost": 1828,
      "quality_ratio": 1.2281181619256019,
      "actual_time_seconds": 1.0589211230108049,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2245,
      "reference_cost": 1828,
      "quality_ratio": 1.2281181619256019,
      "actual_time_seconds": 1.058142271998804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2245,
      "reference_cost": 1828,
      "quality_ratio": 1.2281181619256019,
      "actual_time_seconds": 1.0590250650129747,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1828,
      "quality_ratio": null,
      "actual_time_seconds": 1.854940979013918,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2245,
      "reference_cost": 1828,
      "quality_ratio": 1.2281181619256019,
      "actual_time_seconds": 10.04109130598954,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2245,
      "reference_cost": 1828,
      "quality_ratio": 1.2281181619256019,
      "actual_time_seconds": 10.04443005900248,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2245,
      "reference_cost": 1828,
      "quality_ratio": 1.2281181619256019,
      "actual_time_seconds": 10.092779711994808,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2561,
      "reference_cost": 1828,
      "quality_ratio": 1.4009846827133479,
      "actual_time_seconds": 10.90216726998915,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2037,
      "reference_cost": 1828,
      "quality_ratio": 1.114332603938731,
      "actual_time_seconds": 60.07442141298088,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2147,
      "reference_cost": 1828,
      "quality_ratio": 1.174507658643326,
      "actual_time_seconds": 60.06152727198787,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2245,
      "reference_cost": 1828,
      "quality_ratio": 1.2281181619256019,
      "actual_time_seconds": 60.11717399497866,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta34",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2049,
      "reference_cost": 1828,
      "quality_ratio": 1.1208971553610503,
      "actual_time_seconds": 60.90268698500586,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2226,
      "reference_cost": 2007,
      "quality_ratio": 1.109118086696562,
      "actual_time_seconds": 1.0275660770130344,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2218,
      "reference_cost": 2007,
      "quality_ratio": 1.1051320378674638,
      "actual_time_seconds": 1.010190914006671,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2218,
      "reference_cost": 2007,
      "quality_ratio": 1.1051320378674638,
      "actual_time_seconds": 1.0516818389878608,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2007,
      "quality_ratio": null,
      "actual_time_seconds": 1.861078117013676,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2151,
      "reference_cost": 2007,
      "quality_ratio": 1.0717488789237668,
      "actual_time_seconds": 10.052357147011207,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2189,
      "reference_cost": 2007,
      "quality_ratio": 1.0906826108619831,
      "actual_time_seconds": 10.034845296002459,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2217,
      "reference_cost": 2007,
      "quality_ratio": 1.1046337817638265,
      "actual_time_seconds": 10.058840843004873,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2509,
      "reference_cost": 2007,
      "quality_ratio": 1.2501245640259093,
      "actual_time_seconds": 10.920341698016273,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2091,
      "reference_cost": 2007,
      "quality_ratio": 1.0418535127055306,
      "actual_time_seconds": 60.05075737298466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2159,
      "reference_cost": 2007,
      "quality_ratio": 1.075734927752865,
      "actual_time_seconds": 60.010513576999074,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2161,
      "reference_cost": 2007,
      "quality_ratio": 1.0767314399601395,
      "actual_time_seconds": 60.038904217013624,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta35",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2098,
      "reference_cost": 2007,
      "quality_ratio": 1.0453413054309915,
      "actual_time_seconds": 60.8737908390176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2306,
      "reference_cost": 1819,
      "quality_ratio": 1.2677295217152282,
      "actual_time_seconds": 1.0268512809998356,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2309,
      "reference_cost": 1819,
      "quality_ratio": 1.2693787795492029,
      "actual_time_seconds": 1.0596870069857687,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2328,
      "reference_cost": 1819,
      "quality_ratio": 1.279824079164376,
      "actual_time_seconds": 1.0623329610098153,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1819,
      "quality_ratio": null,
      "actual_time_seconds": 1.8843296200211626,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2188,
      "reference_cost": 1819,
      "quality_ratio": 1.2028587135788895,
      "actual_time_seconds": 10.028304314007983,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2301,
      "reference_cost": 1819,
      "quality_ratio": 1.2649807586586037,
      "actual_time_seconds": 10.011807350005256,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2241,
      "reference_cost": 1819,
      "quality_ratio": 1.2319956019791094,
      "actual_time_seconds": 10.072324302018387,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2527,
      "reference_cost": 1819,
      "quality_ratio": 1.3892248488180319,
      "actual_time_seconds": 10.939894667011686,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2029,
      "reference_cost": 1819,
      "quality_ratio": 1.1154480483782299,
      "actual_time_seconds": 60.10983016600949,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2250,
      "reference_cost": 1819,
      "quality_ratio": 1.2369433754810335,
      "actual_time_seconds": 60.02965782600222,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2189,
      "reference_cost": 1819,
      "quality_ratio": 1.2034084661902145,
      "actual_time_seconds": 60.08932466697297,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta36",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2051,
      "reference_cost": 1819,
      "quality_ratio": 1.1275426058273776,
      "actual_time_seconds": 60.93603776799864,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2168,
      "reference_cost": 1771,
      "quality_ratio": 1.2241671372106155,
      "actual_time_seconds": 1.0583311110094655,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2102,
      "reference_cost": 1771,
      "quality_ratio": 1.1869000564652739,
      "actual_time_seconds": 1.058706234995043,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2115,
      "reference_cost": 1771,
      "quality_ratio": 1.194240542066629,
      "actual_time_seconds": 1.0581258519960102,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3027,
      "reference_cost": 1771,
      "quality_ratio": 1.7092038396386222,
      "actual_time_seconds": 1.9237863820162602,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2168,
      "reference_cost": 1771,
      "quality_ratio": 1.2241671372106155,
      "actual_time_seconds": 10.05124078199151,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2043,
      "reference_cost": 1771,
      "quality_ratio": 1.1535855448898926,
      "actual_time_seconds": 10.049497714993777,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2064,
      "reference_cost": 1771,
      "quality_ratio": 1.1654432523997742,
      "actual_time_seconds": 10.045472265977878,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2678,
      "reference_cost": 1771,
      "quality_ratio": 1.5121400338791644,
      "actual_time_seconds": 11.069951771001797,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2113,
      "reference_cost": 1771,
      "quality_ratio": 1.1931112365894974,
      "actual_time_seconds": 60.03075935097877,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2034,
      "reference_cost": 1771,
      "quality_ratio": 1.1485036702428006,
      "actual_time_seconds": 60.03113557197503,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2064,
      "reference_cost": 1771,
      "quality_ratio": 1.1654432523997742,
      "actual_time_seconds": 60.04060687101446,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta37",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2046,
      "reference_cost": 1771,
      "quality_ratio": 1.15527950310559,
      "actual_time_seconds": 60.87690615799511,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2067,
      "reference_cost": 1673,
      "quality_ratio": 1.2355050806933652,
      "actual_time_seconds": 1.0591663919913117,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2026,
      "reference_cost": 1673,
      "quality_ratio": 1.2109982068141063,
      "actual_time_seconds": 1.024574612005381,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2026,
      "reference_cost": 1673,
      "quality_ratio": 1.2109982068141063,
      "actual_time_seconds": 1.058595593989594,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1673,
      "quality_ratio": null,
      "actual_time_seconds": 1.9345252370112576,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2067,
      "reference_cost": 1673,
      "quality_ratio": 1.2355050806933652,
      "actual_time_seconds": 10.03621267498238,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1958,
      "reference_cost": 1673,
      "quality_ratio": 1.1703526598924088,
      "actual_time_seconds": 10.029239163995953,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1978,
      "reference_cost": 1673,
      "quality_ratio": 1.1823072325164374,
      "actual_time_seconds": 10.039024455996696,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2589,
      "reference_cost": 1673,
      "quality_ratio": 1.547519426180514,
      "actual_time_seconds": 10.953455316979671,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1872,
      "reference_cost": 1673,
      "quality_ratio": 1.1189479976090855,
      "actual_time_seconds": 60.067616124026245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1890,
      "reference_cost": 1673,
      "quality_ratio": 1.1297071129707112,
      "actual_time_seconds": 60.01212291099364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1927,
      "reference_cost": 1673,
      "quality_ratio": 1.1518230723251643,
      "actual_time_seconds": 60.08700771801523,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta38",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1960,
      "reference_cost": 1673,
      "quality_ratio": 1.1715481171548117,
      "actual_time_seconds": 61.0369248840143,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2221,
      "reference_cost": 1795,
      "quality_ratio": 1.2373259052924792,
      "actual_time_seconds": 1.0585652430017944,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2177,
      "reference_cost": 1795,
      "quality_ratio": 1.2128133704735375,
      "actual_time_seconds": 1.0592651389888488,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2189,
      "reference_cost": 1795,
      "quality_ratio": 1.21949860724234,
      "actual_time_seconds": 1.1096212769916747,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1795,
      "quality_ratio": null,
      "actual_time_seconds": 1.8924723340023775,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2047,
      "reference_cost": 1795,
      "quality_ratio": 1.1403899721448467,
      "actual_time_seconds": 10.045011851994786,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2177,
      "reference_cost": 1795,
      "quality_ratio": 1.2128133704735375,
      "actual_time_seconds": 10.046221633005189,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2177,
      "reference_cost": 1795,
      "quality_ratio": 1.2128133704735375,
      "actual_time_seconds": 10.095564051996917,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2462,
      "reference_cost": 1795,
      "quality_ratio": 1.3715877437325905,
      "actual_time_seconds": 10.959080788015854,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1957,
      "reference_cost": 1795,
      "quality_ratio": 1.09025069637883,
      "actual_time_seconds": 60.04368949899799,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2143,
      "reference_cost": 1795,
      "quality_ratio": 1.1938718662952645,
      "actual_time_seconds": 60.05595464198268,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2159,
      "reference_cost": 1795,
      "quality_ratio": 1.2027855153203342,
      "actual_time_seconds": 60.06086910999147,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta39",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2006,
      "reference_cost": 1795,
      "quality_ratio": 1.1175487465181058,
      "actual_time_seconds": 61.01921292900806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2204,
      "reference_cost": 1669,
      "quality_ratio": 1.3205512282804075,
      "actual_time_seconds": 1.0594011390057858,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2116,
      "reference_cost": 1669,
      "quality_ratio": 1.267825044937088,
      "actual_time_seconds": 1.0595477749884594,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2142,
      "reference_cost": 1669,
      "quality_ratio": 1.2834032354703415,
      "actual_time_seconds": 1.0581884879793506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1669,
      "quality_ratio": null,
      "actual_time_seconds": 1.9094157649960835,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2018,
      "reference_cost": 1669,
      "quality_ratio": 1.2091072498502098,
      "actual_time_seconds": 10.093753658991773,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2063,
      "reference_cost": 1669,
      "quality_ratio": 1.2360695026962252,
      "actual_time_seconds": 10.044141051010229,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2044,
      "reference_cost": 1669,
      "quality_ratio": 1.224685440383463,
      "actual_time_seconds": 10.046916638006223,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2343,
      "reference_cost": 1669,
      "quality_ratio": 1.4038346315158778,
      "actual_time_seconds": 10.949963694991311,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1960,
      "reference_cost": 1669,
      "quality_ratio": 1.1743559017375673,
      "actual_time_seconds": 60.05371774500236,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2013,
      "reference_cost": 1669,
      "quality_ratio": 1.2061114439784302,
      "actual_time_seconds": 60.05470716499258,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2000,
      "reference_cost": 1669,
      "quality_ratio": 1.1983223487118035,
      "actual_time_seconds": 60.08453304102295,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta40",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1932,
      "reference_cost": 1669,
      "quality_ratio": 1.157579388855602,
      "actual_time_seconds": 60.8748830720142,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2589,
      "reference_cost": 2005,
      "quality_ratio": 1.2912718204488778,
      "actual_time_seconds": 1.0584001259994693,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2570,
      "reference_cost": 2005,
      "quality_ratio": 1.2817955112219452,
      "actual_time_seconds": 1.0580645239970181,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2573,
      "reference_cost": 2005,
      "quality_ratio": 1.283291770573566,
      "actual_time_seconds": 1.058254758012481,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2005,
      "quality_ratio": null,
      "actual_time_seconds": 1.9218634110002313,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2373,
      "reference_cost": 2005,
      "quality_ratio": 1.1835411471321695,
      "actual_time_seconds": 10.029911538003944,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2560,
      "reference_cost": 2005,
      "quality_ratio": 1.2768079800498753,
      "actual_time_seconds": 10.04371199401794,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2560,
      "reference_cost": 2005,
      "quality_ratio": 1.2768079800498753,
      "actual_time_seconds": 10.091481884999666,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3028,
      "reference_cost": 2005,
      "quality_ratio": 1.510224438902743,
      "actual_time_seconds": 10.894748367980355,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2295,
      "reference_cost": 2005,
      "quality_ratio": 1.144638403990025,
      "actual_time_seconds": 60.05989775698981,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2514,
      "reference_cost": 2005,
      "quality_ratio": 1.253865336658354,
      "actual_time_seconds": 60.01522118700086,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2498,
      "reference_cost": 2005,
      "quality_ratio": 1.2458852867830423,
      "actual_time_seconds": 60.09839334801654,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta41",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2561,
      "reference_cost": 2005,
      "quality_ratio": 1.2773067331670822,
      "actual_time_seconds": 60.9921048359829,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2416,
      "reference_cost": 1937,
      "quality_ratio": 1.2472896231285493,
      "actual_time_seconds": 1.058796990022529,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2394,
      "reference_cost": 1937,
      "quality_ratio": 1.2359318533815178,
      "actual_time_seconds": 1.0629175740177743,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2401,
      "reference_cost": 1937,
      "quality_ratio": 1.2395456892101187,
      "actual_time_seconds": 1.108964098006254,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1937,
      "quality_ratio": null,
      "actual_time_seconds": 1.8909432530053891,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2416,
      "reference_cost": 1937,
      "quality_ratio": 1.2472896231285493,
      "actual_time_seconds": 10.050141731015174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2336,
      "reference_cost": 1937,
      "quality_ratio": 1.205988642230253,
      "actual_time_seconds": 10.093629612994846,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2336,
      "reference_cost": 1937,
      "quality_ratio": 1.205988642230253,
      "actual_time_seconds": 10.095999890007079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3033,
      "reference_cost": 1937,
      "quality_ratio": 1.5658234383066598,
      "actual_time_seconds": 10.958845734014176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2188,
      "reference_cost": 1937,
      "quality_ratio": 1.1295818275684046,
      "actual_time_seconds": 60.111400286026765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2334,
      "reference_cost": 1937,
      "quality_ratio": 1.2049561177077956,
      "actual_time_seconds": 60.05113260197686,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2336,
      "reference_cost": 1937,
      "quality_ratio": 1.205988642230253,
      "actual_time_seconds": 60.08867560402723,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta42",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2546,
      "reference_cost": 1937,
      "quality_ratio": 1.3144037170882807,
      "actual_time_seconds": 60.8681079930102,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2322,
      "reference_cost": 1846,
      "quality_ratio": 1.2578548212351028,
      "actual_time_seconds": 1.057980072015198,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2313,
      "reference_cost": 1846,
      "quality_ratio": 1.2529794149512459,
      "actual_time_seconds": 1.0589076280011795,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2313,
      "reference_cost": 1846,
      "quality_ratio": 1.2529794149512459,
      "actual_time_seconds": 1.058794223004952,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1846,
      "quality_ratio": null,
      "actual_time_seconds": 1.956071057007648,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2226,
      "reference_cost": 1846,
      "quality_ratio": 1.2058504875406284,
      "actual_time_seconds": 10.045601713994984,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2274,
      "reference_cost": 1846,
      "quality_ratio": 1.2318526543878656,
      "actual_time_seconds": 10.047487108007772,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2302,
      "reference_cost": 1846,
      "quality_ratio": 1.2470205850487541,
      "actual_time_seconds": 10.094401821988868,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2910,
      "reference_cost": 1846,
      "quality_ratio": 1.5763813651137595,
      "actual_time_seconds": 10.905869652982801,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2086,
      "reference_cost": 1846,
      "quality_ratio": 1.1300108342361863,
      "actual_time_seconds": 60.068745225988096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2265,
      "reference_cost": 1846,
      "quality_ratio": 1.2269772481040087,
      "actual_time_seconds": 60.03824193199398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2302,
      "reference_cost": 1846,
      "quality_ratio": 1.2470205850487541,
      "actual_time_seconds": 60.08783270401182,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta43",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2463,
      "reference_cost": 1846,
      "quality_ratio": 1.3342361863488623,
      "actual_time_seconds": 61.091373090981506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2523,
      "reference_cost": 1978,
      "quality_ratio": 1.275530839231547,
      "actual_time_seconds": 1.0591617329919245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2482,
      "reference_cost": 1978,
      "quality_ratio": 1.2548028311425683,
      "actual_time_seconds": 1.1096308309934102,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2482,
      "reference_cost": 1978,
      "quality_ratio": 1.2548028311425683,
      "actual_time_seconds": 1.05927933199564,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1978,
      "quality_ratio": null,
      "actual_time_seconds": 1.9249030970095191,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2399,
      "reference_cost": 1978,
      "quality_ratio": 1.2128412537917088,
      "actual_time_seconds": 10.052907654986484,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2451,
      "reference_cost": 1978,
      "quality_ratio": 1.2391304347826086,
      "actual_time_seconds": 10.04630462298519,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2467,
      "reference_cost": 1978,
      "quality_ratio": 1.2472194135490395,
      "actual_time_seconds": 10.04998089899891,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2939,
      "reference_cost": 1978,
      "quality_ratio": 1.4858442871587463,
      "actual_time_seconds": 11.023858478991315,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2293,
      "reference_cost": 1978,
      "quality_ratio": 1.1592517694641051,
      "actual_time_seconds": 60.06118351299665,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2418,
      "reference_cost": 1978,
      "quality_ratio": 1.2224469160768452,
      "actual_time_seconds": 60.01453989298898,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2414,
      "reference_cost": 1978,
      "quality_ratio": 1.2204246713852376,
      "actual_time_seconds": 60.09000024799025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta44",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2526,
      "reference_cost": 1978,
      "quality_ratio": 1.2770475227502527,
      "actual_time_seconds": 60.96995196302305,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2499,
      "reference_cost": 1997,
      "quality_ratio": 1.2513770655983976,
      "actual_time_seconds": 1.0636850139999297,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2489,
      "reference_cost": 1997,
      "quality_ratio": 1.2463695543314972,
      "actual_time_seconds": 1.061909423006,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2494,
      "reference_cost": 1997,
      "quality_ratio": 1.2488733099649474,
      "actual_time_seconds": 1.109320053976262,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1997,
      "quality_ratio": null,
      "actual_time_seconds": 1.8918008269974962,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2408,
      "reference_cost": 1997,
      "quality_ratio": 1.2058087130696045,
      "actual_time_seconds": 10.046887899981812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2427,
      "reference_cost": 1997,
      "quality_ratio": 1.215322984476715,
      "actual_time_seconds": 10.04554568399908,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2433,
      "reference_cost": 1997,
      "quality_ratio": 1.2183274912368554,
      "actual_time_seconds": 10.096123873023316,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3024,
      "reference_cost": 1997,
      "quality_ratio": 1.514271407110666,
      "actual_time_seconds": 10.964472727995599,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2324,
      "reference_cost": 1997,
      "quality_ratio": 1.1637456184276416,
      "actual_time_seconds": 60.103967679984635,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2365,
      "reference_cost": 1997,
      "quality_ratio": 1.184276414621933,
      "actual_time_seconds": 60.03374313097447,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2406,
      "reference_cost": 1997,
      "quality_ratio": 1.2048072108162244,
      "actual_time_seconds": 60.05220644400106,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta45",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2488,
      "reference_cost": 1997,
      "quality_ratio": 1.2458688032048073,
      "actual_time_seconds": 60.87203291498008,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2447,
      "reference_cost": 2002,
      "quality_ratio": 1.2222777222777224,
      "actual_time_seconds": 1.0584362570079975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2445,
      "reference_cost": 2002,
      "quality_ratio": 1.2212787212787213,
      "actual_time_seconds": 1.0589312269876245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2462,
      "reference_cost": 2002,
      "quality_ratio": 1.2297702297702298,
      "actual_time_seconds": 1.1089891439769417,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2002,
      "quality_ratio": null,
      "actual_time_seconds": 1.8611520789854694,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2349,
      "reference_cost": 2002,
      "quality_ratio": 1.1733266733266734,
      "actual_time_seconds": 10.04437298499397,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2403,
      "reference_cost": 2002,
      "quality_ratio": 1.2002997002997002,
      "actual_time_seconds": 10.043918971001403,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2368,
      "reference_cost": 2002,
      "quality_ratio": 1.1828171828171827,
      "actual_time_seconds": 10.093037495011231,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3096,
      "reference_cost": 2002,
      "quality_ratio": 1.5464535464535465,
      "actual_time_seconds": 10.920868919987697,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2257,
      "reference_cost": 2002,
      "quality_ratio": 1.1273726273726274,
      "actual_time_seconds": 60.051846191025106,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2371,
      "reference_cost": 2002,
      "quality_ratio": 1.1843156843156843,
      "actual_time_seconds": 60.05906996599515,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2351,
      "reference_cost": 2002,
      "quality_ratio": 1.1743256743256743,
      "actual_time_seconds": 60.08764320099726,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta46",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2576,
      "reference_cost": 2002,
      "quality_ratio": 1.2867132867132867,
      "actual_time_seconds": 60.91809699501027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2263,
      "reference_cost": 1889,
      "quality_ratio": 1.1979883536262572,
      "actual_time_seconds": 1.0582423259911593,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2240,
      "reference_cost": 1889,
      "quality_ratio": 1.185812599258867,
      "actual_time_seconds": 1.0596100029943045,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2241,
      "reference_cost": 1889,
      "quality_ratio": 1.1863419798835362,
      "actual_time_seconds": 1.1096063829900231,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1889,
      "quality_ratio": null,
      "actual_time_seconds": 1.8944347419892438,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2263,
      "reference_cost": 1889,
      "quality_ratio": 1.1979883536262572,
      "actual_time_seconds": 10.046460161014693,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2238,
      "reference_cost": 1889,
      "quality_ratio": 1.1847538380095288,
      "actual_time_seconds": 10.046995582000818,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2238,
      "reference_cost": 1889,
      "quality_ratio": 1.1847538380095288,
      "actual_time_seconds": 10.04457285697572,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2960,
      "reference_cost": 1889,
      "quality_ratio": 1.5669666490206458,
      "actual_time_seconds": 10.918798458995298,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2108,
      "reference_cost": 1889,
      "quality_ratio": 1.115934356802541,
      "actual_time_seconds": 60.115185687027406,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2231,
      "reference_cost": 1889,
      "quality_ratio": 1.181048173636845,
      "actual_time_seconds": 60.035242729005404,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2236,
      "reference_cost": 1889,
      "quality_ratio": 1.1836950767601906,
      "actual_time_seconds": 60.09023528301623,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta47",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2465,
      "reference_cost": 1889,
      "quality_ratio": 1.304923239809423,
      "actual_time_seconds": 60.93629094798234,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2333,
      "reference_cost": 1937,
      "quality_ratio": 1.204439855446567,
      "actual_time_seconds": 1.0582481790042948,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2302,
      "reference_cost": 1937,
      "quality_ratio": 1.188435725348477,
      "actual_time_seconds": 1.059076802979689,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2304,
      "reference_cost": 1937,
      "quality_ratio": 1.1894682498709344,
      "actual_time_seconds": 1.1084018819965422,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1937,
      "quality_ratio": null,
      "actual_time_seconds": 1.8828027609852143,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2328,
      "reference_cost": 1937,
      "quality_ratio": 1.2018585441404233,
      "actual_time_seconds": 10.04721047001658,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2293,
      "reference_cost": 1937,
      "quality_ratio": 1.1837893649974187,
      "actual_time_seconds": 10.048137856007088,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2293,
      "reference_cost": 1937,
      "quality_ratio": 1.1837893649974187,
      "actual_time_seconds": 10.044738897006027,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2833,
      "reference_cost": 1937,
      "quality_ratio": 1.4625709860609188,
      "actual_time_seconds": 10.968715716997394,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2232,
      "reference_cost": 1937,
      "quality_ratio": 1.1522973670624677,
      "actual_time_seconds": 60.04539686100907,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2291,
      "reference_cost": 1937,
      "quality_ratio": 1.1827568404749613,
      "actual_time_seconds": 60.0521816109831,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2293,
      "reference_cost": 1937,
      "quality_ratio": 1.1837893649974187,
      "actual_time_seconds": 60.09138451400213,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta48",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2444,
      "reference_cost": 1937,
      "quality_ratio": 1.261744966442953,
      "actual_time_seconds": 60.876833631977206,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2382,
      "reference_cost": 1960,
      "quality_ratio": 1.2153061224489796,
      "actual_time_seconds": 1.059030252014054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2342,
      "reference_cost": 1960,
      "quality_ratio": 1.1948979591836735,
      "actual_time_seconds": 1.058380746981129,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2343,
      "reference_cost": 1960,
      "quality_ratio": 1.1954081632653062,
      "actual_time_seconds": 1.1087173509877175,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1960,
      "quality_ratio": null,
      "actual_time_seconds": 1.9013003699947149,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2362,
      "reference_cost": 1960,
      "quality_ratio": 1.2051020408163264,
      "actual_time_seconds": 10.04929702798836,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2335,
      "reference_cost": 1960,
      "quality_ratio": 1.191326530612245,
      "actual_time_seconds": 10.041127529984806,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2336,
      "reference_cost": 1960,
      "quality_ratio": 1.1918367346938776,
      "actual_time_seconds": 10.04443075900781,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3084,
      "reference_cost": 1960,
      "quality_ratio": 1.573469387755102,
      "actual_time_seconds": 10.967740223015426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2196,
      "reference_cost": 1960,
      "quality_ratio": 1.120408163265306,
      "actual_time_seconds": 60.07514324001386,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2324,
      "reference_cost": 1960,
      "quality_ratio": 1.1857142857142857,
      "actual_time_seconds": 60.063265356991906,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2326,
      "reference_cost": 1960,
      "quality_ratio": 1.186734693877551,
      "actual_time_seconds": 60.1295787129784,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta49",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2534,
      "reference_cost": 1960,
      "quality_ratio": 1.292857142857143,
      "actual_time_seconds": 60.9938815930218,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2477,
      "reference_cost": 1923,
      "quality_ratio": 1.2880915236609465,
      "actual_time_seconds": 1.0593574969971087,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2407,
      "reference_cost": 1923,
      "quality_ratio": 1.251690067602704,
      "actual_time_seconds": 1.0605456100020092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 2412,
      "reference_cost": 1923,
      "quality_ratio": 1.2542901716068642,
      "actual_time_seconds": 1.1099968549970072,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 1923,
      "quality_ratio": null,
      "actual_time_seconds": 1.897155426995596,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2259,
      "reference_cost": 1923,
      "quality_ratio": 1.174726989079563,
      "actual_time_seconds": 10.045456980995368,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2322,
      "reference_cost": 1923,
      "quality_ratio": 1.2074882995319813,
      "actual_time_seconds": 10.046142745006364,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2329,
      "reference_cost": 1923,
      "quality_ratio": 1.2111284451378055,
      "actual_time_seconds": 10.097888446005527,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 2944,
      "reference_cost": 1923,
      "quality_ratio": 1.530941237649506,
      "actual_time_seconds": 10.961348454991821,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2173,
      "reference_cost": 1923,
      "quality_ratio": 1.1300052002080083,
      "actual_time_seconds": 60.10420348998741,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2308,
      "reference_cost": 1923,
      "quality_ratio": 1.2002080083203328,
      "actual_time_seconds": 60.0592565840052,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2307,
      "reference_cost": 1923,
      "quality_ratio": 1.1996879875195008,
      "actual_time_seconds": 60.091550213022856,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta50",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2483,
      "reference_cost": 1923,
      "quality_ratio": 1.2912116484659386,
      "actual_time_seconds": 60.903474760008976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3435,
      "reference_cost": 2760,
      "quality_ratio": 1.2445652173913044,
      "actual_time_seconds": 1.0588782659906428,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3435,
      "reference_cost": 2760,
      "quality_ratio": 1.2445652173913044,
      "actual_time_seconds": 1.0591216140019242,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3435,
      "reference_cost": 2760,
      "quality_ratio": 1.2445652173913044,
      "actual_time_seconds": 1.2089345839922316,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2760,
      "quality_ratio": null,
      "actual_time_seconds": 1.9285767520195805,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3408,
      "reference_cost": 2760,
      "quality_ratio": 1.2347826086956522,
      "actual_time_seconds": 10.045392572006676,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3435,
      "reference_cost": 2760,
      "quality_ratio": 1.2445652173913044,
      "actual_time_seconds": 10.097555129992543,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3435,
      "reference_cost": 2760,
      "quality_ratio": 1.2445652173913044,
      "actual_time_seconds": 10.09447421200457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4512,
      "reference_cost": 2760,
      "quality_ratio": 1.6347826086956523,
      "actual_time_seconds": 10.910356110980501,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3209,
      "reference_cost": 2760,
      "quality_ratio": 1.16268115942029,
      "actual_time_seconds": 60.051039481011685,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3435,
      "reference_cost": 2760,
      "quality_ratio": 1.2445652173913044,
      "actual_time_seconds": 60.09610397199867,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3369,
      "reference_cost": 2760,
      "quality_ratio": 1.2206521739130434,
      "actual_time_seconds": 60.132283916987944,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta51",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3533,
      "reference_cost": 2760,
      "quality_ratio": 1.280072463768116,
      "actual_time_seconds": 61.03738620498916,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3375,
      "reference_cost": 2756,
      "quality_ratio": 1.224600870827286,
      "actual_time_seconds": 1.0590814589813817,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3363,
      "reference_cost": 2756,
      "quality_ratio": 1.2202467343976777,
      "actual_time_seconds": 1.0593067390145734,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3378,
      "reference_cost": 2756,
      "quality_ratio": 1.225689404934688,
      "actual_time_seconds": 1.1105311780120246,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2756,
      "quality_ratio": null,
      "actual_time_seconds": 1.892139418021543,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3262,
      "reference_cost": 2756,
      "quality_ratio": 1.183599419448476,
      "actual_time_seconds": 10.044951527990634,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3356,
      "reference_cost": 2756,
      "quality_ratio": 1.2177068214804063,
      "actual_time_seconds": 10.099236405018019,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3356,
      "reference_cost": 2756,
      "quality_ratio": 1.2177068214804063,
      "actual_time_seconds": 10.145821036974667,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3982,
      "reference_cost": 2756,
      "quality_ratio": 1.4448476052249637,
      "actual_time_seconds": 10.976742570986971,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3002,
      "reference_cost": 2756,
      "quality_ratio": 1.0892597968069666,
      "actual_time_seconds": 60.043863131984835,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3334,
      "reference_cost": 2756,
      "quality_ratio": 1.2097242380261248,
      "actual_time_seconds": 60.04048847901868,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3354,
      "reference_cost": 2756,
      "quality_ratio": 1.2169811320754718,
      "actual_time_seconds": 60.047715174994664,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta52",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3310,
      "reference_cost": 2756,
      "quality_ratio": 1.2010159651669086,
      "actual_time_seconds": 60.975658098992426,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3090,
      "reference_cost": 2717,
      "quality_ratio": 1.1372837688627162,
      "actual_time_seconds": 1.0581388949940447,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3105,
      "reference_cost": 2717,
      "quality_ratio": 1.1428045638571955,
      "actual_time_seconds": 1.0583368189982139,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3105,
      "reference_cost": 2717,
      "quality_ratio": 1.1428045638571955,
      "actual_time_seconds": 1.0577492240117863,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2717,
      "quality_ratio": null,
      "actual_time_seconds": 1.9235557920183055,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3090,
      "reference_cost": 2717,
      "quality_ratio": 1.1372837688627162,
      "actual_time_seconds": 10.041783303022385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3066,
      "reference_cost": 2717,
      "quality_ratio": 1.1284504968715494,
      "actual_time_seconds": 10.092461361986352,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3092,
      "reference_cost": 2717,
      "quality_ratio": 1.13801987486198,
      "actual_time_seconds": 10.097283267998137,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3956,
      "reference_cost": 2717,
      "quality_ratio": 1.4560176665439823,
      "actual_time_seconds": 10.963426603993867,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 2904,
      "reference_cost": 2717,
      "quality_ratio": 1.0688259109311742,
      "actual_time_seconds": 60.06603791398811,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3021,
      "reference_cost": 2717,
      "quality_ratio": 1.1118881118881119,
      "actual_time_seconds": 60.0546985300025,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3090,
      "reference_cost": 2717,
      "quality_ratio": 1.1372837688627162,
      "actual_time_seconds": 60.07578525500139,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta53",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3259,
      "reference_cost": 2717,
      "quality_ratio": 1.1994847258005152,
      "actual_time_seconds": 60.96989992700401,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3240,
      "reference_cost": 2839,
      "quality_ratio": 1.1412469179288482,
      "actual_time_seconds": 1.0590410709846765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3219,
      "reference_cost": 2839,
      "quality_ratio": 1.1338499471644945,
      "actual_time_seconds": 1.058779032988241,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3219,
      "reference_cost": 2839,
      "quality_ratio": 1.1338499471644945,
      "actual_time_seconds": 1.1118939599837177,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2839,
      "quality_ratio": null,
      "actual_time_seconds": 1.901642813027138,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3240,
      "reference_cost": 2839,
      "quality_ratio": 1.1412469179288482,
      "actual_time_seconds": 10.045699395996053,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3198,
      "reference_cost": 2839,
      "quality_ratio": 1.126452976400141,
      "actual_time_seconds": 10.046661447995575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3198,
      "reference_cost": 2839,
      "quality_ratio": 1.126452976400141,
      "actual_time_seconds": 10.095479065988911,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3923,
      "reference_cost": 2839,
      "quality_ratio": 1.3818245861218739,
      "actual_time_seconds": 10.959202403988456,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3120,
      "reference_cost": 2839,
      "quality_ratio": 1.098978513561113,
      "actual_time_seconds": 60.05933378098416,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3198,
      "reference_cost": 2839,
      "quality_ratio": 1.126452976400141,
      "actual_time_seconds": 60.04329743201379,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3155,
      "reference_cost": 2839,
      "quality_ratio": 1.111306798168369,
      "actual_time_seconds": 60.08717311700457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta54",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3232,
      "reference_cost": 2839,
      "quality_ratio": 1.1384290243043325,
      "actual_time_seconds": 60.9710737800051,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3122,
      "reference_cost": 2679,
      "quality_ratio": 1.1653602090332214,
      "actual_time_seconds": 1.0585745090211276,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3165,
      "reference_cost": 2679,
      "quality_ratio": 1.181410974244121,
      "actual_time_seconds": 1.1090789219888393,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3186,
      "reference_cost": 2679,
      "quality_ratio": 1.189249720044793,
      "actual_time_seconds": 1.0595782340096775,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2679,
      "quality_ratio": null,
      "actual_time_seconds": 1.8955132559931371,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3122,
      "reference_cost": 2679,
      "quality_ratio": 1.1653602090332214,
      "actual_time_seconds": 10.045675069995923,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3152,
      "reference_cost": 2679,
      "quality_ratio": 1.1765584173198955,
      "actual_time_seconds": 10.04613096700632,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3152,
      "reference_cost": 2679,
      "quality_ratio": 1.1765584173198955,
      "actual_time_seconds": 10.096234235999873,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4237,
      "reference_cost": 2679,
      "quality_ratio": 1.5815602836879432,
      "actual_time_seconds": 10.907443775999127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3010,
      "reference_cost": 2679,
      "quality_ratio": 1.1235535647629713,
      "actual_time_seconds": 60.052757798024686,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3101,
      "reference_cost": 2679,
      "quality_ratio": 1.1575214632325495,
      "actual_time_seconds": 60.04609243798768,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3152,
      "reference_cost": 2679,
      "quality_ratio": 1.1765584173198955,
      "actual_time_seconds": 60.14522411301732,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta55",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3399,
      "reference_cost": 2679,
      "quality_ratio": 1.2687569988801792,
      "actual_time_seconds": 60.96320909401402,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3066,
      "reference_cost": 2781,
      "quality_ratio": 1.1024811218985977,
      "actual_time_seconds": 1.059244520001812,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3056,
      "reference_cost": 2781,
      "quality_ratio": 1.0988852930600503,
      "actual_time_seconds": 1.0602259460138157,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3059,
      "reference_cost": 2781,
      "quality_ratio": 1.0999640417116145,
      "actual_time_seconds": 1.1095786590012722,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2781,
      "quality_ratio": null,
      "actual_time_seconds": 1.9504656200006139,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3066,
      "reference_cost": 2781,
      "quality_ratio": 1.1024811218985977,
      "actual_time_seconds": 10.050803101010388,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3056,
      "reference_cost": 2781,
      "quality_ratio": 1.0988852930600503,
      "actual_time_seconds": 10.051182344992412,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3056,
      "reference_cost": 2781,
      "quality_ratio": 1.0988852930600503,
      "actual_time_seconds": 10.09980465300032,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4505,
      "reference_cost": 2781,
      "quality_ratio": 1.6199208917655519,
      "actual_time_seconds": 10.972636427992256,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3066,
      "reference_cost": 2781,
      "quality_ratio": 1.1024811218985977,
      "actual_time_seconds": 60.051747306017205,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3040,
      "reference_cost": 2781,
      "quality_ratio": 1.0931319669183748,
      "actual_time_seconds": 60.115578080003615,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3040,
      "reference_cost": 2781,
      "quality_ratio": 1.0931319669183748,
      "actual_time_seconds": 60.093941958009964,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta56",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3470,
      "reference_cost": 2781,
      "quality_ratio": 1.247752606975908,
      "actual_time_seconds": 60.93307205400197,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3245,
      "reference_cost": 2943,
      "quality_ratio": 1.1026163778457356,
      "actual_time_seconds": 1.0589491020073183,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3261,
      "reference_cost": 2943,
      "quality_ratio": 1.1080530071355759,
      "actual_time_seconds": 1.059069665003335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3261,
      "reference_cost": 2943,
      "quality_ratio": 1.1080530071355759,
      "actual_time_seconds": 1.0602654439862818,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2943,
      "quality_ratio": null,
      "actual_time_seconds": 1.8944764070038218,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3245,
      "reference_cost": 2943,
      "quality_ratio": 1.1026163778457356,
      "actual_time_seconds": 10.04710342499311,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3248,
      "reference_cost": 2943,
      "quality_ratio": 1.1036357458375807,
      "actual_time_seconds": 10.04621795201092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3232,
      "reference_cost": 2943,
      "quality_ratio": 1.0981991165477405,
      "actual_time_seconds": 10.090664351009764,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4267,
      "reference_cost": 2943,
      "quality_ratio": 1.4498810737342847,
      "actual_time_seconds": 10.971619562013075,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3245,
      "reference_cost": 2943,
      "quality_ratio": 1.1026163778457356,
      "actual_time_seconds": 60.07217647501966,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3232,
      "reference_cost": 2943,
      "quality_ratio": 1.0981991165477405,
      "actual_time_seconds": 60.05035168098402,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3226,
      "reference_cost": 2943,
      "quality_ratio": 1.0961603805640503,
      "actual_time_seconds": 60.14811451401329,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta57",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3471,
      "reference_cost": 2943,
      "quality_ratio": 1.17940876656473,
      "actual_time_seconds": 60.864116565004224,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3372,
      "reference_cost": 2885,
      "quality_ratio": 1.1688041594454073,
      "actual_time_seconds": 1.0587949230102822,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3295,
      "reference_cost": 2885,
      "quality_ratio": 1.1421143847487,
      "actual_time_seconds": 1.109591309010284,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3334,
      "reference_cost": 2885,
      "quality_ratio": 1.155632582322357,
      "actual_time_seconds": 1.109666197997285,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2885,
      "quality_ratio": null,
      "actual_time_seconds": 1.9585788430122193,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3355,
      "reference_cost": 2885,
      "quality_ratio": 1.1629116117850953,
      "actual_time_seconds": 10.050226300023496,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3259,
      "reference_cost": 2885,
      "quality_ratio": 1.129636048526863,
      "actual_time_seconds": 10.050027794990456,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3324,
      "reference_cost": 2885,
      "quality_ratio": 1.1521663778162912,
      "actual_time_seconds": 10.046450855996227,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4108,
      "reference_cost": 2885,
      "quality_ratio": 1.4239168110918545,
      "actual_time_seconds": 10.969466128008207,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3143,
      "reference_cost": 2885,
      "quality_ratio": 1.0894280762564992,
      "actual_time_seconds": 60.06759240300744,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3242,
      "reference_cost": 2885,
      "quality_ratio": 1.123743500866551,
      "actual_time_seconds": 60.065873415005626,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3264,
      "reference_cost": 2885,
      "quality_ratio": 1.131369150779896,
      "actual_time_seconds": 60.10097547198529,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta58",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3388,
      "reference_cost": 2885,
      "quality_ratio": 1.1743500866551126,
      "actual_time_seconds": 60.96772531201714,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3080,
      "reference_cost": 2655,
      "quality_ratio": 1.1600753295668549,
      "actual_time_seconds": 1.0578727700049058,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3112,
      "reference_cost": 2655,
      "quality_ratio": 1.1721280602636535,
      "actual_time_seconds": 1.058627783000702,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3117,
      "reference_cost": 2655,
      "quality_ratio": 1.1740112994350282,
      "actual_time_seconds": 1.1082619649823755,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2655,
      "quality_ratio": null,
      "actual_time_seconds": 1.854809624986956,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3080,
      "reference_cost": 2655,
      "quality_ratio": 1.1600753295668549,
      "actual_time_seconds": 10.046315099985804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3098,
      "reference_cost": 2655,
      "quality_ratio": 1.1668549905838042,
      "actual_time_seconds": 10.046619320986792,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3111,
      "reference_cost": 2655,
      "quality_ratio": 1.1717514124293786,
      "actual_time_seconds": 10.094749626005068,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4262,
      "reference_cost": 2655,
      "quality_ratio": 1.6052730696798494,
      "actual_time_seconds": 11.014439786988078,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3080,
      "reference_cost": 2655,
      "quality_ratio": 1.1600753295668549,
      "actual_time_seconds": 60.05655524900067,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3029,
      "reference_cost": 2655,
      "quality_ratio": 1.1408662900188324,
      "actual_time_seconds": 60.03145222799503,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3076,
      "reference_cost": 2655,
      "quality_ratio": 1.1585687382297551,
      "actual_time_seconds": 60.09284917201148,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta59",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3381,
      "reference_cost": 2655,
      "quality_ratio": 1.2734463276836159,
      "actual_time_seconds": 60.91451822197996,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3116,
      "reference_cost": 2723,
      "quality_ratio": 1.1443261109070877,
      "actual_time_seconds": 1.0594405909941997,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3126,
      "reference_cost": 2723,
      "quality_ratio": 1.14799853103195,
      "actual_time_seconds": 1.058295517024817,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3127,
      "reference_cost": 2723,
      "quality_ratio": 1.1483657730444363,
      "actual_time_seconds": 1.1595009430020582,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2723,
      "quality_ratio": null,
      "actual_time_seconds": 1.8989005140028894,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3116,
      "reference_cost": 2723,
      "quality_ratio": 1.1443261109070877,
      "actual_time_seconds": 10.04970776499249,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3082,
      "reference_cost": 2723,
      "quality_ratio": 1.131839882482556,
      "actual_time_seconds": 10.048098983010277,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3105,
      "reference_cost": 2723,
      "quality_ratio": 1.1402864487697393,
      "actual_time_seconds": 10.092947945988271,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4015,
      "reference_cost": 2723,
      "quality_ratio": 1.4744766801322071,
      "actual_time_seconds": 10.91780416999245,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3116,
      "reference_cost": 2723,
      "quality_ratio": 1.1443261109070877,
      "actual_time_seconds": 60.04700924301869,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3064,
      "reference_cost": 2723,
      "quality_ratio": 1.1252295262578038,
      "actual_time_seconds": 60.05670058101532,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3053,
      "reference_cost": 2723,
      "quality_ratio": 1.1211898641204554,
      "actual_time_seconds": 60.051634973002365,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta60",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3320,
      "reference_cost": 2723,
      "quality_ratio": 1.2192434814542783,
      "actual_time_seconds": 60.944234014023095,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3350,
      "reference_cost": 2868,
      "quality_ratio": 1.1680613668061366,
      "actual_time_seconds": 1.0587838600040413,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3312,
      "reference_cost": 2868,
      "quality_ratio": 1.1548117154811715,
      "actual_time_seconds": 1.158716474979883,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3312,
      "reference_cost": 2868,
      "quality_ratio": 1.1548117154811715,
      "actual_time_seconds": 1.25916965099168,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2868,
      "quality_ratio": null,
      "actual_time_seconds": 1.8508547870151233,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3350,
      "reference_cost": 2868,
      "quality_ratio": 1.1680613668061366,
      "actual_time_seconds": 10.045158191991504,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3293,
      "reference_cost": 2868,
      "quality_ratio": 1.1481868898186889,
      "actual_time_seconds": 10.041317662020447,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3299,
      "reference_cost": 2868,
      "quality_ratio": 1.150278940027894,
      "actual_time_seconds": 10.192337587999646,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4860,
      "reference_cost": 2868,
      "quality_ratio": 1.6945606694560669,
      "actual_time_seconds": 10.914689101016847,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3334,
      "reference_cost": 2868,
      "quality_ratio": 1.1624825662482565,
      "actual_time_seconds": 60.08818361102021,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3259,
      "reference_cost": 2868,
      "quality_ratio": 1.1363319386331938,
      "actual_time_seconds": 60.095569517987315,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3299,
      "reference_cost": 2868,
      "quality_ratio": 1.150278940027894,
      "actual_time_seconds": 60.23643080200418,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta61",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4279,
      "reference_cost": 2868,
      "quality_ratio": 1.4919804741980474,
      "actual_time_seconds": 60.938337522995425,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3461,
      "reference_cost": 2869,
      "quality_ratio": 1.2063436737539213,
      "actual_time_seconds": 1.0590361690265127,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3458,
      "reference_cost": 2869,
      "quality_ratio": 1.205298013245033,
      "actual_time_seconds": 1.1085060159966815,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3462,
      "reference_cost": 2869,
      "quality_ratio": 1.2066922272568839,
      "actual_time_seconds": 1.060295896983007,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2869,
      "quality_ratio": null,
      "actual_time_seconds": 1.8615249330177903,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3461,
      "reference_cost": 2869,
      "quality_ratio": 1.2063436737539213,
      "actual_time_seconds": 10.042178190022241,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3418,
      "reference_cost": 2869,
      "quality_ratio": 1.191355873126525,
      "actual_time_seconds": 10.04192001701449,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3427,
      "reference_cost": 2869,
      "quality_ratio": 1.1944928546531892,
      "actual_time_seconds": 10.191546959016705,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5055,
      "reference_cost": 2869,
      "quality_ratio": 1.7619379574764726,
      "actual_time_seconds": 10.964100592012983,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3460,
      "reference_cost": 2869,
      "quality_ratio": 1.2059951202509585,
      "actual_time_seconds": 60.10408256697701,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3398,
      "reference_cost": 2869,
      "quality_ratio": 1.1843848030672708,
      "actual_time_seconds": 60.19457810599124,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3383,
      "reference_cost": 2869,
      "quality_ratio": 1.1791565005228302,
      "actual_time_seconds": 60.15108755498659,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta62",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4388,
      "reference_cost": 2869,
      "quality_ratio": 1.5294527710003485,
      "actual_time_seconds": 60.96612229497987,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3181,
      "reference_cost": 2755,
      "quality_ratio": 1.1546279491833031,
      "actual_time_seconds": 1.1132378279871773,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3220,
      "reference_cost": 2755,
      "quality_ratio": 1.1687840290381126,
      "actual_time_seconds": 1.0594670319987927,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3222,
      "reference_cost": 2755,
      "quality_ratio": 1.1695099818511796,
      "actual_time_seconds": 1.3109498039993923,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2755,
      "quality_ratio": null,
      "actual_time_seconds": 1.9399001840210985,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3181,
      "reference_cost": 2755,
      "quality_ratio": 1.1546279491833031,
      "actual_time_seconds": 10.043859636993147,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3166,
      "reference_cost": 2755,
      "quality_ratio": 1.1491833030852994,
      "actual_time_seconds": 10.096314269001596,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3166,
      "reference_cost": 2755,
      "quality_ratio": 1.1491833030852994,
      "actual_time_seconds": 10.090986280003563,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4476,
      "reference_cost": 2755,
      "quality_ratio": 1.624682395644283,
      "actual_time_seconds": 10.914687403012067,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3181,
      "reference_cost": 2755,
      "quality_ratio": 1.1546279491833031,
      "actual_time_seconds": 60.03946656000335,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3148,
      "reference_cost": 2755,
      "quality_ratio": 1.142649727767695,
      "actual_time_seconds": 60.132924862991786,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3144,
      "reference_cost": 2755,
      "quality_ratio": 1.1411978221415608,
      "actual_time_seconds": 60.190532682987396,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta63",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3942,
      "reference_cost": 2755,
      "quality_ratio": 1.4308529945553539,
      "actual_time_seconds": 60.93611216501449,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3188,
      "reference_cost": 2702,
      "quality_ratio": 1.1798667653589934,
      "actual_time_seconds": 1.0582975739962421,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3186,
      "reference_cost": 2702,
      "quality_ratio": 1.1791265729089564,
      "actual_time_seconds": 1.1089144150028005,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3188,
      "reference_cost": 2702,
      "quality_ratio": 1.1798667653589934,
      "actual_time_seconds": 1.2098726670083124,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2702,
      "quality_ratio": null,
      "actual_time_seconds": 1.8987181319971569,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3180,
      "reference_cost": 2702,
      "quality_ratio": 1.1769059955588452,
      "actual_time_seconds": 10.048096823011292,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3140,
      "reference_cost": 2702,
      "quality_ratio": 1.1621021465581052,
      "actual_time_seconds": 10.093441784003517,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3140,
      "reference_cost": 2702,
      "quality_ratio": 1.1621021465581052,
      "actual_time_seconds": 10.09432761700009,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4261,
      "reference_cost": 2702,
      "quality_ratio": 1.576980014803849,
      "actual_time_seconds": 11.008803600008832,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3117,
      "reference_cost": 2702,
      "quality_ratio": 1.1535899333826796,
      "actual_time_seconds": 60.06615574800526,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3130,
      "reference_cost": 2702,
      "quality_ratio": 1.15840118430792,
      "actual_time_seconds": 60.0648278289882,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3100,
      "reference_cost": 2702,
      "quality_ratio": 1.147298297557365,
      "actual_time_seconds": 60.30170551399351,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta64",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3859,
      "reference_cost": 2702,
      "quality_ratio": 1.42820133234641,
      "actual_time_seconds": 60.929743810003856,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3429,
      "reference_cost": 2725,
      "quality_ratio": 1.2583486238532111,
      "actual_time_seconds": 1.0585887400084175,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3411,
      "reference_cost": 2725,
      "quality_ratio": 1.251743119266055,
      "actual_time_seconds": 1.111955583008239,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3411,
      "reference_cost": 2725,
      "quality_ratio": 1.251743119266055,
      "actual_time_seconds": 1.160021217976464,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2725,
      "quality_ratio": null,
      "actual_time_seconds": 1.9121714890061412,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3429,
      "reference_cost": 2725,
      "quality_ratio": 1.2583486238532111,
      "actual_time_seconds": 10.043869979999727,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3332,
      "reference_cost": 2725,
      "quality_ratio": 1.2227522935779815,
      "actual_time_seconds": 10.097138821991393,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3345,
      "reference_cost": 2725,
      "quality_ratio": 1.2275229357798165,
      "actual_time_seconds": 10.200228397996398,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4718,
      "reference_cost": 2725,
      "quality_ratio": 1.7313761467889908,
      "actual_time_seconds": 10.966313579003327,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3219,
      "reference_cost": 2725,
      "quality_ratio": 1.1812844036697248,
      "actual_time_seconds": 60.060921005991986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3270,
      "reference_cost": 2725,
      "quality_ratio": 1.2,
      "actual_time_seconds": 60.04094788298244,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3320,
      "reference_cost": 2725,
      "quality_ratio": 1.218348623853211,
      "actual_time_seconds": 60.13572945102351,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta65",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4105,
      "reference_cost": 2725,
      "quality_ratio": 1.5064220183486239,
      "actual_time_seconds": 60.97913852799684,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3298,
      "reference_cost": 2845,
      "quality_ratio": 1.1592267135325132,
      "actual_time_seconds": 1.0588774930220097,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3298,
      "reference_cost": 2845,
      "quality_ratio": 1.1592267135325132,
      "actual_time_seconds": 1.0599973409844097,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3298,
      "reference_cost": 2845,
      "quality_ratio": 1.1592267135325132,
      "actual_time_seconds": 1.0593627570196986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2845,
      "quality_ratio": null,
      "actual_time_seconds": 1.8894390969944652,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3298,
      "reference_cost": 2845,
      "quality_ratio": 1.1592267135325132,
      "actual_time_seconds": 10.047972597996704,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3286,
      "reference_cost": 2845,
      "quality_ratio": 1.1550087873462214,
      "actual_time_seconds": 10.042831316008233,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3292,
      "reference_cost": 2845,
      "quality_ratio": 1.1571177504393673,
      "actual_time_seconds": 10.094339767005295,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4477,
      "reference_cost": 2845,
      "quality_ratio": 1.5736379613356766,
      "actual_time_seconds": 11.011669714993332,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3298,
      "reference_cost": 2845,
      "quality_ratio": 1.1592267135325132,
      "actual_time_seconds": 60.08599059301196,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3237,
      "reference_cost": 2845,
      "quality_ratio": 1.1377855887521968,
      "actual_time_seconds": 60.122899813984986,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3242,
      "reference_cost": 2845,
      "quality_ratio": 1.1395430579964851,
      "actual_time_seconds": 60.10975223398418,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta66",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3972,
      "reference_cost": 2845,
      "quality_ratio": 1.396133567662566,
      "actual_time_seconds": 61.031670401018346,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3296,
      "reference_cost": 2825,
      "quality_ratio": 1.1667256637168142,
      "actual_time_seconds": 1.0585421439900529,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3295,
      "reference_cost": 2825,
      "quality_ratio": 1.1663716814159293,
      "actual_time_seconds": 1.058330934989499,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3309,
      "reference_cost": 2825,
      "quality_ratio": 1.1713274336283186,
      "actual_time_seconds": 1.0588686800037976,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2825,
      "quality_ratio": null,
      "actual_time_seconds": 1.8913167989812791,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3296,
      "reference_cost": 2825,
      "quality_ratio": 1.1667256637168142,
      "actual_time_seconds": 10.04878576399642,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3295,
      "reference_cost": 2825,
      "quality_ratio": 1.1663716814159293,
      "actual_time_seconds": 10.049022186023649,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3289,
      "reference_cost": 2825,
      "quality_ratio": 1.1642477876106194,
      "actual_time_seconds": 10.147872446017573,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4744,
      "reference_cost": 2825,
      "quality_ratio": 1.6792920353982301,
      "actual_time_seconds": 10.963702141976682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3296,
      "reference_cost": 2825,
      "quality_ratio": 1.1667256637168142,
      "actual_time_seconds": 60.06674334302079,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3257,
      "reference_cost": 2825,
      "quality_ratio": 1.152920353982301,
      "actual_time_seconds": 60.09418904798804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3260,
      "reference_cost": 2825,
      "quality_ratio": 1.1539823008849557,
      "actual_time_seconds": 60.09214172899374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta67",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4182,
      "reference_cost": 2825,
      "quality_ratio": 1.4803539823008849,
      "actual_time_seconds": 60.985963677987456,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3203,
      "reference_cost": 2784,
      "quality_ratio": 1.1505028735632183,
      "actual_time_seconds": 1.059960354003124,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3184,
      "reference_cost": 2784,
      "quality_ratio": 1.1436781609195403,
      "actual_time_seconds": 1.1104013760050293,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3184,
      "reference_cost": 2784,
      "quality_ratio": 1.1436781609195403,
      "actual_time_seconds": 1.1591686879983172,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2784,
      "quality_ratio": null,
      "actual_time_seconds": 1.9617825830064248,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3203,
      "reference_cost": 2784,
      "quality_ratio": 1.1505028735632183,
      "actual_time_seconds": 10.044023844995536,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3125,
      "reference_cost": 2784,
      "quality_ratio": 1.122485632183908,
      "actual_time_seconds": 10.094619982002769,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3126,
      "reference_cost": 2784,
      "quality_ratio": 1.1228448275862069,
      "actual_time_seconds": 10.194689975993242,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4837,
      "reference_cost": 2784,
      "quality_ratio": 1.7374281609195403,
      "actual_time_seconds": 10.957707398978528,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3203,
      "reference_cost": 2784,
      "quality_ratio": 1.1505028735632183,
      "actual_time_seconds": 60.05951013197773,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3125,
      "reference_cost": 2784,
      "quality_ratio": 1.122485632183908,
      "actual_time_seconds": 60.040048613009276,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3110,
      "reference_cost": 2784,
      "quality_ratio": 1.1170977011494252,
      "actual_time_seconds": 60.09989110499737,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta68",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4187,
      "reference_cost": 2784,
      "quality_ratio": 1.5039511494252873,
      "actual_time_seconds": 60.98271657599253,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3588,
      "reference_cost": 3071,
      "quality_ratio": 1.1683490719635299,
      "actual_time_seconds": 1.058437319996301,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3497,
      "reference_cost": 3071,
      "quality_ratio": 1.1387170302832954,
      "actual_time_seconds": 1.1085867660003714,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3497,
      "reference_cost": 3071,
      "quality_ratio": 1.1387170302832954,
      "actual_time_seconds": 1.1595334759913385,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 3071,
      "quality_ratio": null,
      "actual_time_seconds": 1.9073468499991577,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3588,
      "reference_cost": 3071,
      "quality_ratio": 1.1683490719635299,
      "actual_time_seconds": 10.050803496007575,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3464,
      "reference_cost": 3071,
      "quality_ratio": 1.1279713448388147,
      "actual_time_seconds": 10.044951365009183,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3464,
      "reference_cost": 3071,
      "quality_ratio": 1.1279713448388147,
      "actual_time_seconds": 10.095726839994313,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4800,
      "reference_cost": 3071,
      "quality_ratio": 1.5630087919244546,
      "actual_time_seconds": 10.970251225022366,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3588,
      "reference_cost": 3071,
      "quality_ratio": 1.1683490719635299,
      "actual_time_seconds": 60.11537674200372,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3453,
      "reference_cost": 3071,
      "quality_ratio": 1.1243894496906546,
      "actual_time_seconds": 60.05102775999694,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3463,
      "reference_cost": 3071,
      "quality_ratio": 1.1276457180071637,
      "actual_time_seconds": 60.28741014099796,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta69",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4231,
      "reference_cost": 3071,
      "quality_ratio": 1.3777271247150764,
      "actual_time_seconds": 60.96593339298852,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3482,
      "reference_cost": 2995,
      "quality_ratio": 1.1626043405676127,
      "actual_time_seconds": 1.0580137099896092,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3479,
      "reference_cost": 2995,
      "quality_ratio": 1.161602671118531,
      "actual_time_seconds": 1.1096532469964586,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 3482,
      "reference_cost": 2995,
      "quality_ratio": 1.1626043405676127,
      "actual_time_seconds": 1.0598109010024928,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 2995,
      "quality_ratio": null,
      "actual_time_seconds": 1.978858925984241,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3482,
      "reference_cost": 2995,
      "quality_ratio": 1.1626043405676127,
      "actual_time_seconds": 10.04224766898551,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3471,
      "reference_cost": 2995,
      "quality_ratio": 1.158931552587646,
      "actual_time_seconds": 10.047317871009,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 3471,
      "reference_cost": 2995,
      "quality_ratio": 1.158931552587646,
      "actual_time_seconds": 10.193486923002638,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 4979,
      "reference_cost": 2995,
      "quality_ratio": 1.6624373956594325,
      "actual_time_seconds": 11.017100016993936,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3482,
      "reference_cost": 2995,
      "quality_ratio": 1.1626043405676127,
      "actual_time_seconds": 60.056930516992,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3458,
      "reference_cost": 2995,
      "quality_ratio": 1.1545909849749583,
      "actual_time_seconds": 60.045125412987545,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 3458,
      "reference_cost": 2995,
      "quality_ratio": 1.1545909849749583,
      "actual_time_seconds": 60.19720200699521,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta70",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 4346,
      "reference_cost": 2995,
      "quality_ratio": 1.451085141903172,
      "actual_time_seconds": 60.99572096799966,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5977,
      "reference_cost": 5464,
      "quality_ratio": 1.093887262079063,
      "actual_time_seconds": 1.0599343290086836,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5981,
      "reference_cost": 5464,
      "quality_ratio": 1.094619326500732,
      "actual_time_seconds": 1.1096272959839553,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5981,
      "reference_cost": 5464,
      "quality_ratio": 1.094619326500732,
      "actual_time_seconds": 1.3613046359969303,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5464,
      "quality_ratio": null,
      "actual_time_seconds": 1.9522132459969725,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5977,
      "reference_cost": 5464,
      "quality_ratio": 1.093887262079063,
      "actual_time_seconds": 10.048112338001374,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5961,
      "reference_cost": 5464,
      "quality_ratio": 1.0909590043923865,
      "actual_time_seconds": 10.249082128022565,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5977,
      "reference_cost": 5464,
      "quality_ratio": 1.093887262079063,
      "actual_time_seconds": 10.096740591019625,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5464,
      "quality_ratio": null,
      "actual_time_seconds": 11.100831863994244,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5977,
      "reference_cost": 5464,
      "quality_ratio": 1.093887262079063,
      "actual_time_seconds": 60.10774501998094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5954,
      "reference_cost": 5464,
      "quality_ratio": 1.0896778916544656,
      "actual_time_seconds": 60.41967085900251,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5951,
      "reference_cost": 5464,
      "quality_ratio": 1.0891288433382138,
      "actual_time_seconds": 60.50032283598557,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta71",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8906,
      "reference_cost": 5464,
      "quality_ratio": 1.6299414348462664,
      "actual_time_seconds": 61.02356252699974,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5564,
      "reference_cost": 5181,
      "quality_ratio": 1.0739239529048445,
      "actual_time_seconds": 1.058580828976119,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5564,
      "reference_cost": 5181,
      "quality_ratio": 1.0739239529048445,
      "actual_time_seconds": 1.3612259409856051,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5564,
      "reference_cost": 5181,
      "quality_ratio": 1.0739239529048445,
      "actual_time_seconds": 1.3620673119730782,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5181,
      "quality_ratio": null,
      "actual_time_seconds": 1.9723200960143004,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5564,
      "reference_cost": 5181,
      "quality_ratio": 1.0739239529048445,
      "actual_time_seconds": 10.044247436977457,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5562,
      "reference_cost": 5181,
      "quality_ratio": 1.0735379270411118,
      "actual_time_seconds": 10.399716562998947,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5562,
      "reference_cost": 5181,
      "quality_ratio": 1.0735379270411118,
      "actual_time_seconds": 10.092245755979093,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9507,
      "reference_cost": 5181,
      "quality_ratio": 1.834973943254198,
      "actual_time_seconds": 11.05971515600686,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5564,
      "reference_cost": 5181,
      "quality_ratio": 1.0739239529048445,
      "actual_time_seconds": 60.06843065097928,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5533,
      "reference_cost": 5181,
      "quality_ratio": 1.0679405520169851,
      "actual_time_seconds": 60.039389042998664,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5537,
      "reference_cost": 5181,
      "quality_ratio": 1.068712603744451,
      "actual_time_seconds": 60.248884756991174,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta72",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8800,
      "reference_cost": 5181,
      "quality_ratio": 1.6985138004246285,
      "actual_time_seconds": 61.02993757699733,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 6051,
      "reference_cost": 5568,
      "quality_ratio": 1.0867456896551724,
      "actual_time_seconds": 1.0616170849825721,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 6113,
      "reference_cost": 5568,
      "quality_ratio": 1.0978807471264367,
      "actual_time_seconds": 1.813559048983734,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 6113,
      "reference_cost": 5568,
      "quality_ratio": 1.0978807471264367,
      "actual_time_seconds": 1.3107996809994802,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5568,
      "quality_ratio": null,
      "actual_time_seconds": 1.9446783169987611,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 6051,
      "reference_cost": 5568,
      "quality_ratio": 1.0867456896551724,
      "actual_time_seconds": 10.051237551000668,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 6112,
      "reference_cost": 5568,
      "quality_ratio": 1.0977011494252873,
      "actual_time_seconds": 10.695772881997982,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 6110,
      "reference_cost": 5568,
      "quality_ratio": 1.0973419540229885,
      "actual_time_seconds": 10.093186459009303,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5568,
      "quality_ratio": null,
      "actual_time_seconds": 10.990458145999582,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6051,
      "reference_cost": 5568,
      "quality_ratio": 1.0867456896551724,
      "actual_time_seconds": 60.06353300300543,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6072,
      "reference_cost": 5568,
      "quality_ratio": 1.0905172413793103,
      "actual_time_seconds": 60.072117383009754,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6101,
      "reference_cost": 5568,
      "quality_ratio": 1.0957255747126438,
      "actual_time_seconds": 61.31681212800322,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta73",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8456,
      "reference_cost": 5568,
      "quality_ratio": 1.5186781609195403,
      "actual_time_seconds": 60.96922215400264,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5669,
      "reference_cost": 5339,
      "quality_ratio": 1.0618093275894362,
      "actual_time_seconds": 1.0595831669925246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5678,
      "reference_cost": 5339,
      "quality_ratio": 1.0634950365236935,
      "actual_time_seconds": 1.3099703409825452,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5678,
      "reference_cost": 5339,
      "quality_ratio": 1.0634950365236935,
      "actual_time_seconds": 1.2613040870055556,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5339,
      "quality_ratio": null,
      "actual_time_seconds": 1.972217718983302,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5669,
      "reference_cost": 5339,
      "quality_ratio": 1.0618093275894362,
      "actual_time_seconds": 10.04981416100054,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5663,
      "reference_cost": 5339,
      "quality_ratio": 1.0606855216332647,
      "actual_time_seconds": 11.048547109996434,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5663,
      "reference_cost": 5339,
      "quality_ratio": 1.0606855216332647,
      "actual_time_seconds": 10.44968478300143,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5339,
      "quality_ratio": null,
      "actual_time_seconds": 11.023347884009127,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5669,
      "reference_cost": 5339,
      "quality_ratio": 1.0618093275894362,
      "actual_time_seconds": 60.07769162100158,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5658,
      "reference_cost": 5339,
      "quality_ratio": 1.0597490166697883,
      "actual_time_seconds": 60.69901574301184,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5658,
      "reference_cost": 5339,
      "quality_ratio": 1.0597490166697883,
      "actual_time_seconds": 60.086549617990386,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta74",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8600,
      "reference_cost": 5339,
      "quality_ratio": 1.610788537179247,
      "actual_time_seconds": 61.047821019019466,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 6029,
      "reference_cost": 5392,
      "quality_ratio": 1.1181379821958457,
      "actual_time_seconds": 1.060845015977975,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 6029,
      "reference_cost": 5392,
      "quality_ratio": 1.1181379821958457,
      "actual_time_seconds": 1.0605293849948794,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 6029,
      "reference_cost": 5392,
      "quality_ratio": 1.1181379821958457,
      "actual_time_seconds": 1.3106281390064396,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5392,
      "quality_ratio": null,
      "actual_time_seconds": 1.9681268160056788,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 6029,
      "reference_cost": 5392,
      "quality_ratio": 1.1181379821958457,
      "actual_time_seconds": 10.05094906501472,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 6002,
      "reference_cost": 5392,
      "quality_ratio": 1.1131305637982196,
      "actual_time_seconds": 10.603765607025707,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 6002,
      "reference_cost": 5392,
      "quality_ratio": 1.1131305637982196,
      "actual_time_seconds": 10.954299965000246,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 8915,
      "reference_cost": 5392,
      "quality_ratio": 1.6533753709198813,
      "actual_time_seconds": 11.009748568001669,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 6029,
      "reference_cost": 5392,
      "quality_ratio": 1.1181379821958457,
      "actual_time_seconds": 60.09468135199859,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5987,
      "reference_cost": 5392,
      "quality_ratio": 1.1103486646884273,
      "actual_time_seconds": 60.33920226097689,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5988,
      "reference_cost": 5392,
      "quality_ratio": 1.11053412462908,
      "actual_time_seconds": 60.556868562998716,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta75",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8457,
      "reference_cost": 5392,
      "quality_ratio": 1.5684347181008902,
      "actual_time_seconds": 60.99401602099533,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5887,
      "reference_cost": 5342,
      "quality_ratio": 1.1020217147135905,
      "actual_time_seconds": 1.0595705769956112,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5854,
      "reference_cost": 5342,
      "quality_ratio": 1.095844253088731,
      "actual_time_seconds": 2.0635994909971487,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5854,
      "reference_cost": 5342,
      "quality_ratio": 1.095844253088731,
      "actual_time_seconds": 1.562030703003984,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5342,
      "quality_ratio": null,
      "actual_time_seconds": 2.0143905380100477,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5887,
      "reference_cost": 5342,
      "quality_ratio": 1.1020217147135905,
      "actual_time_seconds": 10.051228511001682,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5854,
      "reference_cost": 5342,
      "quality_ratio": 1.095844253088731,
      "actual_time_seconds": 10.200396307976916,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5854,
      "reference_cost": 5342,
      "quality_ratio": 1.095844253088731,
      "actual_time_seconds": 10.647849929024233,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5342,
      "quality_ratio": null,
      "actual_time_seconds": 10.989299870998366,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5887,
      "reference_cost": 5342,
      "quality_ratio": 1.1020217147135905,
      "actual_time_seconds": 60.07881014299346,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5854,
      "reference_cost": 5342,
      "quality_ratio": 1.095844253088731,
      "actual_time_seconds": 60.06608233001316,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5854,
      "reference_cost": 5342,
      "quality_ratio": 1.095844253088731,
      "actual_time_seconds": 60.836325946002034,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta76",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8974,
      "reference_cost": 5342,
      "quality_ratio": 1.6798951703481841,
      "actual_time_seconds": 60.98745002999203,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5895,
      "reference_cost": 5436,
      "quality_ratio": 1.0844370860927153,
      "actual_time_seconds": 1.0604237710067537,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5906,
      "reference_cost": 5436,
      "quality_ratio": 1.0864606328182487,
      "actual_time_seconds": 1.3599298440094572,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5906,
      "reference_cost": 5436,
      "quality_ratio": 1.0864606328182487,
      "actual_time_seconds": 1.3109485959867015,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5436,
      "quality_ratio": null,
      "actual_time_seconds": 1.9528947669896297,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5895,
      "reference_cost": 5436,
      "quality_ratio": 1.0844370860927153,
      "actual_time_seconds": 10.050769348017639,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5897,
      "reference_cost": 5436,
      "quality_ratio": 1.0848050036791759,
      "actual_time_seconds": 10.498699993011542,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5899,
      "reference_cost": 5436,
      "quality_ratio": 1.0851729212656365,
      "actual_time_seconds": 10.300553034001496,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5436,
      "quality_ratio": null,
      "actual_time_seconds": 10.994616713986034,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5895,
      "reference_cost": 5436,
      "quality_ratio": 1.0844370860927153,
      "actual_time_seconds": 60.060867983003845,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5867,
      "reference_cost": 5436,
      "quality_ratio": 1.0792862398822665,
      "actual_time_seconds": 60.021081647020765,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5867,
      "reference_cost": 5436,
      "quality_ratio": 1.0792862398822665,
      "actual_time_seconds": 60.21544260898372,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta77",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8982,
      "reference_cost": 5436,
      "quality_ratio": 1.6523178807947019,
      "actual_time_seconds": 61.04342048597755,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5763,
      "reference_cost": 5394,
      "quality_ratio": 1.068409343715239,
      "actual_time_seconds": 1.0603731910232455,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5700,
      "reference_cost": 5394,
      "quality_ratio": 1.0567296996662958,
      "actual_time_seconds": 1.5114500259805936,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5700,
      "reference_cost": 5394,
      "quality_ratio": 1.0567296996662958,
      "actual_time_seconds": 1.7124354539846536,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5394,
      "quality_ratio": null,
      "actual_time_seconds": 1.959708498994587,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5763,
      "reference_cost": 5394,
      "quality_ratio": 1.068409343715239,
      "actual_time_seconds": 10.048487414984265,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5698,
      "reference_cost": 5394,
      "quality_ratio": 1.0563589173155359,
      "actual_time_seconds": 10.045893586007878,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5698,
      "reference_cost": 5394,
      "quality_ratio": 1.0563589173155359,
      "actual_time_seconds": 10.093865391012514,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5394,
      "quality_ratio": null,
      "actual_time_seconds": 10.954677011002786,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5763,
      "reference_cost": 5394,
      "quality_ratio": 1.068409343715239,
      "actual_time_seconds": 60.06147237599362,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5698,
      "reference_cost": 5394,
      "quality_ratio": 1.0563589173155359,
      "actual_time_seconds": 60.31503601899021,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5698,
      "reference_cost": 5394,
      "quality_ratio": 1.0563589173155359,
      "actual_time_seconds": 60.310102053015726,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta78",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8734,
      "reference_cost": 5394,
      "quality_ratio": 1.6192065257693733,
      "actual_time_seconds": 61.0491507530096,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5743,
      "reference_cost": 5358,
      "quality_ratio": 1.0718551698394923,
      "actual_time_seconds": 1.1106956250150688,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5743,
      "reference_cost": 5358,
      "quality_ratio": 1.0718551698394923,
      "actual_time_seconds": 1.3105098730011377,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5743,
      "reference_cost": 5358,
      "quality_ratio": 1.0718551698394923,
      "actual_time_seconds": 1.563012214988703,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5358,
      "quality_ratio": null,
      "actual_time_seconds": 2.0253546530148014,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5743,
      "reference_cost": 5358,
      "quality_ratio": 1.0718551698394923,
      "actual_time_seconds": 10.04856073402334,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5729,
      "reference_cost": 5358,
      "quality_ratio": 1.0692422545726017,
      "actual_time_seconds": 11.103993557015201,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5730,
      "reference_cost": 5358,
      "quality_ratio": 1.0694288913773795,
      "actual_time_seconds": 10.09884852799587,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5358,
      "quality_ratio": null,
      "actual_time_seconds": 11.077663451986155,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5743,
      "reference_cost": 5358,
      "quality_ratio": 1.0718551698394923,
      "actual_time_seconds": 60.05234626700985,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5719,
      "reference_cost": 5358,
      "quality_ratio": 1.0673758865248226,
      "actual_time_seconds": 60.31601657599094,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5719,
      "reference_cost": 5358,
      "quality_ratio": 1.0673758865248226,
      "actual_time_seconds": 60.70233093100251,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta79",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8504,
      "reference_cost": 5358,
      "quality_ratio": 1.5871593878312804,
      "actual_time_seconds": 61.04398296700674,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5553,
      "reference_cost": 5183,
      "quality_ratio": 1.0713872274744356,
      "actual_time_seconds": 1.0600245099922176,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5618,
      "reference_cost": 5183,
      "quality_ratio": 1.0839282268956203,
      "actual_time_seconds": 1.511693740991177,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 5618,
      "reference_cost": 5183,
      "quality_ratio": 1.0839282268956203,
      "actual_time_seconds": 1.2613336410140619,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": null,
      "cost": null,
      "reference_cost": 5183,
      "quality_ratio": null,
      "actual_time_seconds": 2.03921765400446,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": true
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5553,
      "reference_cost": 5183,
      "quality_ratio": 1.0713872274744356,
      "actual_time_seconds": 10.09652334600105,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5618,
      "reference_cost": 5183,
      "quality_ratio": 1.0839282268956203,
      "actual_time_seconds": 10.600554331991589,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 5618,
      "reference_cost": 5183,
      "quality_ratio": 1.0839282268956203,
      "actual_time_seconds": 10.743774556001881,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 9322,
      "reference_cost": 5183,
      "quality_ratio": 1.7985722554505112,
      "actual_time_seconds": 11.010821144009242,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5553,
      "reference_cost": 5183,
      "quality_ratio": 1.0713872274744356,
      "actual_time_seconds": 60.0687817420112,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5587,
      "reference_cost": 5183,
      "quality_ratio": 1.0779471348639784,
      "actual_time_seconds": 60.15740681497846,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 5600,
      "reference_cost": 5183,
      "quality_ratio": 1.0804553347482153,
      "actual_time_seconds": 60.30363458598731,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "ta80",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 8774,
      "reference_cost": 5183,
      "quality_ratio": 1.692841983407293,
      "actual_time_seconds": 61.05294496397255,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1001,
      "reference_cost": 884,
      "quality_ratio": 1.1323529411764706,
      "actual_time_seconds": 1.0578169280197471,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1000,
      "reference_cost": 884,
      "quality_ratio": 1.1312217194570136,
      "actual_time_seconds": 1.0587359940109309,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1000,
      "reference_cost": 884,
      "quality_ratio": 1.1312217194570136,
      "actual_time_seconds": 1.057990790985059,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1185,
      "reference_cost": 884,
      "quality_ratio": 1.340497737556561,
      "actual_time_seconds": 1.8682017370010726,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 952,
      "reference_cost": 884,
      "quality_ratio": 1.0769230769230769,
      "actual_time_seconds": 10.046533282002201,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 997,
      "reference_cost": 884,
      "quality_ratio": 1.1278280542986425,
      "actual_time_seconds": 10.040882991015678,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 987,
      "reference_cost": 884,
      "quality_ratio": 1.1165158371040724,
      "actual_time_seconds": 10.039783273998182,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1116,
      "reference_cost": 884,
      "quality_ratio": 1.262443438914027,
      "actual_time_seconds": 10.907684181001969,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 931,
      "reference_cost": 884,
      "quality_ratio": 1.0531674208144797,
      "actual_time_seconds": 60.042086195986485,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 987,
      "reference_cost": 884,
      "quality_ratio": 1.1165158371040724,
      "actual_time_seconds": 60.04894128401065,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 968,
      "reference_cost": 884,
      "quality_ratio": 1.0950226244343892,
      "actual_time_seconds": 60.090966207004385,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn1",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 993,
      "reference_cost": 884,
      "quality_ratio": 1.1233031674208145,
      "actual_time_seconds": 60.869847027002834,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1069,
      "reference_cost": 904,
      "quality_ratio": 1.1825221238938053,
      "actual_time_seconds": 1.0292405000072904,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1068,
      "reference_cost": 904,
      "quality_ratio": 1.1814159292035398,
      "actual_time_seconds": 1.0096625389996916,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1068,
      "reference_cost": 904,
      "quality_ratio": 1.1814159292035398,
      "actual_time_seconds": 1.0368574810272548,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1267,
      "reference_cost": 904,
      "quality_ratio": 1.4015486725663717,
      "actual_time_seconds": 1.8489466460014228,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 998,
      "reference_cost": 904,
      "quality_ratio": 1.1039823008849559,
      "actual_time_seconds": 10.027208637999138,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1047,
      "reference_cost": 904,
      "quality_ratio": 1.1581858407079646,
      "actual_time_seconds": 10.014754946023459,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1055,
      "reference_cost": 904,
      "quality_ratio": 1.1670353982300885,
      "actual_time_seconds": 10.038467703998322,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1185,
      "reference_cost": 904,
      "quality_ratio": 1.3108407079646018,
      "actual_time_seconds": 10.852865560998907,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 952,
      "reference_cost": 904,
      "quality_ratio": 1.0530973451327434,
      "actual_time_seconds": 60.0799936419935,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1038,
      "reference_cost": 904,
      "quality_ratio": 1.1482300884955752,
      "actual_time_seconds": 60.05518945000949,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1020,
      "reference_cost": 904,
      "quality_ratio": 1.1283185840707965,
      "actual_time_seconds": 60.076769909996074,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn2",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1024,
      "reference_cost": 904,
      "quality_ratio": 1.1327433628318584,
      "actual_time_seconds": 60.84100096899783,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1060,
      "reference_cost": 892,
      "quality_ratio": 1.188340807174888,
      "actual_time_seconds": 1.0580047869880218,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1011,
      "reference_cost": 892,
      "quality_ratio": 1.133408071748879,
      "actual_time_seconds": 1.059832061000634,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1028,
      "reference_cost": 892,
      "quality_ratio": 1.1524663677130045,
      "actual_time_seconds": 1.0589231719786767,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1276,
      "reference_cost": 892,
      "quality_ratio": 1.4304932735426008,
      "actual_time_seconds": 1.8708521949884016,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 994,
      "reference_cost": 892,
      "quality_ratio": 1.1143497757847534,
      "actual_time_seconds": 10.048723681014962,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1008,
      "reference_cost": 892,
      "quality_ratio": 1.1300448430493273,
      "actual_time_seconds": 10.040969263005536,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 995,
      "reference_cost": 892,
      "quality_ratio": 1.1154708520179373,
      "actual_time_seconds": 10.041790680988925,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1192,
      "reference_cost": 892,
      "quality_ratio": 1.336322869955157,
      "actual_time_seconds": 10.910492915019859,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 979,
      "reference_cost": 892,
      "quality_ratio": 1.0975336322869955,
      "actual_time_seconds": 60.04009447200224,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 994,
      "reference_cost": 892,
      "quality_ratio": 1.1143497757847534,
      "actual_time_seconds": 60.0583367109939,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 991,
      "reference_cost": 892,
      "quality_ratio": 1.1109865470852018,
      "actual_time_seconds": 60.077862517006,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn3",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1037,
      "reference_cost": 892,
      "quality_ratio": 1.1625560538116593,
      "actual_time_seconds": 60.87763843801804,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1132,
      "reference_cost": 967,
      "quality_ratio": 1.170630816959669,
      "actual_time_seconds": 1.0583060669887345,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1146,
      "reference_cost": 967,
      "quality_ratio": 1.1851085832471562,
      "actual_time_seconds": 1.0580118850048166,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1155,
      "reference_cost": 967,
      "quality_ratio": 1.1944157187176836,
      "actual_time_seconds": 1.0580998520017602,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 1,
      "hard_feasible": true,
      "cost": 1498,
      "reference_cost": 967,
      "quality_ratio": 1.549120992761117,
      "actual_time_seconds": 1.868119104008656,
      "wall_time_over_limit": true,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1040,
      "reference_cost": 967,
      "quality_ratio": 1.0754912099276113,
      "actual_time_seconds": 10.041573687980417,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1125,
      "reference_cost": 967,
      "quality_ratio": 1.1633919338159255,
      "actual_time_seconds": 10.038151071988977,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1132,
      "reference_cost": 967,
      "quality_ratio": 1.170630816959669,
      "actual_time_seconds": 10.088915300992085,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 10,
      "hard_feasible": true,
      "cost": 1354,
      "reference_cost": 967,
      "quality_ratio": 1.4002068252326785,
      "actual_time_seconds": 10.85421133498312,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "ortools",
      "solver_version": "9.15.6755",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1034,
      "reference_cost": 967,
      "quality_ratio": 1.0692864529472597,
      "actual_time_seconds": 60.05028501598281,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "solverforge",
      "solver_version": "0.19.4",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1124,
      "reference_cost": 967,
      "quality_ratio": 1.1623578076525336,
      "actual_time_seconds": 60.018854925001506,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "solverforge-py",
      "solver_version": "0.6.6",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1125,
      "reference_cost": 967,
      "quality_ratio": 1.1633919338159255,
      "actual_time_seconds": 60.075066211022204,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    },
    {
      "run_id": "2137acee-ec6d-4c85-a6ff-206a934f86c0",
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "dataset_set": "canonical",
      "instance": "yn4",
      "solver": "timefold",
      "solver_version": "2.1.0",
      "time_limit_seconds": 60,
      "hard_feasible": true,
      "cost": 1121,
      "reference_cost": 967,
      "quality_ratio": 1.1592554291623578,
      "actual_time_seconds": 60.834972087002825,
      "wall_time_over_limit": false,
      "watchdog_killed": false,
      "error": false
    }
  ],
  "references": [
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n1001-k43",
      "reference_cost": 72346,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n101-k25",
      "reference_cost": 27591,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n106-k14",
      "reference_cost": 26362,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n110-k13",
      "reference_cost": 14971,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n115-k10",
      "reference_cost": 12747,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n120-k6",
      "reference_cost": 13332,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n125-k30",
      "reference_cost": 55539,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n129-k18",
      "reference_cost": 28940,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n134-k13",
      "reference_cost": 10916,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n139-k10",
      "reference_cost": 13590,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n143-k7",
      "reference_cost": 15700,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n148-k46",
      "reference_cost": 43448,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n153-k22",
      "reference_cost": 21220,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n157-k13",
      "reference_cost": 16876,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n162-k11",
      "reference_cost": 14138,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n167-k10",
      "reference_cost": 20557,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n172-k51",
      "reference_cost": 45607,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n176-k26",
      "reference_cost": 47812,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n181-k23",
      "reference_cost": 25569,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n186-k15",
      "reference_cost": 24145,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n190-k8",
      "reference_cost": 16980,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n195-k51",
      "reference_cost": 44225,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n200-k36",
      "reference_cost": 58578,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n204-k19",
      "reference_cost": 19565,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n209-k16",
      "reference_cost": 30656,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n214-k11",
      "reference_cost": 10856,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n219-k73",
      "reference_cost": 117595,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n223-k34",
      "reference_cost": 40437,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n228-k23",
      "reference_cost": 25742,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n233-k16",
      "reference_cost": 19230,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n237-k14",
      "reference_cost": 27042,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n242-k48",
      "reference_cost": 82751,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n247-k50",
      "reference_cost": 37274,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n251-k28",
      "reference_cost": 38684,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n256-k16",
      "reference_cost": 18839,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n261-k13",
      "reference_cost": 26558,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n266-k58",
      "reference_cost": 75478,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n270-k35",
      "reference_cost": 35291,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n275-k28",
      "reference_cost": 21245,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n280-k17",
      "reference_cost": 33503,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n284-k15",
      "reference_cost": 20215,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n289-k60",
      "reference_cost": 95151,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n294-k50",
      "reference_cost": 47161,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n298-k31",
      "reference_cost": 34231,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n303-k21",
      "reference_cost": 21736,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n308-k13",
      "reference_cost": 25859,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n313-k71",
      "reference_cost": 94043,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n317-k53",
      "reference_cost": 78355,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n322-k28",
      "reference_cost": 29834,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n327-k20",
      "reference_cost": 27532,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n331-k15",
      "reference_cost": 31102,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n336-k84",
      "reference_cost": 139111,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n344-k43",
      "reference_cost": 42050,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n351-k40",
      "reference_cost": 25896,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n359-k29",
      "reference_cost": 51505,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n367-k17",
      "reference_cost": 22814,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n376-k94",
      "reference_cost": 147713,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n384-k52",
      "reference_cost": 65928,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n393-k38",
      "reference_cost": 38260,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n401-k29",
      "reference_cost": 66154,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n411-k19",
      "reference_cost": 19712,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n420-k130",
      "reference_cost": 107798,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n429-k61",
      "reference_cost": 65449,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n439-k37",
      "reference_cost": 36391,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n449-k29",
      "reference_cost": 55233,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n459-k26",
      "reference_cost": 24139,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n469-k138",
      "reference_cost": 221824,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n480-k70",
      "reference_cost": 89449,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n491-k59",
      "reference_cost": 66483,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n502-k39",
      "reference_cost": 69226,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n513-k21",
      "reference_cost": 24201,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n524-k153",
      "reference_cost": 154593,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n536-k96",
      "reference_cost": 94840,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n548-k50",
      "reference_cost": 86700,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n561-k42",
      "reference_cost": 42717,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n573-k30",
      "reference_cost": 50673,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n586-k159",
      "reference_cost": 190316,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n599-k92",
      "reference_cost": 108451,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n613-k62",
      "reference_cost": 59535,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n627-k43",
      "reference_cost": 62164,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n641-k35",
      "reference_cost": 63682,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n655-k131",
      "reference_cost": 106780,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n670-k130",
      "reference_cost": 146332,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n685-k75",
      "reference_cost": 68205,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n701-k44",
      "reference_cost": 81923,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n716-k35",
      "reference_cost": 43350,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n733-k159",
      "reference_cost": 136187,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n749-k98",
      "reference_cost": 77269,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n766-k71",
      "reference_cost": 114417,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n783-k48",
      "reference_cost": 72386,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n801-k40",
      "reference_cost": 73305,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n819-k171",
      "reference_cost": 158121,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n837-k142",
      "reference_cost": 193737,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n856-k95",
      "reference_cost": 88965,
      "reference_kind": "known_optimum",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n876-k59",
      "reference_cost": 99299,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n895-k37",
      "reference_cost": 53860,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n916-k207",
      "reference_cost": 329179,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n936-k151",
      "reference_cost": 132715,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n957-k87",
      "reference_cost": 85465,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "cvrp",
      "dataset": "CVRPLIB-X",
      "instance": "X-n979-k58",
      "reference_cost": 118940,
      "reference_kind": "best_known_upper_bound",
      "source_name": "CVRPLIB (Uchoa et al. 2017 Set X)",
      "source_revision": "cvrplib-set-x-live-2026-10-01"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n005w4_H0_WD1-2-3-3",
      "reference_cost": 1695,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n005w4_H1_WD5-3-1-0",
      "reference_cost": 2010,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n005w4_H2_WD6-7-8-9",
      "reference_cost": 1720,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n012w8_H0_WD3-5-0-2-0-4-5-2",
      "reference_cost": 3295,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n012w8_H1_WD7-7-0-8-9-3-2-6",
      "reference_cost": 3805,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n012w8_H2_WD4-5-6-7-2-1-2-1",
      "reference_cost": 3745,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n021w4_H0_WD5-4-1-2",
      "reference_cost": 2305,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n021w4_H1_WD0-6-1-6",
      "reference_cost": 2305,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n021w4_H2_WD8-1-4-3",
      "reference_cost": 2345,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n030w4_H1_WD6-2-9-1",
      "reference_cost": 1755,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n030w4_H1_WD6-7-5-3",
      "reference_cost": 1935,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n030w8_H1_WD2-7-0-9-3-6-0-6",
      "reference_cost": 2340,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n030w8_H1_WD6-7-5-3-5-6-2-9",
      "reference_cost": 1900,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n040w4_H0_WD2-0-6-1",
      "reference_cost": 1730,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n040w4_H2_WD6-1-0-6",
      "reference_cost": 1880,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n040w8_H0_WD0-6-8-9-2-6-6-4",
      "reference_cost": 3310,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n040w8_H2_WD5-0-4-8-7-1-7-2",
      "reference_cost": 2700,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n050w4_H0_WD0-4-8-7",
      "reference_cost": 1490,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n050w4_H0_WD7-2-7-2",
      "reference_cost": 1480,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n050w8_H1_WD1-7-8-5-7-4-1-8",
      "reference_cost": 5410,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n050w8_H1_WD9-7-5-3-8-8-3-1",
      "reference_cost": 5435,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n060w4_H1_WD6-1-1-5",
      "reference_cost": 2815,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n060w4_H1_WD9-6-3-8",
      "reference_cost": 2950,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n060w8_H0_WD6-2-9-9-0-8-1-3",
      "reference_cost": 2765,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n060w8_H2_WD1-0-3-4-0-3-9-1",
      "reference_cost": 3065,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n080w4_H2_WD4-3-3-3",
      "reference_cost": 3535,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n080w4_H2_WD6-0-4-8",
      "reference_cost": 3570,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n080w8_H1_WD4-4-9-9-3-6-0-5",
      "reference_cost": 4995,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n080w8_H2_WD0-4-0-9-1-9-6-2",
      "reference_cost": 5030,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n100w4_H0_WD1-1-0-8",
      "reference_cost": 1445,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n100w4_H2_WD0-6-4-6",
      "reference_cost": 2100,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n100w8_H0_WD0-1-7-8-9-1-5-4",
      "reference_cost": 3080,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n100w8_H1_WD2-4-7-9-3-9-2-8",
      "reference_cost": 3055,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n120w4_H1_WD4-6-2-6",
      "reference_cost": 2435,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n120w4_H1_WD5-6-9-8",
      "reference_cost": 2485,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n120w8_H0_WD0-9-9-4-5-1-0-3",
      "reference_cost": 3615,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "employee-scheduling",
      "dataset": "INRC-II",
      "instance": "n120w8_H1_WD7-2-6-4-5-2-0-2",
      "reference_cost": 3510,
      "reference_kind": "best_known_upper_bound",
      "source_name": "INRC-II official test dataset (mobiz.vives.be/inrc2)",
      "source_revision": "inrc2-official-test-dataset-2014"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "abz5",
      "reference_cost": 1234,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "abz6",
      "reference_cost": 943,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "abz7",
      "reference_cost": 656,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "abz8",
      "reference_cost": 667,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "abz9",
      "reference_cost": 678,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ft06",
      "reference_cost": 55,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ft10",
      "reference_cost": 930,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ft20",
      "reference_cost": 1165,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la01",
      "reference_cost": 666,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la02",
      "reference_cost": 655,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la03",
      "reference_cost": 597,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la04",
      "reference_cost": 590,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la05",
      "reference_cost": 593,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la06",
      "reference_cost": 926,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la07",
      "reference_cost": 890,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la08",
      "reference_cost": 863,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la09",
      "reference_cost": 951,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la10",
      "reference_cost": 958,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la11",
      "reference_cost": 1222,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la12",
      "reference_cost": 1039,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la13",
      "reference_cost": 1150,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la14",
      "reference_cost": 1292,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la15",
      "reference_cost": 1207,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la16",
      "reference_cost": 945,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la17",
      "reference_cost": 784,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la18",
      "reference_cost": 848,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la19",
      "reference_cost": 842,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la20",
      "reference_cost": 902,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la21",
      "reference_cost": 1046,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la22",
      "reference_cost": 927,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la23",
      "reference_cost": 1032,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la24",
      "reference_cost": 935,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la25",
      "reference_cost": 977,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la26",
      "reference_cost": 1218,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la27",
      "reference_cost": 1235,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la28",
      "reference_cost": 1216,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la29",
      "reference_cost": 1152,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la30",
      "reference_cost": 1355,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la31",
      "reference_cost": 1784,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la32",
      "reference_cost": 1850,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la33",
      "reference_cost": 1719,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la34",
      "reference_cost": 1721,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la35",
      "reference_cost": 1888,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la36",
      "reference_cost": 1268,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la37",
      "reference_cost": 1397,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la38",
      "reference_cost": 1196,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la39",
      "reference_cost": 1233,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "la40",
      "reference_cost": 1222,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb01",
      "reference_cost": 1059,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb02",
      "reference_cost": 888,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb03",
      "reference_cost": 1005,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb04",
      "reference_cost": 1005,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb05",
      "reference_cost": 887,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb06",
      "reference_cost": 1010,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb07",
      "reference_cost": 397,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb08",
      "reference_cost": 899,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb09",
      "reference_cost": 934,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "orb10",
      "reference_cost": 944,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv01",
      "reference_cost": 1407,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv02",
      "reference_cost": 1475,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv03",
      "reference_cost": 1398,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv04",
      "reference_cost": 1464,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv05",
      "reference_cost": 1424,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv06",
      "reference_cost": 1667,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv07",
      "reference_cost": 1594,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv08",
      "reference_cost": 1751,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv09",
      "reference_cost": 1655,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv10",
      "reference_cost": 1743,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv11",
      "reference_cost": 2983,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv12",
      "reference_cost": 2972,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv13",
      "reference_cost": 3104,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv14",
      "reference_cost": 2968,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv15",
      "reference_cost": 2885,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv16",
      "reference_cost": 2924,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv17",
      "reference_cost": 2794,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv18",
      "reference_cost": 2852,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv19",
      "reference_cost": 2843,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "swv20",
      "reference_cost": 2823,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta01",
      "reference_cost": 1231,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta02",
      "reference_cost": 1244,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta03",
      "reference_cost": 1218,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta04",
      "reference_cost": 1175,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta05",
      "reference_cost": 1224,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta06",
      "reference_cost": 1238,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta07",
      "reference_cost": 1227,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta08",
      "reference_cost": 1217,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta09",
      "reference_cost": 1274,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta10",
      "reference_cost": 1241,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta11",
      "reference_cost": 1357,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta12",
      "reference_cost": 1367,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta13",
      "reference_cost": 1342,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta14",
      "reference_cost": 1345,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta15",
      "reference_cost": 1339,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta16",
      "reference_cost": 1360,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta17",
      "reference_cost": 1462,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta18",
      "reference_cost": 1396,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta19",
      "reference_cost": 1332,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta20",
      "reference_cost": 1348,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta21",
      "reference_cost": 1642,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta22",
      "reference_cost": 1600,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta23",
      "reference_cost": 1557,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta24",
      "reference_cost": 1644,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta25",
      "reference_cost": 1595,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta26",
      "reference_cost": 1643,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta27",
      "reference_cost": 1680,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta28",
      "reference_cost": 1603,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta29",
      "reference_cost": 1625,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta30",
      "reference_cost": 1584,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta31",
      "reference_cost": 1764,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta32",
      "reference_cost": 1783,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta33",
      "reference_cost": 1791,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta34",
      "reference_cost": 1828,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta35",
      "reference_cost": 2007,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta36",
      "reference_cost": 1819,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta37",
      "reference_cost": 1771,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta38",
      "reference_cost": 1673,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta39",
      "reference_cost": 1795,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta40",
      "reference_cost": 1669,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta41",
      "reference_cost": 2005,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta42",
      "reference_cost": 1937,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta43",
      "reference_cost": 1846,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta44",
      "reference_cost": 1978,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta45",
      "reference_cost": 1997,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta46",
      "reference_cost": 2002,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta47",
      "reference_cost": 1889,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta48",
      "reference_cost": 1937,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta49",
      "reference_cost": 1960,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta50",
      "reference_cost": 1923,
      "reference_kind": "best_known_upper_bound",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta51",
      "reference_cost": 2760,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta52",
      "reference_cost": 2756,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta53",
      "reference_cost": 2717,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta54",
      "reference_cost": 2839,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta55",
      "reference_cost": 2679,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta56",
      "reference_cost": 2781,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta57",
      "reference_cost": 2943,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta58",
      "reference_cost": 2885,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta59",
      "reference_cost": 2655,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta60",
      "reference_cost": 2723,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta61",
      "reference_cost": 2868,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta62",
      "reference_cost": 2869,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta63",
      "reference_cost": 2755,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta64",
      "reference_cost": 2702,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta65",
      "reference_cost": 2725,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta66",
      "reference_cost": 2845,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta67",
      "reference_cost": 2825,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta68",
      "reference_cost": 2784,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta69",
      "reference_cost": 3071,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta70",
      "reference_cost": 2995,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta71",
      "reference_cost": 5464,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta72",
      "reference_cost": 5181,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta73",
      "reference_cost": 5568,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta74",
      "reference_cost": 5339,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta75",
      "reference_cost": 5392,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta76",
      "reference_cost": 5342,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta77",
      "reference_cost": 5436,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta78",
      "reference_cost": 5394,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta79",
      "reference_cost": 5358,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "ta80",
      "reference_cost": 5183,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "yn1",
      "reference_cost": 884,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "yn2",
      "reference_cost": 904,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "yn3",
      "reference_cost": 892,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    },
    {
      "benchmark_name": "job-shop-scheduling",
      "dataset": "JSPLIB",
      "instance": "yn4",
      "reference_cost": 967,
      "reference_kind": "known_optimum",
      "source_name": "ScheduleOpt/benchmarks",
      "source_revision": "2f0500c4d4c1a5588778004dc47954240e65d399"
    }
  ]
}