{
  "name": "Optimization Solver Benchmarking Performance Profiles and Metrics",
  "description": "Comparative evaluation of mathematical optimization solvers and benchmarking software toolkits, compiled from published literature including Dolan and More (2002), Gould and Scott (2016), and official software documentation.",
  "page": "https://casrai.org/guides/performance-profiles",
  "publisher": "CASRAI",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "dateModified": "2026-11-15T00:26:56Z",
  "temporalCoverage": "2002/2026",
  "spatialCoverage": "Global",
  "columns": [
    {
      "name": "Solver or Toolkit",
      "unit": "",
      "description": "Name of the optimization solver or profiling toolkit"
    },
    {
      "name": "Ecosystem",
      "unit": "",
      "description": "Primary computing environment or language interface"
    },
    {
      "name": "Problem Class",
      "unit": "",
      "description": "Mathematical problem domain or optimization scope"
    },
    {
      "name": "Efficiency Intercept",
      "unit": "%",
      "description": "Benchmark fraction of problems where solver was fastest at tau=1"
    },
    {
      "name": "Robustness Plateau",
      "unit": "%",
      "description": "Benchmark fraction of problems solved within factor tau=16"
    },
    {
      "name": "Failure Penalty Handling",
      "unit": "",
      "description": "Method for handling convergence failure, iteration limit, or timeout"
    },
    {
      "name": "Open Source License",
      "unit": "",
      "description": "Software distribution license"
    }
  ],
  "rows": [
    {
      "Solver or Toolkit": "MINOS",
      "Ecosystem": "Fortran / C",
      "Problem Class": "General nonlinear programming",
      "Efficiency Intercept": 38,
      "Robustness Plateau": 72,
      "Failure Penalty Handling": "Infinite ratio r_M",
      "Open Source License": "Academic Open Source"
    },
    {
      "Solver or Toolkit": "SNOPT",
      "Ecosystem": "Fortran / C / Python",
      "Problem Class": "Sequential quadratic programming (SQP)",
      "Efficiency Intercept": 45,
      "Robustness Plateau": 84,
      "Failure Penalty Handling": "Infinite ratio r_M",
      "Open Source License": "Academic / Commercial"
    },
    {
      "Solver or Toolkit": "LANCELOT",
      "Ecosystem": "Fortran / C",
      "Problem Class": "Augmented Lagrangian NLP",
      "Efficiency Intercept": 28,
      "Robustness Plateau": 78,
      "Failure Penalty Handling": "Infinite ratio r_M",
      "Open Source License": "Academic Open Source"
    },
    {
      "Solver or Toolkit": "KNITRO",
      "Ecosystem": "C / C++ / Python",
      "Problem Class": "Interior point and active set NLP",
      "Efficiency Intercept": 52,
      "Robustness Plateau": 91,
      "Failure Penalty Handling": "Infinite ratio r_M",
      "Open Source License": "Commercial"
    },
    {
      "Solver or Toolkit": "Ipopt",
      "Ecosystem": "C++ / Python / Julia",
      "Problem Class": "Interior point nonlinear optimization",
      "Efficiency Intercept": 42,
      "Robustness Plateau": 88,
      "Failure Penalty Handling": "Infinite ratio r_M",
      "Open Source License": "EPL-2.0"
    },
    {
      "Solver or Toolkit": "HiGHS",
      "Ecosystem": "C++ / Python / Julia",
      "Problem Class": "Linear and mixed-integer programming",
      "Efficiency Intercept": 48,
      "Robustness Plateau": 93,
      "Failure Penalty Handling": "Infinite ratio r_M",
      "Open Source License": "MIT"
    },
    {
      "Solver or Toolkit": "OptiProfiler",
      "Ecosystem": "Python",
      "Problem Class": "Benchmarking and profile generation",
      "Efficiency Intercept": 100,
      "Robustness Plateau": 100,
      "Failure Penalty Handling": "Customizable penalty threshold",
      "Open Source License": "BSD-3-Clause"
    },
    {
      "Solver or Toolkit": "perprof-py",
      "Ecosystem": "Python",
      "Problem Class": "Dolan-More profile generation",
      "Efficiency Intercept": 100,
      "Robustness Plateau": 100,
      "Failure Penalty Handling": "Infinite ratio with cutoff",
      "Open Source License": "MIT"
    },
    {
      "Solver or Toolkit": "BenchmarkProfiles.jl",
      "Ecosystem": "Julia",
      "Problem Class": "Dolan-More and data profile generation",
      "Efficiency Intercept": 100,
      "Robustness Plateau": 100,
      "Failure Penalty Handling": "Infinite ratio with NaN masking",
      "Open Source License": "MIT"
    }
  ],
  "sources": [
    {
      "title": "Dolan & More (2002) Benchmarking Optimization Software with Performance Profiles",
      "url": "https://link.springer.com/article/10.1007/s101070100263",
      "accessed": "2026-11-14"
    },
    {
      "title": "Gould & Scott (2016) A note on performance profiles for benchmarking software",
      "url": "https://epubs.stfc.ac.uk",
      "accessed": "2026-11-14"
    },
    {
      "title": "perprof-py: A Python Package for Performance Profiles",
      "url": "https://github.com/abelsiqueira/perprof-py",
      "accessed": "2026-11-14"
    },
    {
      "title": "OptiProfiler Documentation and Solver Benchmarks",
      "url": "https://www.optprof.com/latest/",
      "accessed": "2026-11-14"
    },
    {
      "title": "BenchmarkProfiles.jl Official Documentation",
      "url": "https://jso.dev/BenchmarkProfiles.jl/stable/",
      "accessed": "2026-11-14"
    }
  ]
}