diff --git a/.github/workflows/pages.yml b/.github/workflows/pages.yml new file mode 100644 index 0000000..803a061 --- /dev/null +++ b/.github/workflows/pages.yml @@ -0,0 +1,59 @@ +name: Website + +# The HTML pages in docs/ are generated from problems.yaml and are not +# committed. Pull requests (including those from forks) only check that the +# pages can be built; deploying happens exclusively from main, so code from a +# pull request never runs with write permissions. + +on: + push: + branches: ["main"] + pull_request: + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: pages-${{ github.ref }} + cancel-in-progress: true + +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: Checkout repository + uses: actions/checkout@v7 + with: + persist-credentials: false + + - name: Install uv + uses: astral-sh/setup-uv@v7 + with: + python-version: "3.10" + + - name: Install the project + run: uv sync --all-extras --dev + + - name: Generate html + run: uv run yaml_to_html.py + + - name: Upload pages artifact + uses: actions/upload-pages-artifact@v4 + with: + path: docs/ + + deploy: + if: github.event_name != 'pull_request' && github.ref == 'refs/heads/main' + needs: build + runs-on: ubuntu-latest + permissions: + pages: write + id-token: write + environment: + name: github-pages + url: ${{ steps.deployment.outputs.page_url }} + steps: + - name: Deploy to GitHub Pages + id: deployment + uses: actions/deploy-pages@v4 diff --git a/.github/workflows/run_to_html.yml b/.github/workflows/run_to_html.yml deleted file mode 100644 index cf449e1..0000000 --- a/.github/workflows/run_to_html.yml +++ /dev/null @@ -1,31 +0,0 @@ -name: Update HTML files - -on: - pull_request: - paths: - - "problems.yaml" - -jobs: - generate_html: - if: github.event.pull_request.head.repo.full_name == github.repository - runs-on: ubuntu-latest - permissions: - contents: write - steps: - - name: Checkout repository - uses: actions/checkout@v7 - with: - ref: ${{ github.event.pull_request.head.ref }} - persist-credentials: true - - name: Install uv - uses: astral-sh/setup-uv@v7 - with: - python-version: "3.10" - - name: Install the project - run: uv sync --all-extras --dev - - name: Generate html - run: uv run yaml_to_html.py - - name: Commit changes - uses: stefanzweifel/git-auto-commit-action@v7 - with: - commit_message: "chore: Auto-update HTML files" diff --git a/.gitignore b/.gitignore index c794f4b..c1841e5 100644 --- a/.gitignore +++ b/.gitignore @@ -217,3 +217,7 @@ __marimo__/ # Mac stuff .DS_Store + +# Generated by yaml_to_html.py and deployed by .github/workflows/pages.yml +docs/index.html +docs/problems.html diff --git a/docs/index.html b/docs/index.html deleted file mode 100644 index b30c225..0000000 --- a/docs/index.html +++ /dev/null @@ -1,3940 +0,0 @@ - - - - - - - - - - - - - - - -

OPL – Optimisation problem library

- -

-Submit problems and corrections on GitHub with pull requests / issues, through the Google form, or by email: koen.van.der.blom@cwi.nl -

-
-
-
- Toggle Visible Columns -
- - -
-
- -
-
-
-
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
IDNameTypeVariable TypesTotal VariablesObjectivesPropertiesConstraint TypesTotal ConstraintsDynamicsNoisePartial EvaluationsIndependent ObjectivesFidelity LevelsFull NameDescriptionTagsReferencesImplementationsModalityEvaluation TimeExamplesSourceBinary VarsCategorical VarsContinuous VarsInteger VarsImplementation NamesImplementation LanguagesImplementation Evaluation TimesImplementation LinksImplementation DescriptionsImplementation RequirementsHard Box ConstraintsSoft Box ConstraintsHard Linear ConstraintsSoft Linear ConstraintsHard Function ConstraintsSoft Function Constraints
fn_atoATOProblemcontinuous102box>=1noParameters of the modules of the Automatic Train Operation are optimized; Parameters for the trajectory planning (first module) are maximum velocity (v_max), weighting of objectives (energy, time, comfort) in planning (lambda_e, lambda_s, lambda_t), step width (ds), maximum lateral acceleration (aq_max); as control module a PID controller is implemented, where the ki and kp parameters are optimized. The objectives are minimizing travel time and energy consumption. The evaluation takes several minutes, because the pipeline includes also a simulation.Multi-Objective Pipeline Optimisation and Configuration of Automatic Train Operation Trajectories, Carolin Mensendiek; Henrik Zeipel; Oliver Ludger Preuß; Moritz Vinzent Seiler; Walter Sextro; Heike Trautmann, https://doi.org/10.1145/3795101.3805368unimodalreal-world10>=1
fn_building_spatialBuilding spatial designProblembinary | continuous>=22box | unknown>=2noOptimise the spatial layout of a building to minimise energy consumption for climate control and minimise the strain on the structure. Many hard constraints; mixed-variable (continuous+binary); expensive evaluations.Building spatial design, https://hdl.handle.net/1887/81789impl_bso_toolbox["1 second", "40 seconds"]real-world>=1>=1BSO-toolboxC++{'1 second', '40 seconds'}https://github.com/TUe-excellent-buildings/BSO-toolboxBuilding Spatial Design toolbox (TU/e)>=1
fn_convex_dtlz2Convex DTLZ2Problemcontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ2 with a convex Pareto front (instead of concave)Convex DTLZ2, https://doi.org/10.1109/TEVC.2013.2281535>=1
fn_emdoElectric Motor Design OptimizationProblemcontinuous | integer261noisybox | unknown>=14noisynoElectric Motor Design Optimization# Goal\nFind a design of a synchronous electric motor for power steering systems that minimizes costs and satisfies all constraints.\n\n# Motivation\nChallenging to find good solutions in a limited time.\n\n# Key Challenges\n* Time-consuming solution evaluation\n* Highly-constrained problem\n* Constraints are multimodal\n\nThis is not an available problem, but could be interesting to show to researchers which difficulties appear in real-world problems.A Multi-Step Evaluation Process in Electric Motor Design, Tea Tušar; Peter Korošec; Bogdan Filipič, https://dis.ijs.si/tea/Publications/Tusar23Multistep.pdfimpl_emdomultimodal8 minutesreal-world1313Electric Motor Design OptimizationPython{'8 minutes'}Not publicly available>=1
fn_fleetoptFleetOptProbleminteger{54, 13208}1unknown>=1yesUK healthcare organisation fleet optimisation: reduce the fleet of non-emergency healthcare trip vehicles while still ensuring all trips can be covered. Bilevel: upper level 54 vars, lower level 13208 vars.FleetOpt, https://dl.acm.org/doi/abs/10.1145/3638530.3664137real-world{54, 13208}
fn_gasolineGasoline direct injection engine designProblemcontinuous | integer142multi-fidelityunknown5[1, 2]Multi-objective optimization to minimize fuel consumption and NOx emissions over a two-minute dynamic duty cycle, subject to five constraints (turbine inlet temperature, knock occurrences, peak cylinder pressure, peak cylinder pressure rise, total work). Seven decision variables cover hardware choices and engine control parameters.Gasoline direct injection engine design, https://doi.org/10.1016/j.ejor.2022.08.032impl_gasoline[]real-world77Gasoline direct injection engine designMatlab Simulink / Wave RThttps://doi.org/10.1016/j.ejor.2022.08.032Proprietary Matlab Simulink + Wave RT co-simulation
fn_invdeceptive_deceptive_rotellInverseDeceptiveTrap+RotatedEllipsoid / DeceptiveTrap+RotatedEllipsoidProblembinary | continuous>=22Mixed-variable multi-objective test problems, https://doi.org/10.1145/3449726.3459521artificial>=1>=1
fn_inverted_dtlz1Inverted DTLZ1Problemcontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ1 with an inverted Pareto frontInverted DTLZ1, https://doi.org/10.1109/TEVC.2013.2281534>=1
fn_jsec2019JSEC2019Problemcontinuous32[1, 2, 3, 4, 5]unknown22expensive evaluations 3s; 22 constraintsJPNSEC EC-Symposium 2019 competition, http://www.jpnsec.org/files/competition2019/EC-Symposium-2019-Competition-English.htmlimpl_jsec20193sreal-world32JSEC 2019 competition{'3s'}http://www.jpnsec.org/files/competition2019/EC-Symposium-2019-Competition-English.htmlJPNSEC EC-Symposium 2019 competition problem
fn_onemax_sphere_deceptive_rotellOnemax+Sphere / DeceptiveTrap+RotatedEllipsoidProblembinary | continuous>=22Mixed-variable multi-objective test problems, https://doi.org/10.1145/3449726.3459521artificial>=1>=1
fn_onemax_sphere_zeromax_sphereOnemax+Sphere / Zeromax+SphereProblembinary | continuous>=22Onemax+Sphere / Zeromax+Sphere, https://doi.org/10.1145/3449726.3459521artificial>=1>=1
fn_radar_waveformRadar waveformProbleminteger4-129unknown>=1Radar waveform design, https://doi.org/10.1007/978-3-540-70928-2_53impl_radar_waveform[]real-world4-12Evan Hughes radar waveform codehttp://code.evanhughes.org/Radar waveform design reference implementation
gen_beaconBEACONGeneratorcontinuous>=12box0noContinuous Bi-objective Benchmark problems with Explicit Adjustable COrrelatioN controlGenerator for bi-objective benchmark problems with explicitly controlled correlations in continuous spaces. Multimodal with random structure.BEACON, https://dl.acm.org/doi/10.1145/3712255.3734303impl_beaconmultimodalnegligibleartificial>=1BEACONPython{'negligible'}https://github.com/Stebbet/BEACON/Continuous Bi-objective Benchmark with Explicit Adjustable COrrelatioN control0
gen_bono_benchBONO-BenchGeneratorcontinuous>=12box>=1noBi-objective Numerical Optimization BenchmarkBi-objective problem generator and suite with scalable continuous decision space. Features complex problem properties and Pareto front approximations with error guarantees for the hypervolume and exact R2 indicators.impl_bonobenchmultimodal[]artificial>=1BONO-BenchPythonhttps://github.com/schaepermeier/bonobenchBi-objective Numerical Optimization Benchmark (BONO-Bench)>=1
gen_ealainEalainGeneratorbinary | continuous | integer>=3[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]dynamic | multi-fidelityunknown>=1optional[1, 2]Real-world-like, easily extensible to increase complexityEalain, https://doi.org/10.1145/3638530.3654299impl_ealain[]real-world-like>=1>=1>=1Ealainhttps://github.com/qrenau/EalainReal-world-like extensible benchmark problem generator
gen_gnbgGNBGGeneratorcontinuous>=11Generator counterpart of GNBG.GNBG, https://arxiv.org/abs/2312.07083impl_gnbg[]artificial>=1GNBG Generatorhttps://github.com/Danial-Yazdani/GNBG-GeneratorGeneralized Numerical Benchmark Generator
gen_gnbg_iiGNBG-IIGeneratorcontinuous>=11Generator counterpart of GNBG-II.GNBG-II, https://dl.acm.org/doi/pdf/10.1145/3712255.3734271["impl_gnbg_ii", "impl_iohgnbg"][]artificial>=1IOHGNBG | GNBG-IIhttps://github.com/IOHprofiler/IOHGNBG | https://github.com/rohitsalgotra/GNBG-IIIOHprofiler version of GNBG | Generalized Numerical Benchmark Generator version 2
gen_gpdGPDGeneratorcontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]noisyunknown>=1optionalGPD generator, https://doi.org/10.1016/j.asoc.2020.106139>=1
gen_iohclusteringIOHClusteringGeneratorcontinuous>=11Generator counterpart of the IOHClustering suite.IOHClustering, https://arxiv.org/pdf/2505.09233impl_iohclusteringmultimodal[]artificial-from-real-data>=1IOHClusteringhttps://github.com/IOHprofiler/IOHClusteringClustering-based optimization benchmark built on ML datasets
gen_ma_bbobMA-BBOBGeneratorcontinuous>=11Generator that creates affine combinations of BBOB functionsMA-BBOB, https://doi.org/10.1145/3673908["impl_iohexperimenter", "impl_ma_bbob"]multimodal[]artificial>=1MA-BBOB (IOHexperimenter) | IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenter/blob/master/example/Competitions/MA-BBOB/Example_MABBOB.ipynb | https://github.com/IOHprofiler/IOHexperimenterExample notebook for MA-BBOB in IOHexperimenter | IOHprofiler experimenter framework
gen_mpm2MPM2Generatorcontinuous>=11nonlinear nonseparable nonsymmetric; scalable in terms of time to evaluate the objective functionMPM2 technical report TR15-01, https://ls11-www.cs.tu-dortmund.de/_media/techreports/tr15-01.pdfimpl_mpm2multimodal[]>=1MPM2 (smoof)Pythonhttps://github.com/jakobbossek/smoof/blob/master/inst/mpm2.pyPython implementation of MPM2 distributed with smoof
gen_mubqpmUBQPGeneratorbinary>=1[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]tunable variable and objective dimensions; tunable density and correlation between objectivesmUBQP benchmark, https://doi.org/10.1016/j.asoc.2013.11.008impl_mocobench["multimodal", "quadratic"][]>=1mocobenchC++https://gitlab.com/aliefooghe/mocobench/Multi-objective combinatorial optimization benchmark
gen_puboiPUBOiGeneratorbinary>=11noPolynomial Unconstrained Binary Optimization with tunable importanceA benchmark in which variable importance is tunable, based on the Walsh function.PUBOi, https://link.springer.com/chapter/10.1007/978-3-031-04148-8_12impl_puboi[]artificial>=1PUBO Importance BenchmarkPython / C++https://gitlab.com/verel/pubo-importance-benchmarkA benchmark in which variable importance is tunable, based on the Walsh function
gen_randoptgenRandOptGenGeneratorbinary | continuous | integer>=3[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]noRandOptGenA Unified Random Problem Generator for Single- and Multi-Objective Optimization Problems with Mixed-Variable Input Spaces.impl_randoptgenmultimodalmillisecondsartificial>=1>=1>=1RandOptGenPython{'milliseconds'}https://github.com/MALEO-research-group/RandOptGen | https://doi.org/10.1145/3712256.3726478Unified Random Problem Generator for Single- and Multi-Objective Optimization with Mixed-Variable Input Spaces
gen_rho_mnk_landscapesρMNK-LandscapesGeneratorbinary>=1[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]tunable variable and objective dimensions; tunable multimodality and correlation between objectivesOn the design of multi-objective evolutionary algorithms based on NK-landscapes, https://doi.org/10.1016/j.ejor.2012.12.019impl_mocobenchmultimodal[]>=1mocobenchC++https://gitlab.com/aliefooghe/mocobench/Multi-objective combinatorial optimization benchmark
gen_rho_mtspρmTSPGeneratorunknown>=1[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]tunable variable and objective dimensions; tunable instance type (euclidean/random); tunable correlation between objectivesOn the impact of multi-objective scalability for the ρmTSP, https://doi.org/10.1007/978-3-319-45823-6_40impl_mocobench["multimodal", "quadratic"][]mocobenchC++https://gitlab.com/aliefooghe/mocobench/Multi-objective combinatorial optimization benchmark
gen_wmodelW-modelGeneratorbinary>=11Tunable generator for binary optimization based on several difficulty featuresW-model, https://dl.acm.org/doi/abs/10.1145/3205651.3208240impl_wmodel[]artificial>=1BBDOB W-Modelhttps://github.com/thomasWeise/BBDOB_W_ModelTunable generator for binary optimization
suite_amvopAMVOPSuitecategorical | continuous | integer>=31AMVOP, https://doi.org/10.1109/TEVC.2013.2281531multimodal>=1>=1>=1
suite_bbobBBOBSuitecontinuous>=11COCO: a platform for comparing continuous optimizers in a black-box setting, https://doi.org/10.1080/10556788.2020.1808977impl_cocomultimodal>=1COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_biobjBBOB-biobjSuitecontinuous2-402BBOB bi-objective test suite, https://doi.org/10.48550/arXiv.1604.00359impl_cocomultimodal2-40COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_biobj_mixintBBOB-biobj-mixintSuitecontinuous | integer10-3202BBOB bi-objective mixed-integer test suite, https://doi.org/10.1145/3321707.3321868impl_cocomultimodal5-1605-160COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_constrainedBBOB-constrainedSuitecontinuous2-401unknown>=1bbob-constrained documentation, http://numbbo.github.io/coco-doc/bbob-constrained/impl_cocomultimodal2-40COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_largescaleBBOB-largescaleSuitecontinuous20-6401BBOB large-scale test suite, https://doi.org/10.48550/arXiv.1903.06396impl_cocomultimodal20-640COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_mixintBBOB-mixintSuitecontinuous | integer10-3201BBOB mixed-integer test suite, https://doi.org/10.1145/3321707.3321868impl_cocomultimodal5-1605-160COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_noisyBBOB-noisySuitecontinuous>=11noisynoisyReal-parameter black-box optimization benchmarking: noisy functions definitions, https://hal.inria.fr/inria-00369466impl_coco_legacymultimodal>=1COCO legacy (bbob-noisy)C/Pythonhttps://web.archive.org/web/20210416065610/https://coco.gforge.inria.fr/doku.php?id=downloadsArchived COCO download page that hosted the bbob-noisy suite
suite_bpBPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]unknownBP benchmark, https://doi.org/10.1109/CEC.2019.8790277>=1
suite_brachytherapyBrachytherapy treatment planningSuitecontinuous100-500[2, 3]multi-fidelityunknown>=1yes[1, 2]Brachytherapy treatment planningTreatment planning for internal radiation therapy. Multi-objective with aggregated objectives; no public source code.Brachytherapy treatment planning, https://www.sciencedirect.com/science/article/pii/S1538472123016781multimodalreal-world100-500
suite_car_structureCar structureSuiteinteger144-2222unknown5454 constraintsCar structure design benchmark, https://doi.org/10.1145/3205651.3205702impl_car_structurereal-world144-222Car-structure benchmarkhttp://ladse.eng.isas.jaxa.jp/benchmark/JAXA LADSE benchmark problems
suite_cdmpCDMPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]unknown>=1unknownunknownCDMP benchmark, https://doi.org/10.1145/3321707.3321878>=1
suite_cec2013CEC2013Suitecontinuous>=11suite used for cec2013 competition. Also in IOH.CEC2013 definitions, https://peerj.com/articles/cs-2671/CEC2013.pdf["impl_cec2013", "impl_iohexperimenter"]artificial>=1IOHexperimenter | CEC2013 reference codeC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenter | https://github.com/P-N-Suganthan/CEC2013IOHprofiler experimenter framework | Suganthan's reference implementation
suite_cec2015_dmooCEC2015-DMOOSuitecontinuous0[2, 3]dynamicunknown>=1dynamicBenchmark Functions for CEC 2015 Special Session and Competition on Dynamic Multi-objective Optimization0
suite_cec2018_dtCEC2018 DTSuiteunknown>=1[2, 3]dynamicdynamicCEC2018 Competition on Dynamic Multiobjective Optimisation14 problems. Time-dependent: Pareto front/Pareto set geometry; irregular Pareto front shapes; variable-linkage; number of disconnected Pareto front segments; etc.CEC2018 DMOP Competition TR, https://www.academia.edu/download/94499025/TR-CEC2018-DMOP-Competition.pdfimpl_pymooartificialpymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
suite_cec2022CEC2022Suitecontinuous>=11suite used for cec2022 competition. Also in IOH.CEC2022 TR, https://github.com/P-N-Suganthan/2022-SO-BO/blob/main/CEC2022%20TR.pdf["impl_cec2022", "impl_iohexperimenter"]artificial>=1CEC2022 reference code | IOHexperimenterC++/Pythonhttps://github.com/P-N-Suganthan/2022-SO-BO | https://github.com/IOHprofiler/IOHexperimenterSuganthan's reference implementation | IOHprofiler experimenter framework
suite_cfdCFDSuiteunknown>=1[1, 2]unknown>=1expensive evaluations 30s-15mCFD test problem suite, https://doi.org/10.1007/978-3-319-99259-4_24impl_cfdreal-worldCFD test problem suite{'15m', '30s'}https://bitbucket.org/arahat/cfd-test-problem-suiteExpensive real-world CFD-based test problems
suite_creCRESuitecontinuous | integer6-14[2, 3, 4, 5]unknown>=1Easy-to-evaluate real-world multi-objective optimization problems, Ryoji Tanabe; Hisao Ishibuchi, https://doi.org/10.1016/j.asoc.2020.106078impl_reproblemsreal-world-like3-73-7reproblemsPythonhttps://github.com/ryojitanabe/reproblemsReal-world inspired multi-objective optimization problem suite
suite_cuterCUTErSuitebinary | continuous | integer>=31unknown>=1noA constrained and unconstrained testing environment.CUTEr, https://dl.acm.org/doi/10.1145/962437.962439artificial>=1>=1>=1
suite_cutestCUTEstSuitebinary | continuous | integer>=31box | unknown>=2noConstrained and Unconstrained Testing Environment with safe threadsCUTEst for optimization softwareCUTEst, https://link.springer.com/article/10.1007/s10589-014-9687-3impl_pycutestmultimodalartificial>=1>=1>=1pycutestPython / C++ / Fortranhttps://github.com/jfowkes/pycutestPython interface to CUTEst>=1
suite_dtlzDTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Scalable multi-objective optimization test problems, Kalyanmoy Deb; Lothar Thiele; Marco Laumanns; Eckart Zitzler, https://doi.org/10.1109/CEC.2002.1007032impl_pymoo>=1pymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
suite_dynamicbinvalDynamicBinValSuitebinary>=11dynamicdynamicFour versions of the dynamic binary value problemDynamicBinVal, https://arxiv.org/pdf/2404.15837impl_iohexperimenterartificial>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_emo2017EMO2017Suitecontinuous4-242BBComp EMO 2017, https://www.ini.rub.de/PEOPLE/glasmtbl/projects/bbcomp/impl_emo2017real-world4-24EMO 2017 real-world problemshttps://www.ini.rub.de/PEOPLE/glasmtbl/projects/bbcomp/downloads/realworld-problems-bbcomp-EMO-2017.zipBBComp EMO-2017 real-world problem archive
suite_etmofETMOFSuitecontinuous25-10000[10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 2, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 3, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 4, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 5, 50, 6, 7, 8, 9]dynamicdynamicEvolutionary many-task optimization framework, https://doi.org/10.48550/arXiv.2110.08033impl_etmof25-10000ETMOFhttps://github.com/songbai-liu/etmoEvolutionary many-task optimization framework
suite_expobenchEXPObenchSuitecategorical | continuous | integer30-4051noisybox | unknown>=2["observational", "real-life"]noEXPensive Optimization benchmark libraryWind farm layout optimization, gas filter design, pipe shape optimization, hyperparameter tuning, and hospital simulationEXPObench, https://doi.org/10.1016/j.asoc.2023.110744impl_expobenchreal-world10-13510-13510-135EXPObenchPython{'2 seconds', '80 seconds'}https://github.com/AlgTUDelft/ExpensiveOptimBenchmarkEXPensive Optimization benchmark library (wind farm layout, gas filter design, pipe shape, hyperparameter tuning, hospital simulation)>=1
suite_gbeaGBEASuitecontinuous>=1[1, 2]noisynoisyexpensive evaluations 5s-35s, RW-GAN-Mario and TopTrumps are part of GBEAGame benchmark for evolutionary algorithms, https://doi.org/10.1145/3321707.3321805impl_gbeamultimodalreal-world>=1coco-gbea{'34 seconds', '5 seconds'}https://github.com/ttusar/coco-gbeaGame-Benchmark for Evolutionary Algorithms (COCO fork)
suite_gnbgGNBGSuitecontinuous>=11Generalized Numerical Benchmark GeneratorGNBG, https://arxiv.org/abs/2312.07083impl_gnbgartificial>=1GNBG Generatorhttps://github.com/Danial-Yazdani/GNBG-GeneratorGeneralized Numerical Benchmark Generator
suite_gnbg_iiGNBG-IISuitecontinuous>=11Generalized Numerical Benchmark Generator (version 2). Also available in IOH.GNBG-II, https://dl.acm.org/doi/pdf/10.1145/3712255.3734271["impl_gnbg_ii", "impl_iohgnbg"]artificial>=1IOHGNBG | GNBG-IIhttps://github.com/IOHprofiler/IOHGNBG | https://github.com/rohitsalgotra/GNBG-IIIOHprofiler version of GNBG | Generalized Numerical Benchmark Generator version 2
suite_iohclusteringIOHClusteringSuitecontinuous>=11Set of benchmark problems from clustering: optimization task is selecting cluster centers for a given set of data.IOHClustering, https://arxiv.org/pdf/2505.09233impl_iohclusteringmultimodalartificial-from-real-data>=1IOHClusteringhttps://github.com/IOHprofiler/IOHClusteringClustering-based optimization benchmark built on ML datasets
suite_kinematics_robotarmKinematicsRobotArmSuitecontinuous211Kinematics of a robot arm, https://doi.org/10.1023/A:1013258808932impl_transfer_rf_bbob_rwunimodalreal-world21Transfer Random Forests BBOB Real-worldhttps://github.com/ShuaiqunPan/Transfer_Random_forests_BBOB_Real_worldReal-world BBOB-like problem implementations (Porkchop, KinematicsRobotArm)
suite_l1_zdtL1-ZDTSuitebinary | continuous>=22Variant of ZDT with linkages between variables within groupsLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1>=1
suite_l2_dtlzL2-DTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ2/DTLZ3 with linkages between all variablesLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1
suite_l2_zdtL2-ZDTSuitebinary | continuous>=22Variant of ZDT with linkages between all variablesLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1>=1
suite_l3_dtlzL3-DTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of L2-DTLZ with anti-linkage mappingLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1
suite_l3_zdtL3-ZDTSuitebinary | continuous>=22Variant of L2-ZDT with anti-linkage mappingLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1>=1
suite_maopMaOPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]unknownMaOP benchmark, https://doi.org/10.1016/j.swevo.2019.02.003>=1
suite_mechbenchMECHBenchSuitecontinuous>=11unknown{1, 2}noMECHBenchSet of problems inspired by Structural Mechanics Design Optimization. Embeds physical simulations (plasticity only, no fracture/damage). Unstructured/non-isotropic multimodality.MECHBench, https://arxiv.org/abs/2511.10821impl_mechbenchmultimodalreal-world>=1MECHBenchPython{'7 minutes', '1 minute'}https://github.com/BayesOptApp/MECHBenchStructural mechanics design optimization benchmark
suite_mf2MF2Suitecontinuous>=11multi-fidelity[1, 2]mf2: a collection of multi-fidelity benchmark functions in Python, https://doi.org/10.21105/joss.02049impl_mf2>=1mf2Pythonhttps://github.com/sjvrijn/mf2Multi-fidelity test function collection
suite_minus_dtlzMinus DTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ that minimises the inverse of the base DTLZ functionsMinus DTLZ / Minus WFG, https://doi.org/10.1109/TEVC.2016.2587749>=1
suite_minus_wfgMinus WFGSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of WFG that minimises the inverse of the base WFG functionsMinus DTLZ / Minus WFG, https://doi.org/10.1109/TEVC.2016.2587749>=1
suite_mmoppMMOPPSuiteunknown0[2, 3, 4, 5, 6, 7]unknown>=1MMOPP technical report, http://www5.zzu.edu.cn/system/_content/download.jsp?urltype=news.DownloadAttachUrl&owner=1327567121&wbfileid=4764412impl_mmoppmultimodalMMOPPhttp://www5.zzu.edu.cn/ecilab/info/1036/1251.htmECI lab distribution page for MMOPP
suite_modactMODActSuitecontinuous | integer40[2, 3, 4, 5]unknown>=1multiobjective design of actuatorsRealistic Constrained Multi-Objective Optimization Benchmark Problems from Design.MODAct, https://doi.org/10.1109/TEVC.2020.3020046["impl_modact", "impl_pymoo"]real-world2020modact | pymooPython{'20ms'}https://github.com/epfl-lamd/modact | https://github.com/anyoptimization/pymooEPFL-LAMD modact package | Multi-objective optimization in Python
suite_morepoMOrepoSuiteunknown02unknown>=1unknownunknownimpl_morepoMOrepohttps://github.com/MCDMSociety/MOrepoMulti-objective optimisation problem repository
suite_pboPBOSuitebinary>=11Suite of 25 binary optimization problemsPBO benchmarks, https://dl.acm.org/doi/pdf/10.1145/3319619.3326810impl_iohexperimenterartificial>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_porkchopPorkchopPlotInterplanetaryTrajectorySuitecontinuous21Porkchop plot interplanetary trajectory benchmark, https://doi.org/10.1109/CEC65147.2025.11042973impl_transfer_rf_bbob_rwmultimodalreal-world2Transfer Random Forests BBOB Real-worldhttps://github.com/ShuaiqunPan/Transfer_Random_forests_BBOB_Real_worldReal-world BBOB-like problem implementations (Porkchop, KinematicsRobotArm)
suite_reRESuitecontinuous | integer4-14[2, 3, 4, 5, 6, 7, 8, 9]Easy-to-evaluate real-world multi-objective optimization problems, Ryoji Tanabe; Hisao Ishibuchi, https://doi.org/10.1016/j.asoc.2020.106078impl_reproblemsreal-world-like2-72-7reproblemsPythonhttps://github.com/ryojitanabe/reproblemsReal-world inspired multi-objective optimization problem suite
suite_rwmvopRWMVOPSuitecategorical | continuous | integer>=31unknown>=1RWMVOP, https://doi.org/10.1109/TEVC.2013.2281531real-world>=1>=1>=1
suite_sbox_costSBOX-COSTSuitecontinuous>=11problems from BBOB but allows instances with the optimum close to the boundarySBOX-COST, https://doi.org/10.48550/arXiv.2305.12221impl_iohexperimentermultimodal>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_sdpSDPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]dynamicdynamicunknownSDP dynamic multi-objective benchmark, https://doi.org/10.1109/TCYB.2019.2896021>=1
suite_submodularSubmodular OptimizationSuitebinary>=11set of graph-based submodular optimization problems from 4 problem typesSubmodular optimization benchmark, https://ieeexplore.ieee.org/stamp/stamp.jsp?arnumber=10254181impl_iohexperimenterartificial>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_tulipa_energyTulipaEnergySuitecontinuous>=11multi-fidelity | noisyunknown>=2parameter[1, 2]TulipaEnergyModel.jlDetermine the optimal investment and operation decisions for different assets in the energy system (production, consumption, conversion, storage, transport) while minimizing loss of load. Modelled as a potentially very large linear program with multiple fidelity levels.TulipaEnergyModel.jl scientific references, https://tulipaenergy.github.io/TulipaEnergyModel.jl/stable/40-scientific-foundation/45-scientific-referencesimpl_tulipaunimodalreal-world>=1TulipaEnergyModel.jlJulia / JuMP{'minutes', 'hours'}https://tulipaenergy.github.io/TulipaEnergyModel.jl/stable/ | https://github.com/TulipaEnergy/Tulipa-OBZ-CaseStudyLarge linear program for optimal investment and operation of energy systems
suite_vehicle_dynamicsVehicleDynamicsSuitecontinuous21VehicleDynamics benchmark, https://www.scitepress.org/Papers/2023/121580/121580.pdfimpl_vehicle_dynamicsmultimodalreal-world2VehicleDynamics (Zenodo)https://zenodo.org/records/8307853Zenodo archive for the vehicle dynamics benchmark
suite_wfgWFGSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]A review of multiobjective test problems and a scalable test problem toolkit, Simon Huband; Philip Hingston; Luigi Barone; Lyndon While, https://doi.org/10.1109/TEVC.2005.861417impl_pymoo>=1pymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
suite_zdtZDTSuitebinary | continuous>=22Comparison of multiobjective evolutionary algorithms: empirical results, Eckart Zitzler; Kalyanmoy Deb; Lothar Thiele, https://doi.org/10.1162/106365600568202impl_pymoo>=1>=1pymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
ID Name Type Variable Types Total Variables Objectives Properties Constraint Types Total Constraints Dynamics Noise Partial Evaluations Independent Objectives Fidelity Levels Full Name Description Tags References Implementations Modality Evaluation Time Examples Source Binary Vars Categorical Vars Continuous Vars Integer Vars Implementation Names Implementation Languages Implementation Evaluation Times Implementation Links Implementation Descriptions Implementation Requirements Hard Box Constraints Soft Box Constraints Hard Linear Constraints Soft Linear Constraints Hard Function Constraints Soft Function Constraints
-
-
- -
-

Problem details

-

Click a table row to inspect full details.

-
-
-

README.md

-

README content for this snippet folder will appear here.

-
-

Snippet: call_{problem_id}.py

-

Open snippet folder

-

Select a problem to check for an available code snippet.

-
-
-
- - - - - - - - diff --git a/docs/problems.html b/docs/problems.html deleted file mode 100644 index 6d9020b..0000000 --- a/docs/problems.html +++ /dev/null @@ -1,3399 +0,0 @@ -
-
-
- Toggle Visible Columns -
- - -
-
- -
-
-
-
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
IDNameTypeVariable TypesTotal VariablesObjectivesPropertiesConstraint TypesTotal ConstraintsDynamicsNoisePartial EvaluationsIndependent ObjectivesFidelity LevelsFull NameDescriptionTagsReferencesImplementationsModalityEvaluation TimeExamplesSourceBinary VarsCategorical VarsContinuous VarsInteger VarsImplementation NamesImplementation LanguagesImplementation Evaluation TimesImplementation LinksImplementation DescriptionsImplementation RequirementsHard Box ConstraintsSoft Box ConstraintsHard Linear ConstraintsSoft Linear ConstraintsHard Function ConstraintsSoft Function Constraints
fn_atoATOProblemcontinuous102box>=1noParameters of the modules of the Automatic Train Operation are optimized; Parameters for the trajectory planning (first module) are maximum velocity (v_max), weighting of objectives (energy, time, comfort) in planning (lambda_e, lambda_s, lambda_t), step width (ds), maximum lateral acceleration (aq_max); as control module a PID controller is implemented, where the ki and kp parameters are optimized. The objectives are minimizing travel time and energy consumption. The evaluation takes several minutes, because the pipeline includes also a simulation.Multi-Objective Pipeline Optimisation and Configuration of Automatic Train Operation Trajectories, Carolin Mensendiek; Henrik Zeipel; Oliver Ludger Preuß; Moritz Vinzent Seiler; Walter Sextro; Heike Trautmann, https://doi.org/10.1145/3795101.3805368unimodalreal-world10>=1
fn_building_spatialBuilding spatial designProblembinary | continuous>=22box | unknown>=2noOptimise the spatial layout of a building to minimise energy consumption for climate control and minimise the strain on the structure. Many hard constraints; mixed-variable (continuous+binary); expensive evaluations.Building spatial design, https://hdl.handle.net/1887/81789impl_bso_toolbox["1 second", "40 seconds"]real-world>=1>=1BSO-toolboxC++{'1 second', '40 seconds'}https://github.com/TUe-excellent-buildings/BSO-toolboxBuilding Spatial Design toolbox (TU/e)>=1
fn_convex_dtlz2Convex DTLZ2Problemcontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ2 with a convex Pareto front (instead of concave)Convex DTLZ2, https://doi.org/10.1109/TEVC.2013.2281535>=1
fn_emdoElectric Motor Design OptimizationProblemcontinuous | integer261noisybox | unknown>=14noisynoElectric Motor Design Optimization# Goal\nFind a design of a synchronous electric motor for power steering systems that minimizes costs and satisfies all constraints.\n\n# Motivation\nChallenging to find good solutions in a limited time.\n\n# Key Challenges\n* Time-consuming solution evaluation\n* Highly-constrained problem\n* Constraints are multimodal\n\nThis is not an available problem, but could be interesting to show to researchers which difficulties appear in real-world problems.A Multi-Step Evaluation Process in Electric Motor Design, Tea Tušar; Peter Korošec; Bogdan Filipič, https://dis.ijs.si/tea/Publications/Tusar23Multistep.pdfimpl_emdomultimodal8 minutesreal-world1313Electric Motor Design OptimizationPython{'8 minutes'}Not publicly available>=1
fn_fleetoptFleetOptProbleminteger{54, 13208}1unknown>=1yesUK healthcare organisation fleet optimisation: reduce the fleet of non-emergency healthcare trip vehicles while still ensuring all trips can be covered. Bilevel: upper level 54 vars, lower level 13208 vars.FleetOpt, https://dl.acm.org/doi/abs/10.1145/3638530.3664137real-world{54, 13208}
fn_gasolineGasoline direct injection engine designProblemcontinuous | integer142multi-fidelityunknown5[1, 2]Multi-objective optimization to minimize fuel consumption and NOx emissions over a two-minute dynamic duty cycle, subject to five constraints (turbine inlet temperature, knock occurrences, peak cylinder pressure, peak cylinder pressure rise, total work). Seven decision variables cover hardware choices and engine control parameters.Gasoline direct injection engine design, https://doi.org/10.1016/j.ejor.2022.08.032impl_gasoline[]real-world77Gasoline direct injection engine designMatlab Simulink / Wave RThttps://doi.org/10.1016/j.ejor.2022.08.032Proprietary Matlab Simulink + Wave RT co-simulation
fn_invdeceptive_deceptive_rotellInverseDeceptiveTrap+RotatedEllipsoid / DeceptiveTrap+RotatedEllipsoidProblembinary | continuous>=22Mixed-variable multi-objective test problems, https://doi.org/10.1145/3449726.3459521artificial>=1>=1
fn_inverted_dtlz1Inverted DTLZ1Problemcontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ1 with an inverted Pareto frontInverted DTLZ1, https://doi.org/10.1109/TEVC.2013.2281534>=1
fn_jsec2019JSEC2019Problemcontinuous32[1, 2, 3, 4, 5]unknown22expensive evaluations 3s; 22 constraintsJPNSEC EC-Symposium 2019 competition, http://www.jpnsec.org/files/competition2019/EC-Symposium-2019-Competition-English.htmlimpl_jsec20193sreal-world32JSEC 2019 competition{'3s'}http://www.jpnsec.org/files/competition2019/EC-Symposium-2019-Competition-English.htmlJPNSEC EC-Symposium 2019 competition problem
fn_onemax_sphere_deceptive_rotellOnemax+Sphere / DeceptiveTrap+RotatedEllipsoidProblembinary | continuous>=22Mixed-variable multi-objective test problems, https://doi.org/10.1145/3449726.3459521artificial>=1>=1
fn_onemax_sphere_zeromax_sphereOnemax+Sphere / Zeromax+SphereProblembinary | continuous>=22Onemax+Sphere / Zeromax+Sphere, https://doi.org/10.1145/3449726.3459521artificial>=1>=1
fn_radar_waveformRadar waveformProbleminteger4-129unknown>=1Radar waveform design, https://doi.org/10.1007/978-3-540-70928-2_53impl_radar_waveform[]real-world4-12Evan Hughes radar waveform codehttp://code.evanhughes.org/Radar waveform design reference implementation
gen_beaconBEACONGeneratorcontinuous>=12box0noContinuous Bi-objective Benchmark problems with Explicit Adjustable COrrelatioN controlGenerator for bi-objective benchmark problems with explicitly controlled correlations in continuous spaces. Multimodal with random structure.BEACON, https://dl.acm.org/doi/10.1145/3712255.3734303impl_beaconmultimodalnegligibleartificial>=1BEACONPython{'negligible'}https://github.com/Stebbet/BEACON/Continuous Bi-objective Benchmark with Explicit Adjustable COrrelatioN control0
gen_bono_benchBONO-BenchGeneratorcontinuous>=12box>=1noBi-objective Numerical Optimization BenchmarkBi-objective problem generator and suite with scalable continuous decision space. Features complex problem properties and Pareto front approximations with error guarantees for the hypervolume and exact R2 indicators.impl_bonobenchmultimodal[]artificial>=1BONO-BenchPythonhttps://github.com/schaepermeier/bonobenchBi-objective Numerical Optimization Benchmark (BONO-Bench)>=1
gen_ealainEalainGeneratorbinary | continuous | integer>=3[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]dynamic | multi-fidelityunknown>=1optional[1, 2]Real-world-like, easily extensible to increase complexityEalain, https://doi.org/10.1145/3638530.3654299impl_ealain[]real-world-like>=1>=1>=1Ealainhttps://github.com/qrenau/EalainReal-world-like extensible benchmark problem generator
gen_gnbgGNBGGeneratorcontinuous>=11Generator counterpart of GNBG.GNBG, https://arxiv.org/abs/2312.07083impl_gnbg[]artificial>=1GNBG Generatorhttps://github.com/Danial-Yazdani/GNBG-GeneratorGeneralized Numerical Benchmark Generator
gen_gnbg_iiGNBG-IIGeneratorcontinuous>=11Generator counterpart of GNBG-II.GNBG-II, https://dl.acm.org/doi/pdf/10.1145/3712255.3734271["impl_gnbg_ii", "impl_iohgnbg"][]artificial>=1IOHGNBG | GNBG-IIhttps://github.com/IOHprofiler/IOHGNBG | https://github.com/rohitsalgotra/GNBG-IIIOHprofiler version of GNBG | Generalized Numerical Benchmark Generator version 2
gen_gpdGPDGeneratorcontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]noisyunknown>=1optionalGPD generator, https://doi.org/10.1016/j.asoc.2020.106139>=1
gen_iohclusteringIOHClusteringGeneratorcontinuous>=11Generator counterpart of the IOHClustering suite.IOHClustering, https://arxiv.org/pdf/2505.09233impl_iohclusteringmultimodal[]artificial-from-real-data>=1IOHClusteringhttps://github.com/IOHprofiler/IOHClusteringClustering-based optimization benchmark built on ML datasets
gen_ma_bbobMA-BBOBGeneratorcontinuous>=11Generator that creates affine combinations of BBOB functionsMA-BBOB, https://doi.org/10.1145/3673908["impl_iohexperimenter", "impl_ma_bbob"]multimodal[]artificial>=1MA-BBOB (IOHexperimenter) | IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenter/blob/master/example/Competitions/MA-BBOB/Example_MABBOB.ipynb | https://github.com/IOHprofiler/IOHexperimenterExample notebook for MA-BBOB in IOHexperimenter | IOHprofiler experimenter framework
gen_mpm2MPM2Generatorcontinuous>=11nonlinear nonseparable nonsymmetric; scalable in terms of time to evaluate the objective functionMPM2 technical report TR15-01, https://ls11-www.cs.tu-dortmund.de/_media/techreports/tr15-01.pdfimpl_mpm2multimodal[]>=1MPM2 (smoof)Pythonhttps://github.com/jakobbossek/smoof/blob/master/inst/mpm2.pyPython implementation of MPM2 distributed with smoof
gen_mubqpmUBQPGeneratorbinary>=1[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]tunable variable and objective dimensions; tunable density and correlation between objectivesmUBQP benchmark, https://doi.org/10.1016/j.asoc.2013.11.008impl_mocobench["multimodal", "quadratic"][]>=1mocobenchC++https://gitlab.com/aliefooghe/mocobench/Multi-objective combinatorial optimization benchmark
gen_puboiPUBOiGeneratorbinary>=11noPolynomial Unconstrained Binary Optimization with tunable importanceA benchmark in which variable importance is tunable, based on the Walsh function.PUBOi, https://link.springer.com/chapter/10.1007/978-3-031-04148-8_12impl_puboi[]artificial>=1PUBO Importance BenchmarkPython / C++https://gitlab.com/verel/pubo-importance-benchmarkA benchmark in which variable importance is tunable, based on the Walsh function
gen_randoptgenRandOptGenGeneratorbinary | continuous | integer>=3[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]noRandOptGenA Unified Random Problem Generator for Single- and Multi-Objective Optimization Problems with Mixed-Variable Input Spaces.impl_randoptgenmultimodalmillisecondsartificial>=1>=1>=1RandOptGenPython{'milliseconds'}https://github.com/MALEO-research-group/RandOptGen | https://doi.org/10.1145/3712256.3726478Unified Random Problem Generator for Single- and Multi-Objective Optimization with Mixed-Variable Input Spaces
gen_rho_mnk_landscapesρMNK-LandscapesGeneratorbinary>=1[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]tunable variable and objective dimensions; tunable multimodality and correlation between objectivesOn the design of multi-objective evolutionary algorithms based on NK-landscapes, https://doi.org/10.1016/j.ejor.2012.12.019impl_mocobenchmultimodal[]>=1mocobenchC++https://gitlab.com/aliefooghe/mocobench/Multi-objective combinatorial optimization benchmark
gen_rho_mtspρmTSPGeneratorunknown>=1[1, 10, 2, 3, 4, 5, 6, 7, 8, 9]tunable variable and objective dimensions; tunable instance type (euclidean/random); tunable correlation between objectivesOn the impact of multi-objective scalability for the ρmTSP, https://doi.org/10.1007/978-3-319-45823-6_40impl_mocobench["multimodal", "quadratic"][]mocobenchC++https://gitlab.com/aliefooghe/mocobench/Multi-objective combinatorial optimization benchmark
gen_wmodelW-modelGeneratorbinary>=11Tunable generator for binary optimization based on several difficulty featuresW-model, https://dl.acm.org/doi/abs/10.1145/3205651.3208240impl_wmodel[]artificial>=1BBDOB W-Modelhttps://github.com/thomasWeise/BBDOB_W_ModelTunable generator for binary optimization
suite_amvopAMVOPSuitecategorical | continuous | integer>=31AMVOP, https://doi.org/10.1109/TEVC.2013.2281531multimodal>=1>=1>=1
suite_bbobBBOBSuitecontinuous>=11COCO: a platform for comparing continuous optimizers in a black-box setting, https://doi.org/10.1080/10556788.2020.1808977impl_cocomultimodal>=1COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_biobjBBOB-biobjSuitecontinuous2-402BBOB bi-objective test suite, https://doi.org/10.48550/arXiv.1604.00359impl_cocomultimodal2-40COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_biobj_mixintBBOB-biobj-mixintSuitecontinuous | integer10-3202BBOB bi-objective mixed-integer test suite, https://doi.org/10.1145/3321707.3321868impl_cocomultimodal5-1605-160COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_constrainedBBOB-constrainedSuitecontinuous2-401unknown>=1bbob-constrained documentation, http://numbbo.github.io/coco-doc/bbob-constrained/impl_cocomultimodal2-40COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_largescaleBBOB-largescaleSuitecontinuous20-6401BBOB large-scale test suite, https://doi.org/10.48550/arXiv.1903.06396impl_cocomultimodal20-640COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_mixintBBOB-mixintSuitecontinuous | integer10-3201BBOB mixed-integer test suite, https://doi.org/10.1145/3321707.3321868impl_cocomultimodal5-1605-160COCO frameworkC/Pythonhttps://github.com/numbbo/cocoComparing Continuous Optimizers: black-box optimization benchmarking platform
suite_bbob_noisyBBOB-noisySuitecontinuous>=11noisynoisyReal-parameter black-box optimization benchmarking: noisy functions definitions, https://hal.inria.fr/inria-00369466impl_coco_legacymultimodal>=1COCO legacy (bbob-noisy)C/Pythonhttps://web.archive.org/web/20210416065610/https://coco.gforge.inria.fr/doku.php?id=downloadsArchived COCO download page that hosted the bbob-noisy suite
suite_bpBPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]unknownBP benchmark, https://doi.org/10.1109/CEC.2019.8790277>=1
suite_brachytherapyBrachytherapy treatment planningSuitecontinuous100-500[2, 3]multi-fidelityunknown>=1yes[1, 2]Brachytherapy treatment planningTreatment planning for internal radiation therapy. Multi-objective with aggregated objectives; no public source code.Brachytherapy treatment planning, https://www.sciencedirect.com/science/article/pii/S1538472123016781multimodalreal-world100-500
suite_car_structureCar structureSuiteinteger144-2222unknown5454 constraintsCar structure design benchmark, https://doi.org/10.1145/3205651.3205702impl_car_structurereal-world144-222Car-structure benchmarkhttp://ladse.eng.isas.jaxa.jp/benchmark/JAXA LADSE benchmark problems
suite_cdmpCDMPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]unknown>=1unknownunknownCDMP benchmark, https://doi.org/10.1145/3321707.3321878>=1
suite_cec2013CEC2013Suitecontinuous>=11suite used for cec2013 competition. Also in IOH.CEC2013 definitions, https://peerj.com/articles/cs-2671/CEC2013.pdf["impl_cec2013", "impl_iohexperimenter"]artificial>=1IOHexperimenter | CEC2013 reference codeC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenter | https://github.com/P-N-Suganthan/CEC2013IOHprofiler experimenter framework | Suganthan's reference implementation
suite_cec2015_dmooCEC2015-DMOOSuitecontinuous0[2, 3]dynamicunknown>=1dynamicBenchmark Functions for CEC 2015 Special Session and Competition on Dynamic Multi-objective Optimization0
suite_cec2018_dtCEC2018 DTSuiteunknown>=1[2, 3]dynamicdynamicCEC2018 Competition on Dynamic Multiobjective Optimisation14 problems. Time-dependent: Pareto front/Pareto set geometry; irregular Pareto front shapes; variable-linkage; number of disconnected Pareto front segments; etc.CEC2018 DMOP Competition TR, https://www.academia.edu/download/94499025/TR-CEC2018-DMOP-Competition.pdfimpl_pymooartificialpymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
suite_cec2022CEC2022Suitecontinuous>=11suite used for cec2022 competition. Also in IOH.CEC2022 TR, https://github.com/P-N-Suganthan/2022-SO-BO/blob/main/CEC2022%20TR.pdf["impl_cec2022", "impl_iohexperimenter"]artificial>=1CEC2022 reference code | IOHexperimenterC++/Pythonhttps://github.com/P-N-Suganthan/2022-SO-BO | https://github.com/IOHprofiler/IOHexperimenterSuganthan's reference implementation | IOHprofiler experimenter framework
suite_cfdCFDSuiteunknown>=1[1, 2]unknown>=1expensive evaluations 30s-15mCFD test problem suite, https://doi.org/10.1007/978-3-319-99259-4_24impl_cfdreal-worldCFD test problem suite{'15m', '30s'}https://bitbucket.org/arahat/cfd-test-problem-suiteExpensive real-world CFD-based test problems
suite_creCRESuitecontinuous | integer6-14[2, 3, 4, 5]unknown>=1Easy-to-evaluate real-world multi-objective optimization problems, Ryoji Tanabe; Hisao Ishibuchi, https://doi.org/10.1016/j.asoc.2020.106078impl_reproblemsreal-world-like3-73-7reproblemsPythonhttps://github.com/ryojitanabe/reproblemsReal-world inspired multi-objective optimization problem suite
suite_cuterCUTErSuitebinary | continuous | integer>=31unknown>=1noA constrained and unconstrained testing environment.CUTEr, https://dl.acm.org/doi/10.1145/962437.962439artificial>=1>=1>=1
suite_cutestCUTEstSuitebinary | continuous | integer>=31box | unknown>=2noConstrained and Unconstrained Testing Environment with safe threadsCUTEst for optimization softwareCUTEst, https://link.springer.com/article/10.1007/s10589-014-9687-3impl_pycutestmultimodalartificial>=1>=1>=1pycutestPython / C++ / Fortranhttps://github.com/jfowkes/pycutestPython interface to CUTEst>=1
suite_dtlzDTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Scalable multi-objective optimization test problems, Kalyanmoy Deb; Lothar Thiele; Marco Laumanns; Eckart Zitzler, https://doi.org/10.1109/CEC.2002.1007032impl_pymoo>=1pymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
suite_dynamicbinvalDynamicBinValSuitebinary>=11dynamicdynamicFour versions of the dynamic binary value problemDynamicBinVal, https://arxiv.org/pdf/2404.15837impl_iohexperimenterartificial>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_emo2017EMO2017Suitecontinuous4-242BBComp EMO 2017, https://www.ini.rub.de/PEOPLE/glasmtbl/projects/bbcomp/impl_emo2017real-world4-24EMO 2017 real-world problemshttps://www.ini.rub.de/PEOPLE/glasmtbl/projects/bbcomp/downloads/realworld-problems-bbcomp-EMO-2017.zipBBComp EMO-2017 real-world problem archive
suite_etmofETMOFSuitecontinuous25-10000[10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 2, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 3, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 4, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 5, 50, 6, 7, 8, 9]dynamicdynamicEvolutionary many-task optimization framework, https://doi.org/10.48550/arXiv.2110.08033impl_etmof25-10000ETMOFhttps://github.com/songbai-liu/etmoEvolutionary many-task optimization framework
suite_expobenchEXPObenchSuitecategorical | continuous | integer30-4051noisybox | unknown>=2["observational", "real-life"]noEXPensive Optimization benchmark libraryWind farm layout optimization, gas filter design, pipe shape optimization, hyperparameter tuning, and hospital simulationEXPObench, https://doi.org/10.1016/j.asoc.2023.110744impl_expobenchreal-world10-13510-13510-135EXPObenchPython{'2 seconds', '80 seconds'}https://github.com/AlgTUDelft/ExpensiveOptimBenchmarkEXPensive Optimization benchmark library (wind farm layout, gas filter design, pipe shape, hyperparameter tuning, hospital simulation)>=1
suite_gbeaGBEASuitecontinuous>=1[1, 2]noisynoisyexpensive evaluations 5s-35s, RW-GAN-Mario and TopTrumps are part of GBEAGame benchmark for evolutionary algorithms, https://doi.org/10.1145/3321707.3321805impl_gbeamultimodalreal-world>=1coco-gbea{'34 seconds', '5 seconds'}https://github.com/ttusar/coco-gbeaGame-Benchmark for Evolutionary Algorithms (COCO fork)
suite_gnbgGNBGSuitecontinuous>=11Generalized Numerical Benchmark GeneratorGNBG, https://arxiv.org/abs/2312.07083impl_gnbgartificial>=1GNBG Generatorhttps://github.com/Danial-Yazdani/GNBG-GeneratorGeneralized Numerical Benchmark Generator
suite_gnbg_iiGNBG-IISuitecontinuous>=11Generalized Numerical Benchmark Generator (version 2). Also available in IOH.GNBG-II, https://dl.acm.org/doi/pdf/10.1145/3712255.3734271["impl_gnbg_ii", "impl_iohgnbg"]artificial>=1IOHGNBG | GNBG-IIhttps://github.com/IOHprofiler/IOHGNBG | https://github.com/rohitsalgotra/GNBG-IIIOHprofiler version of GNBG | Generalized Numerical Benchmark Generator version 2
suite_iohclusteringIOHClusteringSuitecontinuous>=11Set of benchmark problems from clustering: optimization task is selecting cluster centers for a given set of data.IOHClustering, https://arxiv.org/pdf/2505.09233impl_iohclusteringmultimodalartificial-from-real-data>=1IOHClusteringhttps://github.com/IOHprofiler/IOHClusteringClustering-based optimization benchmark built on ML datasets
suite_kinematics_robotarmKinematicsRobotArmSuitecontinuous211Kinematics of a robot arm, https://doi.org/10.1023/A:1013258808932impl_transfer_rf_bbob_rwunimodalreal-world21Transfer Random Forests BBOB Real-worldhttps://github.com/ShuaiqunPan/Transfer_Random_forests_BBOB_Real_worldReal-world BBOB-like problem implementations (Porkchop, KinematicsRobotArm)
suite_l1_zdtL1-ZDTSuitebinary | continuous>=22Variant of ZDT with linkages between variables within groupsLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1>=1
suite_l2_dtlzL2-DTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ2/DTLZ3 with linkages between all variablesLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1
suite_l2_zdtL2-ZDTSuitebinary | continuous>=22Variant of ZDT with linkages between all variablesLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1>=1
suite_l3_dtlzL3-DTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of L2-DTLZ with anti-linkage mappingLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1
suite_l3_zdtL3-ZDTSuitebinary | continuous>=22Variant of L2-ZDT with anti-linkage mappingLinkage ZDT/DTLZ variants, https://doi.org/10.1145/1143997.1144179>=1>=1
suite_maopMaOPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]unknownMaOP benchmark, https://doi.org/10.1016/j.swevo.2019.02.003>=1
suite_mechbenchMECHBenchSuitecontinuous>=11unknown{1, 2}noMECHBenchSet of problems inspired by Structural Mechanics Design Optimization. Embeds physical simulations (plasticity only, no fracture/damage). Unstructured/non-isotropic multimodality.MECHBench, https://arxiv.org/abs/2511.10821impl_mechbenchmultimodalreal-world>=1MECHBenchPython{'7 minutes', '1 minute'}https://github.com/BayesOptApp/MECHBenchStructural mechanics design optimization benchmark
suite_mf2MF2Suitecontinuous>=11multi-fidelity[1, 2]mf2: a collection of multi-fidelity benchmark functions in Python, https://doi.org/10.21105/joss.02049impl_mf2>=1mf2Pythonhttps://github.com/sjvrijn/mf2Multi-fidelity test function collection
suite_minus_dtlzMinus DTLZSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of DTLZ that minimises the inverse of the base DTLZ functionsMinus DTLZ / Minus WFG, https://doi.org/10.1109/TEVC.2016.2587749>=1
suite_minus_wfgMinus WFGSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]Variant of WFG that minimises the inverse of the base WFG functionsMinus DTLZ / Minus WFG, https://doi.org/10.1109/TEVC.2016.2587749>=1
suite_mmoppMMOPPSuiteunknown0[2, 3, 4, 5, 6, 7]unknown>=1MMOPP technical report, http://www5.zzu.edu.cn/system/_content/download.jsp?urltype=news.DownloadAttachUrl&owner=1327567121&wbfileid=4764412impl_mmoppmultimodalMMOPPhttp://www5.zzu.edu.cn/ecilab/info/1036/1251.htmECI lab distribution page for MMOPP
suite_modactMODActSuitecontinuous | integer40[2, 3, 4, 5]unknown>=1multiobjective design of actuatorsRealistic Constrained Multi-Objective Optimization Benchmark Problems from Design.MODAct, https://doi.org/10.1109/TEVC.2020.3020046["impl_modact", "impl_pymoo"]real-world2020modact | pymooPython{'20ms'}https://github.com/epfl-lamd/modact | https://github.com/anyoptimization/pymooEPFL-LAMD modact package | Multi-objective optimization in Python
suite_morepoMOrepoSuiteunknown02unknown>=1unknownunknownimpl_morepoMOrepohttps://github.com/MCDMSociety/MOrepoMulti-objective optimisation problem repository
suite_pboPBOSuitebinary>=11Suite of 25 binary optimization problemsPBO benchmarks, https://dl.acm.org/doi/pdf/10.1145/3319619.3326810impl_iohexperimenterartificial>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_porkchopPorkchopPlotInterplanetaryTrajectorySuitecontinuous21Porkchop plot interplanetary trajectory benchmark, https://doi.org/10.1109/CEC65147.2025.11042973impl_transfer_rf_bbob_rwmultimodalreal-world2Transfer Random Forests BBOB Real-worldhttps://github.com/ShuaiqunPan/Transfer_Random_forests_BBOB_Real_worldReal-world BBOB-like problem implementations (Porkchop, KinematicsRobotArm)
suite_reRESuitecontinuous | integer4-14[2, 3, 4, 5, 6, 7, 8, 9]Easy-to-evaluate real-world multi-objective optimization problems, Ryoji Tanabe; Hisao Ishibuchi, https://doi.org/10.1016/j.asoc.2020.106078impl_reproblemsreal-world-like2-72-7reproblemsPythonhttps://github.com/ryojitanabe/reproblemsReal-world inspired multi-objective optimization problem suite
suite_rwmvopRWMVOPSuitecategorical | continuous | integer>=31unknown>=1RWMVOP, https://doi.org/10.1109/TEVC.2013.2281531real-world>=1>=1>=1
suite_sbox_costSBOX-COSTSuitecontinuous>=11problems from BBOB but allows instances with the optimum close to the boundarySBOX-COST, https://doi.org/10.48550/arXiv.2305.12221impl_iohexperimentermultimodal>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_sdpSDPSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]dynamicdynamicunknownSDP dynamic multi-objective benchmark, https://doi.org/10.1109/TCYB.2019.2896021>=1
suite_submodularSubmodular OptimizationSuitebinary>=11set of graph-based submodular optimization problems from 4 problem typesSubmodular optimization benchmark, https://ieeexplore.ieee.org/stamp/stamp.jsp?arnumber=10254181impl_iohexperimenterartificial>=1IOHexperimenterC++/Pythonhttps://github.com/IOHprofiler/IOHexperimenterIOHprofiler experimenter framework
suite_tulipa_energyTulipaEnergySuitecontinuous>=11multi-fidelity | noisyunknown>=2parameter[1, 2]TulipaEnergyModel.jlDetermine the optimal investment and operation decisions for different assets in the energy system (production, consumption, conversion, storage, transport) while minimizing loss of load. Modelled as a potentially very large linear program with multiple fidelity levels.TulipaEnergyModel.jl scientific references, https://tulipaenergy.github.io/TulipaEnergyModel.jl/stable/40-scientific-foundation/45-scientific-referencesimpl_tulipaunimodalreal-world>=1TulipaEnergyModel.jlJulia / JuMP{'minutes', 'hours'}https://tulipaenergy.github.io/TulipaEnergyModel.jl/stable/ | https://github.com/TulipaEnergy/Tulipa-OBZ-CaseStudyLarge linear program for optimal investment and operation of energy systems
suite_vehicle_dynamicsVehicleDynamicsSuitecontinuous21VehicleDynamics benchmark, https://www.scitepress.org/Papers/2023/121580/121580.pdfimpl_vehicle_dynamicsmultimodalreal-world2VehicleDynamics (Zenodo)https://zenodo.org/records/8307853Zenodo archive for the vehicle dynamics benchmark
suite_wfgWFGSuitecontinuous>=1[10, 2, 3, 4, 5, 6, 7, 8, 9]A review of multiobjective test problems and a scalable test problem toolkit, Simon Huband; Philip Hingston; Luigi Barone; Lyndon While, https://doi.org/10.1109/TEVC.2005.861417impl_pymoo>=1pymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
suite_zdtZDTSuitebinary | continuous>=22Comparison of multiobjective evolutionary algorithms: empirical results, Eckart Zitzler; Kalyanmoy Deb; Lothar Thiele, https://doi.org/10.1162/106365600568202impl_pymoo>=1>=1pymooPythonhttps://github.com/anyoptimization/pymooMulti-objective optimization in Python
ID Name Type Variable Types Total Variables Objectives Properties Constraint Types Total Constraints Dynamics Noise Partial Evaluations Independent Objectives Fidelity Levels Full Name Description Tags References Implementations Modality Evaluation Time Examples Source Binary Vars Categorical Vars Continuous Vars Integer Vars Implementation Names Implementation Languages Implementation Evaluation Times Implementation Links Implementation Descriptions Implementation Requirements Hard Box Constraints Soft Box Constraints Hard Linear Constraints Soft Linear Constraints Hard Function Constraints Soft Function Constraints
-
-
- -
-

Problem details

-

Click a table row to inspect full details.

-
-
-

README.md

-

README content for this snippet folder will appear here.

-
-

Snippet: call_{problem_id}.py

-

Open snippet folder

-

Select a problem to check for an available code snippet.

-
-
-