========================================================================
Current git-hash: 611f002d8dffbbf7205b3e78c037f864a1724a32 (last fully tested stable version 24 commits ago [4d604d1144428d61572f1a083b390631a8aef853, 9346])
Using coverage run -p because $RUN_WITH_COVERAGE is set
[WARNING 07-16 05:58:58] ax.service.utils.with_db_settings_base: Ax currently requires a sqlalchemy version below 2.0. This will be addressed in a future release. Disabling SQL storage in Ax for now, if you would like to use SQL storage please install Ax with mysql extras via `pip install ax-platform[mysql]`.
Run-UUID: 7a641dc7-abf7-4ceb-b636-6ece5113812f
/home/runner/.omniax_venvs/Python_3.10.12/x86_64/lib/python3.10/site-packages/plyer/platforms/linux/notification.py:103: UserWarning: The Python dbus package is not installed.
Try installing it with your distribution's package manager, it is usually called python-dbus or python3-dbus, but you might have to try dbus-python instead, e.g. when using pip.
warnings.warn(msg)
/home/runner/.omniax_venvs/Python_3.10.12/x86_64/lib/python3.10/site-packages/plyer/platforms/linux/notification.py:107: UserWarning: notify-send not found.
warnings.warn("notify-send not found.")
_________________________________________________
/ \
| OmniOpt2 - The fractal of hyperparameters: The de |
| eper you go, the more you see. |
\ /
=================================================
\
\
\
.--.
|o_o |
|:_/ |
// \ \
(| | )
/'\_ _/`\
\___)=(___/
omniopt --live_share --send_anonymized_usage_stats --partition alpha --experiment_name=multiple_evals_per_arm --mem_gb=4 --time=1200 --worker_timeout=5 --max_eval 2 --num_parallel_jobs 1 --gpus=0 --run_program Li8udGVzdHMvb3B0aW1pemF0aW9uX2V4YW1wbGUgIC0taW50X3BhcmFtPSclKGludF9wYXJhbSknIC0tZmxvYXRfcGFyYW09JyUoZmxvYXRfcGFyYW0pJyAtLWNob2ljZV9wYXJhbT0nJShjaG9pY2VfcGFyYW0pJyAtLWludF9wYXJhbV90d289JyUoaW50X3BhcmFtX3R3byknIC0tbnJfcmVzdWx0cz0y --parameter int_param range -100 10 int --parameter float_param range -100 10 float --parameter choice_param choice 1,2,4,8,16,hallo --parameter int_param_two range -100 10 int --num_random_steps 1 --model BOTORCH_MODULAR --auto_exclude_defective_hosts --result_names RESULT1=min RESULT2=max --generate_all_jobs_at_once --revert_to_random_when_seemingly_exhausted --nr_evals_per_arm=2 --beartype --show_generate_time_table --disable_notifications
Run-folder: /home/runner/work/OmniOpt/OmniOpt/runs/multiple_evals_per_arm/0See https://imageseg.scads.de/omniax/share?user_id=runner&experiment_name=multiple_evals_per_arm&run_nr=20 for live-results.You have 4 CPUs available for the main process.No CUDA devices found.Generation strategy: SOBOL for 1 step and then BOTORCH_MODULAR for 1 step.
Run-Program: ./.tests/optimization_example --int_param='%(int_param)' --float_param='%(float_param)' --choice_param='%(choice_param)' --int_param_two='%(int_param_two)' --nr_results=2
Experiment parameters
┏━━━━━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━━━━━━┳━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━┳━━━━━━━━━━━━┓
┃Name ┃Type ┃Lower bound┃Upper bound┃Values ┃Type ┃Log Scale?┃
┡━━━━━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━━━━━━╇━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━╇━━━━━━━━━━━━┩
│int_param │range │-100 │10 ││int │No │
│float_param │range │-100 │10 ││float│No │
│choice_param │choice│││1, 2, 4, 8, 16, hallo│││
│int_param_two│range │-100 │10 ││int │No │
└───────────────┴────────┴─────────────┴─────────────┴───────────────────────┴───────┴────────────┘
Result-Names
┏━━━━━━━━━━━━━┳━━━━━━━━━━━━━┓
┃Result-Name┃Min or max?┃
┡━━━━━━━━━━━━━╇━━━━━━━━━━━━━┩
│RESULT1 │ min│
│RESULT2 │ max│
└─────────────┴─────────────┘
Your console does not support sixel-images. Will not print Pareto-frontier as a
matplotlib-sixel-plot for RESULT1/RESULT2.
Pareto-Front for RESULT1/RESULT2:
┏━━━━━━━━━━━━━┳━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━┓
┃trial_index┃int_param┃ float_param ┃int_param_two┃choice_param┃ RESULT1 ┃ RESULT2 ┃
┡━━━━━━━━━━━━━╇━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━┩
│ 0 │ 0 │-83.12088221311569 │ -78 │ 8 │1.9621674631000001│ 2.2865102041 │
├─────────────┼───────────┼─────────────────────┼───────────────┼──────────────┼────────────────────┼───────────────────┤
│ 1 │ -93 │-39.869890069171745│ 5 │ 1 │1.352725568417555 │2.717931339491285│
└─────────────┴───────────┴─────────────────────┴───────────────┴──────────────┴────────────────────┴───────────────────┘
Failed Jobs parameters
┏━━━━━━━━┳━━━━━━━━┳━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
┃param1┃param2┃param3┃error_description ┃
┡━━━━━━━━╇━━━━━━━━╇━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩
│value1│value2│value3│Some error occurred during execution (this is not a real error!).│
└────────┴────────┴────────┴───────────────────────────────────────────────────────────────────┘
Not printing sixel graphics in CI
Not printing sixel graphics in CI
Runtime Infos
┏━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━━┳━━━━━━━━━━━━━┓
┃Number of evaluations┃ Min time ┃ Max time ┃Average time┃Median time┃
┡━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━━╇━━━━━━━━━━━━━┩
│ 2 │ 12.00 sec │ 13.00 sec │ 12.50 sec │ 12.50 sec │
└───────────────────────┴────────────┴────────────┴──────────────┴─────────────┘
Model generation times
┏━━━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃Iteration┃Seconds┃Jobs┃Time per job┃
┡━━━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.028 │ 1 │ 0.028 │
│ 2 │ 0.485 │ 1 │ 0.485 │
├───────────┼─────────┼──────┼──────────────┤
│ Average │ 0.257 │ │ │
│ Median │ 0.257 │ │ │
│ Total │ 0.513 │ │ │
│ Max │ 0.485 │ │ │
│ Min │ 0.028 │ │ │
└───────────┴─────────┴──────┴──────────────┘
Job submission durations
┏━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃ Batch┃Seconds┃Jobs┃Time per job┃
┡━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.099 │ 1 │ 0.099 │
│ 2 │ 0.086 │ 1 │ 0.086 │
├─────────┼─────────┼──────┼──────────────┤
│ Average │ 0.093 │ │ │
│ Median │ 0.093 │ │ │
│ Total │ 0.185 │ │ │
│ Max │ 0.099 │ │ │
│ Min │ 0.086 │ │ │
└─────────┴─────────┴──────┴──────────────┘
╭────────────────────────────────────────────────────────────────────────────────────────OmniOpt2 Run Summary────────────────────────────────────────────────────────────────────────────────────────╮│││ ✅ Optimization complete!││││ 📊 Trials: 2 succeeded / 0 failed / 2 done / 2 submitted ││ ⏱️ Duration: 43s ││ 🏆 Best RESULT1: 1.352725568417555 ││ 🏆 Best RESULT2: 2.717931339491285 ││ 📁 Results: /home/runner/work/OmniOpt/OmniOpt/runs/multiple_evals_per_arm/0/results.csv││ 🤖 Model: BOTORCH_MODULAR │││╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
2026-07-16 05:59:01 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, Started OmniOpt2 run...
2026-07-16 05:59:01 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, getting new HP set (no sbatch)
2026-07-16 05:59:01 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, requested 1 jobs, got 1, 0.03 s/job
2026-07-16 05:59:01 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, eval #1/1 start
2026-07-16 05:59:01 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, starting new job
2026-07-16 05:59:01 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, started new job
2026-07-16 05:59:15 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, new result: RESULT1: 1.962167 (SEM: 0.018185), RESULT2: 2.286510 (SEM: 0.009483)
2026-07-16 05:59:16 (ba0ea45f-2864-490e-b86c-8f9679c815c1): SOBOL, 1 done, finishing jobs, finished 1 job
2026-07-16 05:59:17 (ba0ea45f-2864-490e-b86c-8f9679c815c1): BOTORCH_MODULAR, 1 done, getting new HP set (no sbatch)
2026-07-16 05:59:17 (ba0ea45f-2864-490e-b86c-8f9679c815c1): BOTORCH_MODULAR, 1 done, requested 1 jobs, got 1, 0.49 s/job
2026-07-16 05:59:17 (ba0ea45f-2864-490e-b86c-8f9679c815c1): BOTORCH_MODULAR, 1 done, eval #1/1 start
2026-07-16 05:59:17 (ba0ea45f-2864-490e-b86c-8f9679c815c1): BOTORCH_MODULAR, 1 done, starting new job
2026-07-16 05:59:17 (ba0ea45f-2864-490e-b86c-8f9679c815c1): BOTORCH_MODULAR, 1 done, started new job
2026-07-16 05:59:31 (ba0ea45f-2864-490e-b86c-8f9679c815c1): BOTORCH_MODULAR, 1 done, new result: RESULT1: 1.352726 (SEM: 0.273621), RESULT2: 2.717931 (SEM: 0.109178)
2026-07-16 05:59:34 (ba0ea45f-2864-490e-b86c-8f9679c815c1): BOTORCH_MODULAR, 2 done, ▁█, finishing jobs, finished 1 job
Job submission durations
┏━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃ Batch ┃ Seconds ┃ Jobs ┃ Time per job ┃
┡━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.099 │ 1 │ 0.099 │
│ 2 │ 0.086 │ 1 │ 0.086 │
├─────────┼─────────┼──────┼──────────────┤
│ Average │ 0.093 │ │ │
│ Median │ 0.093 │ │ │
│ Total │ 0.185 │ │ │
│ Max │ 0.099 │ │ │
│ Min │ 0.086 │ │ │
└─────────┴─────────┴──────┴──────────────┘
Model generation times
┏━━━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃ Iteration ┃ Seconds ┃ Jobs ┃ Time per job ┃
┡━━━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.028 │ 1 │ 0.028 │
│ 2 │ 0.485 │ 1 │ 0.485 │
├───────────┼─────────┼──────┼──────────────┤
│ Average │ 0.257 │ │ │
│ Median │ 0.257 │ │ │
│ Total │ 0.513 │ │ │
│ Max │ 0.485 │ │ │
│ Min │ 0.028 │ │ │
└───────────┴─────────┴──────┴──────────────┘
! No notable correlations between parameters were found (threshold: |r| > 0.3).
Top-5 Best Results
Parameter Sensitivity Ranking
Parameters ranked by absolute Pearson correlation with each result. Stronger correlations (|r| ≥ 0.7) suggest the parameter has more influence on the outcome.
Parameter statistics
Parameter
Min
Max
Mean
Std Dev
Count
run_time
12
13
12.5
0.5
2
RESULT1
1.3527
1.9622
1.6574
0.3047
2
RESULT2
2.2865
2.7179
2.5022
0.2157
2
int_param
-93
0
-46.5
46.5
2
float_param
-83.1209
-39.8699
-61.4954
21.6255
2
int_param_two
-78
5
-36.5
41.5
2
choice_param
1
8
4.5
3.5
2
Show SLURM-Job-ID (if it exists)
submitit INFO (2026-07-16 05:59:01,625) - Starting with JobEnvironment(job_id=78262, hostname=runnervmos4r4, local_rank=0(1), node=0(1), global_rank=0(1))
submitit INFO (2026-07-16 05:59:01,626) - Loading pickle: /home/runner/work/OmniOpt/OmniOpt/runs/multiple_evals_per_arm/0/single_runs/78262/78262_submitted.pkl
Trial-Index: 0
Running 2 sub-evaluations for trial 0...
Sub-eval 1/2 for trial 0: {'RESULT1': 1.94398247201844, 'RESULT2': 2.27702698260279}
OO-Info: int_param: 0
OO-Info: int_param_two: -78
OO-Info: float_param: -83.12088221311569213867
OO-Info: choice_param: 8
RESULT1: 1.94398247201844
RESULT2: 2.27702698260279
Sub-eval 2/2 for trial 0: {'RESULT1': 1.98035245419397, 'RESULT2': 2.29599342550816}
OO-Info: int_param: 0
OO-Info: int_param_two: -78
OO-Info: float_param: -83.12088221311569213867
OO-Info: choice_param: 8
RESULT1: 1.98035245419397
RESULT2: 2.29599342550816
Aggregated result for trial 0: RESULT1: 1.962167 (SEM: 0.018185), RESULT2: 2.286510 (SEM: 0.009483)
submitit INFO (2026-07-16 05:59:14,976) - Job completed successfully
submitit INFO (2026-07-16 05:59:14,976) - Exiting after successful completion