Copy raw data to clipboard
Download »outfile« as file
Run-UUID: ae966f9d-01f4-462e-969d-117c1ae38dbf
___________________________________
| OmniOpt2 - Fine-tuning like a boss! |
===================================
\
\
\
.--.
|o_o |
|:_/ |
// \ \
(| | )
/'\_ _/`\
\___)=(___/
./omniopt --live_share --send_anonymized_usage_stats --partition alpha --experiment_name multiple_evals_per_arm --mem_gb=4 --time 1200 --worker_timeout=5 --max_eval 2 --num_parallel_jobs 1 --gpus 0 --run_program Li8udGVzdHMvb3B0aW1pemF0aW9uX2V4YW1wbGUgIC0taW50X3BhcmFtPSclKGludF9wYXJhbSknIC0tZmxvYXRfcGFyYW09JyUoZmxvYXRfcGFyYW0pJyAtLWNob2ljZV9wYXJhbT0nJShjaG9pY2VfcGFyYW0pJyAtLWludF9wYXJhbV90d289JyUoaW50X3BhcmFtX3R3byknIC0tbnJfcmVzdWx0cz0y --parameter int_param range -100 10 int --parameter float_param range -100 10 float --parameter choice_param choice 1,2,4,8,16,hallo --parameter int_param_two range -100 10 int --num_random_steps 1 --model BOTORCH_MODULAR --auto_exclude_defective_hosts --force_local_execution --result_names RESULT1=min RESULT2=max --generate_all_jobs_at_once --revert_to_random_when_seemingly_exhausted --nr_evals_per_arm=2 --beartype --show_generate_time_table
Run-folder : /home/runner/work/OmniOpt/OmniOpt/runs/multiple_evals_per_arm/ 0
See https://imageseg.scads.de/omniax/share?user_id=runner&experiment_name=multiple_evals_per_arm&run_nr=91 for live-results.
You have 4 CPUs available for the main process. No CUDA devices found.
Generation strategy: SOBOL for 1 step and then BOTORCH_MODULAR for 1 step.
Run-Program: ./.tests/optimization_example --int_param='%(int_param)' --float_param='%(float_param)' --choice_param='%(choice_param)' --int_param_two='%(int_param_two)' --nr_results=2
Experiment parameters
┏━━━━━━━━━━━┳━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━┳━━━━━━━━━━━┓
┃ ┃ ┃ Lower ┃ Upper ┃ ┃ ┃ Log ┃
┃ Name ┃ Type ┃ bound ┃ bound ┃ Values ┃ Type ┃ Scale? ┃
┡━━━━━━━━━━━╇━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━╇━━━━━━━━━━━┩
│ int_param │ range │ -100 │ 10 │ │ int │ No │
│ float_pa… │ range │ -100 │ 10 │ │ float │ No │
│ choice_p… │ choice │ │ │ 1, 2, 4, │ │ │
│ │ │ │ │ 8, 16, │ │ │
│ │ │ │ │ hallo │ │ │
│ int_para… │ range │ -100 │ 10 │ │ int │ No │
└───────────┴────────┴────────────┴───────────┴────────────┴───────┴───────────┘
Result-Names
┏━━━━━━━━━━━━━┳━━━━━━━━━━━━━┓
┃ Result-Name ┃ Min or max? ┃
┡━━━━━━━━━━━━━╇━━━━━━━━━━━━━┩
│ RESULT1 │ min │
│ RESULT2 │ max │
└─────────────┴─────────────┘
Pareto-Front for RESULT1/RESULT2:
┏━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━━┳━━━━━━━━━━┓
┃ trial_i… ┃ int_par… ┃ float_p… ┃ int_para… ┃ choice_… ┃ RESULT1 ┃ RESULT2 ┃
┡━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━━╇━━━━━━━━━━┩
│ 1 │ -10 │ -14.154… │ -45 │ 8 │ 1.476798… │ 2.14676… │
└──────────┴──────────┴──────────┴───────────┴──────────┴───────────┴──────────┘
Failed Jobs parameters
┏━━━━━━━━┳━━━━━━━━┳━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
┃ param1 ┃ param2 ┃ param3 ┃ error_description ┃
┡━━━━━━━━╇━━━━━━━━╇━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩
│ value1 │ value2 │ value3 │ Some error occurred during execution (this is not │
│ │ │ │ a real error!). │
└────────┴────────┴────────┴───────────────────────────────────────────────────┘
Not printing sixel graphics in CI
Not printing sixel graphics in CI
Runtime Infos
┏━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━┳━━━━━━━━━━━━━━┳━━━━━━━━━━━━━┓
┃ Number of evaluations ┃ Min time ┃ Max time ┃ Average time ┃ Median time ┃
┡━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━╇━━━━━━━━━━━━━━╇━━━━━━━━━━━━━┩
│ 2 │ 12.00 sec │ 12.00 sec │ 12.00 sec │ 12.00 sec │
└───────────────────────┴────────────┴────────────┴──────────────┴─────────────┘
Model generation times
┏━━━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃ Iteration ┃ Seconds ┃ Jobs ┃ Time per job ┃
┡━━━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.040 │ 1 │ 0.040 │
│ 2 │ 21.960 │ 1 │ 21.960 │
├───────────┼─────────┼──────┼──────────────┤
│ Average │ 11.000 │ │ │
│ Median │ 11.000 │ │ │
│ Total │ 22.000 │ │ │
│ Max │ 21.960 │ │ │
│ Min │ 0.040 │ │ │
└───────────┴─────────┴──────┴──────────────┘
Job submission durations
┏━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃ Batch ┃ Seconds ┃ Jobs ┃ Time per job ┃
┡━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.272 │ 1 │ 0.272 │
│ 2 │ 0.104 │ 1 │ 0.104 │
├─────────┼─────────┼──────┼──────────────┤
│ Average │ 0.188 │ │ │
│ Median │ 0.188 │ │ │
│ Total │ 0.376 │ │ │
│ Max │ 0.272 │ │ │
│ Min │ 0.104 │ │ │
└─────────┴─────────┴──────┴──────────────┘
╭─ ─────────────────────────── OmniOpt2 Run Summary ─────────────────────────── ─╮
│ │
│ ✅ Optimization complete! │
│ │
│ 📊 Trials: 2 succeeded / 0 failed / 2 done / 2 submitted │
│ ⏱️ Duration: 75s (1m15s) │
│ 🏆 Best RESULT1: 1.4767984180230842 │
│ 🏆 Best RESULT2: 2.4181247572 │
│ 📁 Results: /home/runner/work/OmniOpt/OmniOpt/runs/multiple_evals_per_ar │
│ 🤖 Model: BOTORCH_MODULAR │
│ │
╰──────────────────────────────────────────────────────────────────────────────╯
Copy raw data to clipboard
Download »outfile« as file
Copy raw data to clipboard
Download »progressbar« as file
2026-10-27 20:15:27 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, Started OmniOpt2 run...
2026-10-27 20:15:28 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, getting new HP set (no sbatch)
2026-10-27 20:15:28 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, requested 1 jobs, got 1, 0.04 s/job
2026-10-27 20:15:28 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, eval #1/1 start
2026-10-27 20:15:28 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, starting new job
2026-10-27 20:15:28 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, started new job
2026-10-27 20:15:45 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, new result: RESULT1: 1.513709 (SEM: 0.295129), RESULT2: 2.418125 (SEM: 0.185227)
2026-10-27 20:15:46 (00da564a-9eb9-434e-afd8-45d4e966d783): SOBOL, 1 done, finishing jobs, finished 1 job
2026-10-27 20:16:08 (00da564a-9eb9-434e-afd8-45d4e966d783): BOTORCH_MODULAR, 1 done, getting new HP set (no sbatch)
2026-10-27 20:16:08 (00da564a-9eb9-434e-afd8-45d4e966d783): BOTORCH_MODULAR, 1 done, requested 1 jobs, got 1, 21.96 s/job
2026-10-27 20:16:08 (00da564a-9eb9-434e-afd8-45d4e966d783): BOTORCH_MODULAR, 1 done, eval #1/1 start
2026-10-27 20:16:08 (00da564a-9eb9-434e-afd8-45d4e966d783): BOTORCH_MODULAR, 1 done, starting new job
2026-10-27 20:16:08 (00da564a-9eb9-434e-afd8-45d4e966d783): BOTORCH_MODULAR, 1 done, started new job
2026-10-27 20:16:25 (00da564a-9eb9-434e-afd8-45d4e966d783): BOTORCH_MODULAR, 1 done, new result: RESULT1: 1.476798 (SEM: 0.430890), RESULT2: 2.146764 (SEM: 0.136585)
2026-10-27 20:16:29 (00da564a-9eb9-434e-afd8-45d4e966d783): BOTORCH_MODULAR, 2 done, ▁█, finishing jobs, finished 1 job
Copy raw data to clipboard
Download »progressbar« as file
Copy raw data to clipboard
Download »job_submit_durations.txt« as file
Job submission durations
┏━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃ Batch ┃ Seconds ┃ Jobs ┃ Time per job ┃
┡━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.272 │ 1 │ 0.272 │
│ 2 │ 0.104 │ 1 │ 0.104 │
├─────────┼─────────┼──────┼──────────────┤
│ Average │ 0.188 │ │ │
│ Median │ 0.188 │ │ │
│ Total │ 0.376 │ │ │
│ Max │ 0.272 │ │ │
│ Min │ 0.104 │ │ │
└─────────┴─────────┴──────┴──────────────┘
Copy raw data to clipboard
Download »job_submit_durations.txt« as file
Copy raw data to clipboard
Download »generation_times.txt« as file
Model generation times
┏━━━━━━━━━━━┳━━━━━━━━━┳━━━━━━┳━━━━━━━━━━━━━━┓
┃ Iteration ┃ Seconds ┃ Jobs ┃ Time per job ┃
┡━━━━━━━━━━━╇━━━━━━━━━╇━━━━━━╇━━━━━━━━━━━━━━┩
│ 1 │ 0.040 │ 1 │ 0.040 │
│ 2 │ 21.960 │ 1 │ 21.960 │
├───────────┼─────────┼──────┼──────────────┤
│ Average │ 11.000 │ │ │
│ Median │ 11.000 │ │ │
│ Total │ 22.000 │ │ │
│ Max │ 21.960 │ │ │
│ Min │ 0.040 │ │ │
└───────────┴─────────┴──────┴──────────────┘
Copy raw data to clipboard
Download »generation_times.txt« as file
This logs the CPU and RAM usage of the main worker process.
Copy raw data to clipboard
Download »cpu_ram_usage.csv« as file
timestamp,ram_usage_mb,cpu_usage_percent
1793132125,922.5625,27.3 Copy raw data to clipboard
Download »cpu_ram_usage.csv« as file