Introduce basic experiment visualization module mlos_viz via dabl

.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.2.6
+current_version = 0.3.0
 commit = True
 tag = True
 

.cspell.json

@@ -14,6 +14,8 @@
         "conda",
         "configspace",
         "coro",
+        "dabl",
+        "DABL",
         "dataframe",
         "devcontainer",
         "discretization",

.devcontainer/scripts/common/prep-deps-files.sh

@@ -30,11 +30,11 @@ get_python_deps() {
     python3 /tmp/conda-tmp/$pkg/setup.py egg_info --egg-base "$tmpdir/"
     cat "$tmpdir/$pkg.egg-info/requires.txt" \
         | grep -v -e '^\[' -e '^\s*$' \
-        | grep -v '^mlos-core' \
+        | grep -v '^mlos-' \
         | sort -u \
         > /tmp/conda-tmp/$pkg.requirements.txt
 }
-for pkg in mlos_core mlos_bench; do
+for pkg in mlos_core mlos_bench mlos_viz; do
     get_python_deps "$pkg"
 done
 rm -rf "$tmpdir"

.devcontainer/scripts/prep-container-build

@@ -30,7 +30,7 @@ if [ -d .devcontainer/tmp ]; then
 fi
 mkdir -p .devcontainer/tmp/
 cp -v conda-envs/mlos.yml .devcontainer/tmp/mlos.yml
-for pkg in mlos_core mlos_bench; do
+for pkg in mlos_core mlos_bench mlos_viz; do
     mkdir -p .devcontainer/tmp/$pkg
     cp -v $pkg/setup.py .devcontainer/tmp/$pkg/setup.py
     cp -v $pkg/_version.py .devcontainer/tmp/$pkg/_version.py

.devcontainer/scripts/prep-container-build.ps1

@@ -26,7 +26,7 @@ if (Test-Path .devcontainer/tmp) {
 New-Item -Type Directory .devcontainer/tmp
 
 Copy-Item conda-envs/mlos.yml .devcontainer/tmp/mlos.yml
-foreach ($pkg in @('mlos_core', 'mlos_bench')) {
+foreach ($pkg in @('mlos_core', 'mlos_bench', 'mlos_viz')) {
     New-Item -Type Directory ".devcontainer/tmp/${pkg}"
     Copy-Item "$pkg/setup.py" ".devcontainer/tmp/${pkg}/setup.py"
     Copy-Item "$pkg/_version.py" ".devcontainer/tmp/${pkg}/_version.py"

.devcontainer/scripts/run-markdown-link-check.sh

@@ -27,7 +27,7 @@ docker run -i --rm \
     -v "$reporoot":/src:ro \
     --workdir /src \
     markdown-link-check:latest \
-    find ./doc ./mlos_core ./mlos_bench ./.devcontainer -name '*.md' -not -path './node_modules/*' \
+    find ./doc ./mlos_core ./mlos_bench ./mlos_viz ./.devcontainer -name '*.md' -not -path './node_modules/*' \
         -exec markdown-link-check '{}' --config ./.github/workflows/markdown-link-check-config.json -q -v ';'
 
 docker run -i --rm \

.github/dependabot.yml

@@ -25,6 +25,10 @@ updates:
     directory: "/mlos_bench/"
     schedule:
       interval: "daily"
+  - package-ecosystem: "pip"
+    directory: "/mlos_viz/"
+    schedule:
+      interval: "daily"
   - package-ecosystem: "pip"
     directory: "/doc/"
     schedule:

.github/workflows/build-dist-test.ps1

@@ -41,6 +41,20 @@ if (!($mlos_bench_whl)) {
     exit 1
 }
 
+# Build the mlos_viz wheel.
+Set-Location mlos_viz
+if (Test-Path dist) {
+    Remove-Item -Recurse -Force dist
+}
+conda run -n $env:CONDA_ENV_NAME python setup.py bdist_wheel
+Set-Location ..
+$mlos_viz_whl = (Resolve-Path mlos_viz/dist/mlos_viz-*-py3-none-any.whl | Select-Object -ExpandProperty Path)
+Write-Host "mlos_viz_whl: $mlos_viz_whl"
+if (!($mlos_viz_whl)) {
+    Write-Error "Failed to find mlos_viz wheel."
+    exit 1
+}
+
 # Setup a clean environment to test installing/using them.
 $PythonVersReq = (conda list -n $env:CONDA_ENV_NAME | Select-String -AllMatches -Pattern '^python\s+([0-9]+\.[0-9]+)[0-9.]*\s+').Matches.Groups[1].Value
 #$PythonVersReq = conda run -n $env:CONDA_ENV_NAME python -c "import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')"
@@ -77,6 +91,12 @@ if ($LASTEXITCODE -ne 0) {
     Write-Error "Failed to install mlos_bench wheels."
     exit $LASTEXITCODE
 }
+# Install mlos_viz wheel.
+conda run -n mlos-dist-test pip install "${mlos_viz_whl}[full-tests]"
+if ($LASTEXITCODE -ne 0) {
+    Write-Error "Failed to install mlos_viz wheels."
+    exit $LASTEXITCODE
+}
 
 # Just pick one simple test to run for now.
 # The rest should have been handled in a separate step.
@@ -92,3 +112,10 @@ if ($LASTEXITCODE -ne 0) {
     Write-Error "Failed to run mlos_bench tests."
     exit $LASTEXITCODE
 }
+
+# Run a simple mlos_viz test.
+conda run -n mlos-dist-test python -m pytest mlos_viz/mlos_viz/tests/test_dabl_plot.py
+if ($LASTEXITCODE -ne 0) {
+    Write-Error "Failed to run mlos_viz tests."
+    exit $LASTEXITCODE
+}

.github/workflows/linux.yml

@@ -73,21 +73,21 @@ jobs:
       with:
         #path: ${{ env.CONDA_DIR }}/envs/${{ env.CONDA_ENV_NAME }}
         path: ${{ env.CONDA_DIR }}/pkgs
-        key: conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_cur_hour }}
+        key: conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_cur_hour }}
         restore-keys: |
-          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_prev_hour }}
-          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}
+          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_prev_hour }}
+          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}
 
     - name: Restore cached pip packages
       id: restore-pip-cache
       if: ${{ github.event_name != 'schedule' }}
       uses: actions/cache@v3
       with:
         path: ${{ env.PIP_CACHE_DIR }}
-        key: conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_cur_hour }}
+        key: conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_cur_hour }}
         restore-keys: |
-          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_prev_hour }}
-          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}
+          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_prev_hour }}
+          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_NAME }}.yml') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}
 
     - name: Log some environment variables for debugging
       run: |

.github/workflows/markdown-link-check.yml

@@ -23,6 +23,6 @@ jobs:
       with:
         use-quiet-mode: yes
         use-verbose-mode: yes
-        folder-path: './doc, ./mlos_core, ./mlos_bench, ./.devcontainer'
+        folder-path: './doc, ./mlos_core, ./mlos_bench, ./mlos_viz, ./.devcontainer'
         file-path: './CODE_OF_CONDUCT.md, ./CONTRIBUTING.md, ./README.md, ./SECURITY.md'
         config-file: './.github/workflows/markdown-link-check-config.json'

.github/workflows/windows.yml

@@ -61,10 +61,10 @@ jobs:
       uses: actions/cache@v3
       with:
         path: ${{ env.CONDA }}/envs/mlos
-        key: conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_cur_hour }}
+        key: conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_cur_hour }}
         restore-keys: |
-          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_prev_hour }}
-          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_core/setup.py') }}-${{ hashFiles('mlos_bench/setup.py') }}-${{ env.cache_cur_date }}
+          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}-${{ env.cache_prev_hour }}
+          conda-${{ runner.os }}-${{ env.CONDA_ENV_NAME }}-${{ hashFiles('conda-envs/${{ env.CONDA_ENV_YML }}') }}-${{ hashFiles('mlos_*/setup.py') }}-${{ env.cache_cur_date }}
 
     - name: Log some environment variables for debugging
       run: |
@@ -109,7 +109,7 @@ jobs:
     # Only run the coverage checks on the devcontainer job.
     - name: Run tests
       run: |
-        conda run -n $env:CONDA_ENV_NAME pytest --junitxml=junit/test-results.xml mlos_core/ mlos_bench/
+        conda run -n $env:CONDA_ENV_NAME pytest --junitxml=junit/test-results.xml mlos_core/ mlos_bench/ mlos_viz/
 
     # Note: unlike the Makefile version, the pwsh version of these rules are all run within a single shell context, so we can
     # split commands across lines with CWD maintained (hence we also require the "cd .." here).